00010000:00000010:0.1:1788572444.057481:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27800.
00010000:00000010:0.1:1788572444.057493:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514800.
00000080:00000010:0.1:1788572444.088727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c520.
00000080:00000010:0.1:1788572444.088752:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572444.208663:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27500.
00010000:00000010:0.1:1788572444.208675:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f800.
00010000:00000010:0.1:1788572444.208686:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:0.1:1788572444.208691:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594600.
00010000:00000010:0.1:1788572444.271086:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:0.1:1788572444.271093:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e800.
00000080:00000010:0.1:1788572444.354233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9a0.
00000080:00000010:0.1:1788572444.369024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c220.
00000080:00000010:0.1:1788572444.369044:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:0.1:1788572444.444760:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e60.
00000080:00000010:0.1:1788572444.444789:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572444.456092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb40.
00000080:00000010:0.1:1788572444.456105:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572444.490517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2000.
00010000:00000010:0.1:1788572444.490541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e600.
00000080:00000010:0.1:1788572444.494108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c480.
00000080:00000010:0.1:1788572444.494135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572444.606018:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6e0.
00000080:00000010:0.1:1788572444.606050:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:0.1:1788572444.679722:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c040.
00000080:00000010:0.1:1788572444.679744:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572444.944737:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd600.
00000080:00000010:0.1:1788572444.944756:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572444.944766:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ac00.
00010000:00000010:0.1:1788572444.944772:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fec00.
00000080:00000010:0.1:1788572445.052557:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd640.
00000080:00000010:0.1:1788572445.052579:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572445.077832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ad00.
00010000:00000010:0.1:1788572445.077842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ff000.
00000080:00000010:0.1:1788572445.231140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd600.
00000080:00000010:0.1:1788572445.231162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572445.377149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6c0.
00000080:00000010:0.1:1788572445.377168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572445.377180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:0.1:1788572445.377185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594800.
00000080:00000010:0.1:1788572445.377198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458780.
00000080:00000010:0.1:1788572445.377208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:0.1:1788572445.396045:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458cc0.
00000080:00000010:0.1:1788572445.396082:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:0.1:1788572445.473154:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:0.1:1788572445.473164:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc400.
00000080:00000010:0.1:1788572445.555081:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458960.
00000080:00000010:0.1:1788572445.555097:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572445.940076:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce00.
00000080:00000010:0.1:1788572445.940092:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572445.940100:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b80.
00000080:00000010:0.1:1788572445.940111:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572446.034093:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea700.
00010000:00000010:0.1:1788572446.034101:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f400.
00010000:00000010:0.1:1788572446.034110:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ad00.
00010000:00000010:0.1:1788572446.034115:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f200.
00000080:00000010:0.1:1788572446.034120:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c000.
00000080:00000010:0.1:1788572446.060345:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572446.120255:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea300.
00010000:00000010:0.1:1788572446.120262:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594800.
00000080:00000010:0.1:1788572446.409102:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0c0.
00000080:00000010:0.1:1788572446.409123:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:0.1:1788572446.409136:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf40.
00000080:00000010:0.1:1788572446.409148:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572446.623512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c100.
00000080:00000010:0.1:1788572446.668606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd1e0.
00000080:00000010:0.1:1788572446.668638:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572446.668648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c300.
00010000:00000010:0.1:1788572446.668655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394400.
00000080:00000010:0.1:1788572446.697904:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5e0.
00000080:00000010:0.1:1788572446.697921:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572446.736390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9000.
00010000:00000010:0.1:1788572446.736404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514800.
00000080:00000010:0.1:1788572446.736411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0a0.
00000080:00000010:0.1:1788572446.770230:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572446.941096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572446.941106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ff800.
00000080:00000010:0.1:1788572447.023137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cbe0.
00000080:00000010:0.1:1788572447.023163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:0.1:1788572447.061124:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458000.
00000080:00000010:0.1:1788572447.061143:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572447.692101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167900.
00010000:00000010:0.1:1788572447.692114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957fe00.
00010000:00000010:0.1:1788572447.925102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:0.1:1788572447.925112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1400.
00000080:00000010:0.1:1788572447.925117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c60.
00010000:00000010:0.1:1788572447.925127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:0.1:1788572447.925131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00000080:00000010:0.1:1788572447.925139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c480.
00000080:00000010:0.1:1788572447.925151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572447.925163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572448.089120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8d66700.
00010000:00000010:0.1:1788572448.089139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515e00.
00010000:00000010:0.1:1788572448.089145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27200.
00010000:00000010:0.1:1788572448.089148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fea00.
00010000:00000010:0.1:1788572448.242557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:0.1:1788572448.242563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd200.
00010000:00000010:0.1:1788572448.242568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27300.
00010000:00000010:0.1:1788572448.242571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc600.
00010000:00000010:0.1:1788572448.280589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a500.
00010000:00000010:0.1:1788572448.280597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ffc00.
00010000:00000010:0.1:1788572448.310499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea500.
00010000:00000010:0.1:1788572448.310508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595a00.
00010000:00000010:0.1:1788572448.339357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea400.
00010000:00000010:0.1:1788572448.339366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fda00.
00010000:00000010:0.1:1788572448.412580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8d66200.
00010000:00000010:0.1:1788572448.412596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595400.
00010000:00000010:0.1:1788572448.412600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2200.
00010000:00000010:0.1:1788572448.412603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f800.
00010000:00000010:0.1:1788572448.412606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de500.
00010000:00000010:0.1:1788572448.412611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594000.
00010000:00000010:0.1:1788572448.412614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:0.1:1788572448.412618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514c00.
00010000:00000010:0.1:1788572448.412620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:0.1:1788572448.412623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394e00.
00010000:00000010:0.1:1788572448.412651:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5d00.
00010000:00000010:0.1:1788572448.412655:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fec00.
00010000:00000010:0.1:1788572448.414332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252b00.
00010000:00000010:0.1:1788572448.414975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595600.
00010000:00000010:0.1:1788572448.414981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eac00.
00010000:00000010:0.1:1788572448.414984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595200.
00010000:00000010:0.1:1788572448.414996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:0.1:1788572448.415000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00010000:00000010:0.1:1788572448.415003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9c00.
00010000:00000010:0.1:1788572448.415007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe400.
00010000:00000010:0.1:1788572448.420302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9300.
00010000:00000010:0.1:1788572448.420317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ff000.
00000080:00000010:0.1:1788572448.642449:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c160.
00000080:00000010:0.1:1788572448.661101:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:0.1:1788572448.661115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458200.
00000080:00000010:0.1:1788572448.661125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:0.1:1788572448.661129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cca0.
00000080:00000010:0.1:1788572448.661139:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572448.859721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3c00.
00010000:00000010:0.1:1788572448.859729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00000080:00000010:0.1:1788572448.928094:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00000080:00000010:0.1:1788572448.928115:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572448.946934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5c00.
00010000:00000010:0.1:1788572448.946945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957fe00.
00010000:00000010:0.1:1788572449.045168:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5e00.
00010000:00000010:0.1:1788572449.045180:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957ec00.
00000080:00000010:0.1:1788572449.125340:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca00.
00000080:00000010:0.1:1788572449.125368:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572449.256164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c060.
00000080:00000010:0.1:1788572449.256195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:0.1:1788572449.277098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c080.
00000080:00000010:0.1:1788572449.277116:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572449.608232:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:0.1:1788572449.608243:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0c00.
00000080:00000010:0.1:1788572449.623108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458760.
00000080:00000010:0.1:1788572449.623133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00010000:00000010:0.1:1788572449.623142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3700.
00010000:00000010:0.1:1788572449.623147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395600.
00000080:00000010:0.1:1788572449.623151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd560.
00000080:00000010:0.1:1788572449.623161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572449.657129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3400.
00010000:00000010:0.1:1788572449.657145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00000080:00000010:0.1:1788572449.657152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581a0.
00000080:00000010:0.1:1788572449.657172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:0.1:1788572449.664755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd760.
00000080:00000010:0.1:1788572449.664773:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572449.664779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580c0.
00000080:00000010:0.1:1788572449.664806:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572449.836371:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea100.
00010000:00000010:0.1:1788572449.836388:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:0.1:1788572449.869188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458060.
00000080:00000010:0.1:1788572449.869236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572449.869241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458120.
00000080:00000010:0.1:1788572449.869248:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572450.048448:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4e0.
00000080:00000010:0.1:1788572450.048468:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:0.1:1788572450.207081:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4c0.
00000080:00000010:0.1:1788572450.207097:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572450.322650:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c880.
00000080:00000010:0.1:1788572450.322672:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:0.1:1788572450.588083:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb800.
00010000:00000010:0.1:1788572450.588094:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395c00.
00000080:00000010:0.1:1788572450.588102:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd420.
00000080:00000010:0.1:1788572450.588128:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:0.1:1788572450.754389:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:0.1:1788572450.754420:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:0.1:1788572450.870362:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb100.
00010000:00000010:0.1:1788572450.870369:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395600.
00010000:00000010:0.1:1788572451.046081:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ad00.
00010000:00000010:0.1:1788572451.046090:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab600.
00010000:00000010:0.1:1788572451.119468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2200.
00010000:00000010:0.1:1788572451.119477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513800.
00010000:00000010:0.1:1788572451.235236:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a500.
00010000:00000010:0.1:1788572451.235246:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f400.
00000080:00000010:0.1:1788572451.297795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c320.
00000080:00000010:0.1:1788572451.297822:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:0.1:1788572451.530355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580a0.
00000080:00000010:0.1:1788572451.530378:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572451.540352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb80.
00000080:00000010:0.1:1788572451.540367:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572451.606364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458080.
00000080:00000010:0.1:1788572451.606387:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:0.1:1788572451.879166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582a0.
00000080:00000010:0.1:1788572451.879197:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572451.879208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581e0.
00000080:00000010:0.1:1788572451.879219:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:0.1:1788572451.943366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd200.
00010000:00000010:0.1:1788572451.943376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957fe00.
00000080:00000010:0.1:1788572451.982690:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc80.
00000080:00000010:0.1:1788572451.982722:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572451.982731:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd300.
00010000:00000010:0.1:1788572451.982736:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe200.
00000080:00000010:0.1:1788572451.982747:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd8c0.
00000080:00000010:0.1:1788572451.982754:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572452.181080:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572452.181088:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ffa00.
00010000:00000010:0.1:1788572452.364464:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3900.
00010000:00000010:0.1:1788572452.364471:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1a00.
00000080:00000010:0.1:1788572452.387107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458be0.
00010000:00000010:0.1:1788572452.392368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ac00.
00010000:00000010:0.1:1788572452.392386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe200.
00000080:00000010:0.1:1788572452.408224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd360.
00000080:00000010:0.1:1788572452.408264:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572452.444288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ce0.
00000080:00000010:0.1:1788572452.444379:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572452.877693:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27800.
00010000:00000010:0.1:1788572452.877701:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512200.
00010000:00000010:0.1:1788572453.066255:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3300.
00010000:00000010:0.1:1788572453.066261:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00010000:00000010:0.1:1788572453.085334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3100.
00010000:00000010:0.1:1788572453.085343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aaa00.
00010000:00000010:0.1:1788572453.085348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5d00.
00010000:00000010:0.1:1788572453.085351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394000.
00010000:00000010:0.1:1788572453.085354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eae00.
00010000:00000010:0.1:1788572453.085358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0200.
00010000:00000010:0.1:1788572453.085363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572453.085367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00010000:00000010:0.1:1788572453.085369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3c00.
00010000:00000010:0.1:1788572453.085372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00010000:00000010:0.1:1788572453.116088:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3d00.
00010000:00000010:0.1:1788572453.116098:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00010000:00000010:0.1:1788572453.116102:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:0.1:1788572453.116107:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e400.
00010000:00000010:0.1:1788572453.116112:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:0.1:1788572453.116117:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00010000:00000010:0.1:1788572453.116121:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27300.
00010000:00000010:0.1:1788572453.116125:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00010000:00000010:0.1:1788572453.116128:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0f00.
00010000:00000010:0.1:1788572453.116130:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e200.
00010000:00000010:0.1:1788572453.160106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cba00.
00010000:00000010:0.1:1788572453.160120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00010000:00000010:0.1:1788572453.160125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:0.1:1788572453.160130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0600.
00010000:00000010:0.1:1788572453.160133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:0.1:1788572453.160136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:0.1:1788572453.160138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbd00.
00010000:00000010:0.1:1788572453.160142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ff800.
00010000:00000010:0.1:1788572453.160144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:0.1:1788572453.160147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395200.
00010000:00000010:0.1:1788572453.218112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27200.
00010000:00000010:0.1:1788572453.218124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512e00.
00010000:00000010:0.1:1788572453.218128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0d00.
00010000:00000010:0.1:1788572453.218131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957ec00.
00010000:00000010:0.1:1788572453.230123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:0.1:1788572453.230132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513c00.
00010000:00000010:0.1:1788572453.230136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c300.
00010000:00000010:0.1:1788572453.230140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513000.
00010000:00000010:0.1:1788572453.230143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:0.1:1788572453.230147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00000080:00000010:0.1:1788572453.230151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd920.
00000080:00000010:0.1:1788572453.230166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572453.230175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2100.
00010000:00000010:0.1:1788572453.230178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513600.
00010000:00000010:0.1:1788572453.230181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb300.
00010000:00000010:0.1:1788572453.230184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ff000.
00010000:00000010:0.1:1788572453.370041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2f00.
00010000:00000010:0.1:1788572453.370049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512000.
00010000:00000010:0.1:1788572453.370065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdb00.
00010000:00000010:0.1:1788572453.370070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ffe00.
00010000:00000010:0.1:1788572453.372691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd000.
00010000:00000010:0.1:1788572453.372702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fee00.
00010000:00000010:0.1:1788572453.379985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2d00.
00010000:00000010:0.1:1788572453.379993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513e00.
00010000:00000010:0.1:1788572453.379997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:0.1:1788572453.380002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab400.
00010000:00000010:0.1:1788572453.380006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:0.1:1788572453.380009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957ee00.
00010000:00000010:0.1:1788572453.380013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0100.
00010000:00000010:0.1:1788572453.380016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f400.
00010000:00000010:0.1:1788572453.380019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:0.1:1788572453.380022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00010000:00000010:0.1:1788572453.380036:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a200.
00010000:00000010:0.1:1788572453.380039:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab600.
00010000:00000010:0.1:1788572453.380042:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3800.
00010000:00000010:0.1:1788572453.380045:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aac00.
00010000:00000010:0.1:1788572453.475206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ad00.
00010000:00000010:0.1:1788572453.475223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fea00.
00000080:00000010:0.1:1788572453.500093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd360.
00000080:00000010:0.1:1788572453.503375:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572453.533095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd000.
00010000:00000010:0.1:1788572453.533107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ff000.
00010000:00000010:0.1:1788572453.739118:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdc00.
00010000:00000010:0.1:1788572453.739126:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e600.
00000080:00000010:0.1:1788572453.767099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca60.
00000080:00000010:0.1:1788572453.767118:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:0.1:1788572453.880126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0e0.
00000080:00000010:0.1:1788572453.880143:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572454.109469:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdc00.
00010000:00000010:0.1:1788572454.109477:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957fa00.
00000080:00000010:0.1:1788572454.109482:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:0.1:1788572454.109496:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572454.109502:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfa0.
00000080:00000010:0.1:1788572454.109515:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572454.217020:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c080.
00000080:00000010:0.1:1788572454.217046:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572454.379199:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c240.
00000080:00000010:0.1:1788572454.393526:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:0.1:1788572454.557111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c480.
00000080:00000010:0.1:1788572454.582960:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:0.1:1788572454.622145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c820.
00000080:00000010:0.1:1788572454.622166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572454.683874:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd300.
00010000:00000010:0.1:1788572454.683882:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ff400.
00000080:00000010:0.1:1788572454.724111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda00.
00000080:00000010:0.1:1788572454.724133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572454.724146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:0.1:1788572454.724154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fee00.
00000080:00000010:0.1:1788572454.724158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2a0.
00000080:00000010:0.1:1788572454.724169:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572454.885175:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2100.
00010000:00000010:0.1:1788572454.885183:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79d200.
00000080:00000010:0.1:1788572454.932204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cbc0.
00000080:00000010:0.1:1788572454.959364:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572454.959378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3800.
00010000:00000010:0.1:1788572454.959384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f800.
00000080:00000010:0.1:1788572455.206789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdb80.
00010000:00000010:0.1:1788572455.206801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2700.
00010000:00000010:0.1:1788572455.206805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f400.
00000080:00000010:0.1:1788572455.206823:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572455.206829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c840.
00010000:00000010:0.1:1788572455.554070:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3700.
00010000:00000010:0.1:1788572455.554077:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00010000:00000010:0.1:1788572455.554086:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f600.
00010000:00000010:0.1:1788572455.554090:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957ea00.
00000080:00000010:0.1:1788572455.554097:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c240.
00000080:00000010:0.1:1788572455.570960:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:0.1:1788572455.570977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce40.
00000080:00000010:0.1:1788572455.570989:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572455.686764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cbc0.
00000080:00000010:0.1:1788572455.686787:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572455.686794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfa0.
00000080:00000010:0.1:1788572455.686800:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572455.869502:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb200.
00010000:00000010:0.1:1788572455.869521:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe000.
00000080:00000010:0.1:1788572455.990740:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:0.1:1788572455.990774:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572456.031120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdd00.
00010000:00000010:0.1:1788572456.031131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957fa00.
00010000:00000010:0.1:1788572456.228110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb400.
00010000:00000010:0.1:1788572456.228117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f600.
00010000:00000010:0.1:1788572456.249269:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3c00.
00010000:00000010:0.1:1788572456.249277:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aac00.
00000080:00000010:0.1:1788572456.398417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c3c0.
00000080:00000010:0.1:1788572456.398443:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:0.1:1788572456.517482:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:0.1:1788572456.517489:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f200.
00000080:00000010:0.1:1788572456.559300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4c0.
00000080:00000010:0.1:1788572456.559316:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572456.686210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3800.
00010000:00000010:0.1:1788572456.686219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f600.
00000080:00000010:0.1:1788572456.715104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5a0.
00000080:00000010:0.1:1788572456.715134:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:0.1:1788572456.752076:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c660.
00000080:00000010:0.1:1788572456.752093:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572456.789295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbf00.
00010000:00000010:0.1:1788572456.789304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f400.
00000080:00000010:0.1:1788572456.817223:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf60.
00000080:00000010:0.1:1788572456.817239:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:0.1:1788572456.928149:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:0.1:1788572456.928165:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:0.1:1788572456.994168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd460.
00000080:00000010:0.1:1788572456.994193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572457.064350:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd20.
00000080:00000010:0.1:1788572457.064366:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572457.232830:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572457.256086:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cde0.
00000080:00000010:0.1:1788572457.256103:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572457.513458:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241700.
00010000:00000010:0.1:1788572457.513465:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513800.
00010000:00000010:0.1:1788572457.642112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0700.
00010000:00000010:0.1:1788572457.642131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afa00.
00010000:00000010:0.1:1788572457.689087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:0.1:1788572457.689099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512000.
00010000:00000010:0.1:1788572457.929102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb900.
00010000:00000010:0.1:1788572457.929111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00010000:00000010:0.1:1788572457.929115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de200.
00010000:00000010:0.1:1788572457.929192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79d400.
00010000:00000010:0.1:1788572457.929197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3600.
00010000:00000010:0.1:1788572457.929200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab800.
00010000:00000010:0.1:1788572457.929203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdb00.
00010000:00000010:0.1:1788572457.929206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ffe00.
00010000:00000010:0.1:1788572458.034335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3300.
00010000:00000010:0.1:1788572458.034344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab600.
00010000:00000010:0.1:1788572458.034352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2600.
00010000:00000010:0.1:1788572458.034357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513200.
00010000:00000010:0.1:1788572458.034366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd700.
00010000:00000010:0.1:1788572458.034372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fea00.
00010000:00000010:0.1:1788572458.034378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de900.
00010000:00000010:0.1:1788572458.034385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79d600.
00010000:00000010:0.1:1788572458.034391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3b00.
00010000:00000010:0.1:1788572458.034397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00010000:00000010:0.1:1788572458.034403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd100.
00010000:00000010:0.1:1788572458.034409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe800.
00010000:00000010:0.1:1788572458.034414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3400.
00010000:00000010:0.1:1788572458.034421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00010000:00000010:0.1:1788572458.034428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:0.1:1788572458.034434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abc00.
00010000:00000010:0.1:1788572458.101225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:0.1:1788572458.101234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e200.
00010000:00000010:0.1:1788572458.101241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd500.
00010000:00000010:0.1:1788572458.101246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49ff400.
00010000:00000010:0.1:1788572458.101253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3500.
00010000:00000010:0.1:1788572458.101268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00010000:00000010:0.1:1788572458.101271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de500.
00010000:00000010:0.1:1788572458.101277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957fc00.
00010000:00000010:0.1:1788572458.101280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2b00.
00010000:00000010:0.1:1788572458.101282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f800.
00010000:00000010:0.1:1788572458.101298:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdf00.
00010000:00000010:0.1:1788572458.101303:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fee00.
00010000:00000010:0.1:1788572458.101306:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2400.
00010000:00000010:0.1:1788572458.101308:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957ee00.
00010000:00000010:0.1:1788572458.101311:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2100.
00010000:00000010:0.1:1788572458.101313:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957ec00.
00010000:00000010:0.1:1788572458.114227:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb300.
00010000:00000010:0.1:1788572458.114236:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe400.
00010000:00000010:0.1:1788572458.114241:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:0.1:1788572458.114245:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c000.
00010000:00000010:0.1:1788572458.114248:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:0.1:1788572458.114250:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe200.
00010000:00000010:0.1:1788572458.114253:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3700.
00010000:00000010:0.1:1788572458.114257:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aee00.
00010000:00000010:0.1:1788572458.186555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f700.
00010000:00000010:0.1:1788572458.186566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79cc00.
00010000:00000010:0.1:1788572458.186569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:0.1:1788572458.186572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c600.
00000080:00000010:0.1:1788572458.727314:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c8a0.
00000080:00000010:0.1:1788572458.727339:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572458.727349:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc80.
00000080:00000010:0.1:1788572458.727360:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572458.785147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5c00.
00010000:00000010:0.1:1788572458.785156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513a00.
00000080:00000010:0.1:1788572458.789173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c940.
00000080:00000010:0.1:1788572458.789185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572458.789191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1600.
00010000:00000010:0.1:1788572458.789195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af400.
00010000:00000010:0.1:1788572458.989131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:0.1:1788572458.989140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae000.
00000080:00000010:0.1:1788572458.989145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c620.
00000080:00000010:0.1:1788572458.989162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:0.1:1788572458.989172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572459.005192:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241400.
00010000:00000010:0.1:1788572459.005199:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00010000:00000010:0.1:1788572459.101668:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1400.
00010000:00000010:0.1:1788572459.101677:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513e00.
00000080:00000010:0.1:1788572459.234556:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce80.
00000080:00000010:0.1:1788572459.250338:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:0.1:1788572459.537197:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c40.
00000080:00000010:0.1:1788572459.567544:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572459.714080:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3500.
00010000:00000010:0.1:1788572459.714087:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afe00.
00000080:00000010:0.1:1788572459.763724:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c920.
00000080:00000010:0.1:1788572459.763758:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572459.821192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3400.
00010000:00000010:0.1:1788572459.821201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513200.
00000080:00000010:0.1:1788572459.821207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca00.
00000080:00000010:0.1:1788572459.821226:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572459.944049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3500.
00010000:00000010:0.1:1788572459.944075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513a00.
00000080:00000010:0.1:1788572459.944081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cca0.
00000080:00000010:0.1:1788572459.944098:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572460.104093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd420.
00000080:00000010:0.1:1788572460.104113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572460.104124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4a0.
00000080:00000010:0.1:1788572460.104134:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572460.255103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:0.1:1788572460.255111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731dc00.
00000080:00000010:0.1:1788572460.255120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589e0.
00000080:00000010:0.1:1788572460.358838:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:0.1:1788572460.373986:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd000.
00010000:00000010:0.1:1788572460.373996:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe000.
00000080:00000010:0.1:1788572460.374002:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda20.
00000080:00000010:0.1:1788572460.374018:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572460.443516:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572460.459011:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c400.
00010000:00000010:0.1:1788572460.498744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5100.
00010000:00000010:0.1:1788572460.498753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af400.
00010000:00000010:0.1:1788572460.638091:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fc00.
00010000:00000010:0.1:1788572460.638105:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00010000:00000010:0.1:1788572460.644221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5600.
00010000:00000010:0.1:1788572460.644242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731dc00.
00000080:00000010:0.1:1788572460.652604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458920.
00000080:00000010:0.1:1788572460.652626:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572460.660109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00000080:00000010:0.1:1788572460.660139:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572460.784779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd8a0.
00010000:00000010:0.1:1788572460.889152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f400.
00010000:00000010:0.1:1788572460.889160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aba00.
00000080:00000010:0.1:1788572460.956290:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c9c0.
00000080:00000010:0.1:1788572460.956309:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:0.1:1788572461.088830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458000.
00000080:00000010:0.1:1788572461.088868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572461.088874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c60.
00000080:00000010:0.1:1788572461.088882:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572461.088891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf20.
00000080:00000010:0.1:1788572461.088903:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572461.088907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c820.
00000080:00000010:0.1:1788572461.088912:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:0.1:1788572461.319340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c180.
00000080:00000010:0.1:1788572461.319356:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572461.319364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd820.
00000080:00000010:0.1:1788572461.319373:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:0.1:1788572461.435492:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:0.1:1788572461.435514:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572461.928419:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de500.
00010000:00000010:0.1:1788572461.928428:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab400.
00000080:00000010:0.1:1788572461.965697:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c920.
00000080:00000010:0.1:1788572461.965706:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:0.1:1788572462.249121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5c0.
00000080:00000010:0.1:1788572462.249148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572462.267527:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de800.
00010000:00000010:0.1:1788572462.267539:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c800.
00010000:00000010:0.1:1788572462.431672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de700.
00010000:00000010:0.1:1788572462.431687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3800.
00000080:00000010:0.1:1788572462.446733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9e0.
00000080:00000010:0.1:1788572462.446762:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572462.522567:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a800.
00010000:00000010:0.1:1788572462.522573:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab400.
00000080:00000010:0.1:1788572462.522577:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c3a0.
00000080:00000010:0.1:1788572462.638528:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572462.856098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cc80.
00000080:00000010:0.1:1788572462.856123:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:0.1:1788572462.856135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583e0.
00000080:00000010:0.1:1788572462.856145:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572462.912166:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ccc0.
00000080:00000010:0.1:1788572462.912198:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:0.1:1788572463.107240:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241600.
00010000:00000010:0.1:1788572463.107250:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514400.
00010000:00000010:0.1:1788572463.107254:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:0.1:1788572463.107259:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae200.
00010000:00000010:0.1:1788572463.107261:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:0.1:1788572463.107266:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513600.
00010000:00000010:0.1:1788572463.107269:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241700.
00010000:00000010:0.1:1788572463.107272:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514600.
00010000:00000010:0.1:1788572463.107274:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3e00.
00010000:00000010:0.1:1788572463.107277:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aae00.
00010000:00000010:0.1:1788572463.118686:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:0.1:1788572463.118694:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f200.
00010000:00000010:0.1:1788572463.385237:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:0.1:1788572463.385255:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00010000:00000010:0.1:1788572463.456428:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f100.
00010000:00000010:0.1:1788572463.456437:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00010000:00000010:0.1:1788572463.456441:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f000.
00010000:00000010:0.1:1788572463.456444:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00010000:00000010:0.1:1788572463.456447:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3800.
00010000:00000010:0.1:1788572463.456450:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe600.
00010000:00000010:0.1:1788572463.456453:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdb00.
00010000:00000010:0.1:1788572463.456455:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c49fe400.
00000080:00000010:0.1:1788572463.697101:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:0.1:1788572463.793141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5e0.
00000080:00000010:0.1:1788572463.799258:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572463.816606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0a0.
00000080:00000010:0.1:1788572463.816631:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:0.1:1788572463.816640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:0.1:1788572463.816646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00000080:00000010:0.1:1788572463.861776:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd140.
00000080:00000010:0.1:1788572463.861797:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572464.164282:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2700.
00010000:00000010:0.1:1788572464.164289:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731dc00.
00000080:00000010:0.1:1788572464.164303:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587a0.
00000080:00000010:0.1:1788572464.164340:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572464.176373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04584c0.
00000080:00000010:0.1:1788572464.176402:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572464.225170:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd60.
00000080:00000010:0.1:1788572464.225185:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:0.1:1788572464.576619:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458440.
00000080:00000010:0.1:1788572464.577812:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572464.577823:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c160.
00000080:00000010:0.1:1788572464.578013:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572464.590209:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c860.
00000080:00000010:0.1:1788572464.590235:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572464.743112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:0.1:1788572464.743130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2400.
00000080:00000010:0.1:1788572464.767753:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7a0.
00000080:00000010:0.1:1788572464.767791:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572464.778170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3f00.
00010000:00000010:0.1:1788572464.778176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e400.
00000080:00000010:0.1:1788572464.778181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:0.1:1788572464.778197:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572464.865957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589c0.
00000080:00000010:0.1:1788572464.873824:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572465.004145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3600.
00010000:00000010:0.1:1788572465.004152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2200.
00000080:00000010:0.1:1788572465.051743:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda60.
00000080:00000010:0.1:1788572465.051761:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572465.442287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572465.442293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aaa00.
00000080:00000010:0.1:1788572465.458276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cde0.
00000080:00000010:0.1:1788572465.462116:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572465.480323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbb00.
00010000:00000010:0.1:1788572465.480334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3c00.
00000080:00000010:0.1:1788572465.514916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3e0.
00000080:00000010:0.1:1788572465.797150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e60.
00010000:00000010:0.1:1788572465.797166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2b00.
00010000:00000010:0.1:1788572465.797171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00000080:00000010:0.1:1788572465.819251:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:0.1:1788572466.025710:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca00.
00000080:00000010:0.1:1788572466.025731:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572466.264200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:0.1:1788572466.264214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79d400.
00000080:00000010:0.1:1788572466.264224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c60.
00000080:00000010:0.1:1788572466.264236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572466.348481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdd00.
00010000:00000010:0.1:1788572466.348488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f200.
00000080:00000010:0.1:1788572466.428144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c540.
00000080:00000010:0.1:1788572466.428191:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572466.487648:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd1c0.
00000080:00000010:0.1:1788572466.487668:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572466.773502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2a0.
00000080:00000010:0.1:1788572466.773521:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572466.803137:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c560.
00000080:00000010:0.1:1788572466.803156:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572466.906755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27800.
00010000:00000010:0.1:1788572466.906765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d200.
00000080:00000010:0.1:1788572466.913121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7a0.
00000080:00000010:0.1:1788572466.913144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:0.1:1788572466.995292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c440.
00000080:00000010:0.1:1788572466.995322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572467.147343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27800.
00010000:00000010:0.1:1788572467.147352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00010000:00000010:0.1:1788572467.218566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbe00.
00010000:00000010:0.1:1788572467.218578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00000080:00000010:0.1:1788572467.236863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c120.
00010000:00000010:0.1:1788572467.236877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3d00.
00010000:00000010:0.1:1788572467.236882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00000080:00000010:0.1:1788572467.280754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cea0.
00000080:00000010:0.1:1788572467.280770:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572467.378445:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:0.1:1788572467.378455:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00000080:00000010:0.1:1788572467.414042:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c960.
00000080:00000010:0.1:1788572467.426385:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:0.1:1788572467.587771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:0.1:1788572467.587776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c800.
00000080:00000010:0.1:1788572467.625085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c8e0.
00000080:00000010:0.1:1788572467.625105:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572467.761506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:0.1:1788572467.761523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c800.
00000080:00000010:0.1:1788572467.813592:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf60.
00000080:00000010:0.1:1788572467.813812:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572467.856122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbe00.
00010000:00000010:0.1:1788572467.856136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c400.
00000080:00000010:0.1:1788572467.856147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd720.
00000080:00000010:0.1:1788572467.856162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572467.958113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:0.1:1788572467.958121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00010000:00000010:0.1:1788572467.958125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:0.1:1788572467.958129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00000080:00000010:0.1:1788572467.958133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd8e0.
00000080:00000010:0.1:1788572467.958151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572467.981124:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0100.
00010000:00000010:0.1:1788572467.981129:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c800.
00010000:00000010:0.1:1788572468.149076:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ac00.
00010000:00000010:0.1:1788572468.149081:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957f400.
00010000:00000010:0.1:1788572468.149085:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2200.
00010000:00000010:0.1:1788572468.149090:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79cc00.
00010000:00000010:0.1:1788572468.149093:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:0.1:1788572468.149096:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00010000:00000010:0.1:1788572468.149100:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5f00.
00010000:00000010:0.1:1788572468.149103:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c200.
00010000:00000010:0.1:1788572468.149105:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572468.149109:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00010000:00000010:0.1:1788572468.243451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb700.
00010000:00000010:0.1:1788572468.243459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00010000:00000010:0.1:1788572468.243462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5a00.
00010000:00000010:0.1:1788572468.243465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79ca00.
00010000:00000010:0.1:1788572468.243468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb800.
00010000:00000010:0.1:1788572468.243470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab800.
00010000:00000010:0.1:1788572468.498435:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd700.
00010000:00000010:0.1:1788572468.498443:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e400.
00010000:00000010:0.1:1788572468.498447:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd300.
00010000:00000010:0.1:1788572468.498450:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c957e200.
00010000:00000010:0.1:1788572468.498453:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:0.1:1788572468.498458:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c400.
00010000:00000010:0.1:1788572468.498461:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:0.1:1788572468.498464:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00010000:00000010:0.1:1788572468.498467:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3c00.
00010000:00000010:0.1:1788572468.498470:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964dc00.
00010000:00000010:0.1:1788572468.618238:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:0.1:1788572468.618244:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00000080:00000010:0.1:1788572468.663547:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458040.
00000080:00000010:0.1:1788572468.663564:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572468.702122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572468.738527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0e0.
00000080:00000010:0.1:1788572468.738546:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572468.814924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd000.
00000080:00000010:0.1:1788572468.814939:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572468.882585:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3c00.
00010000:00000010:0.1:1788572468.882595:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731de00.
00000080:00000010:0.1:1788572468.882600:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:0.1:1788572468.882622:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572468.959093:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0100.
00010000:00000010:0.1:1788572468.959098:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964cc00.
00000080:00000010:0.1:1788572469.135083:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f80.
00000080:00000010:0.1:1788572469.135101:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572469.206163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f700.
00010000:00000010:0.1:1788572469.206169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00000080:00000010:0.1:1788572469.206185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c440.
00000080:00000010:0.1:1788572469.206199:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572469.452509:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd900.
00000080:00000010:0.1:1788572469.452536:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572469.452543:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cba0.
00000080:00000010:0.1:1788572469.452555:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572469.477470:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572469.477477:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498800.
00000080:00000010:0.1:1788572469.526409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c780.
00000080:00000010:0.1:1788572469.526433:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572469.852080:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6c0.
00010000:00000010:0.1:1788572469.852097:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f400.
00010000:00000010:0.1:1788572469.852103:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00000080:00000010:0.1:1788572469.852115:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572469.852123:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c480.
00000080:00000010:0.1:1788572469.852134:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572469.852143:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b80.
00000080:00000010:0.1:1788572469.852158:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572470.239095:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3400.
00010000:00000010:0.1:1788572470.239102:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731de00.
00010000:00000010:0.1:1788572470.517112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3b00.
00010000:00000010:0.1:1788572470.517119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afe00.
00000080:00000010:0.1:1788572470.528152:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cbe0.
00000080:00000010:0.1:1788572470.528199:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572470.592307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572470.592317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00010000:00000010:0.1:1788572470.610262:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2e00.
00010000:00000010:0.1:1788572470.610269:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00010000:00000010:0.1:1788572470.625722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcd100.
00010000:00000010:0.1:1788572470.625730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c800.
00000080:00000010:0.1:1788572470.671224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458720.
00000080:00000010:0.1:1788572470.679084:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572470.767103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c8dcdd00.
00010000:00000010:0.1:1788572470.767114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d000.
00000080:00000010:0.1:1788572470.770473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdfe0.
00010000:00000010:0.1:1788572470.770486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:0.1:1788572470.770492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79d600.
00000080:00000010:0.1:1788572470.770502:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572470.788109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458cc0.
00000080:00000010:0.1:1788572470.788130:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572471.021216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd00.
00000080:00000010:0.1:1788572471.021231:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572471.132172:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6a0.
00000080:00000010:0.1:1788572471.133862:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572471.133877:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1600.
00010000:00000010:0.1:1788572471.133884:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c800.
00000080:00000010:0.1:1788572471.133893:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458700.
00000080:00000010:0.1:1788572471.133903:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572471.283494:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c620.
00000080:00000010:0.1:1788572471.283512:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572471.375904:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:0.1:1788572471.375914:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c000.
00010000:00000010:0.1:1788572471.461091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3b00.
00010000:00000010:0.1:1788572471.461101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79cc00.
00000080:00000010:0.1:1788572471.470196:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fc0.
00000080:00000010:0.1:1788572471.470215:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:0.1:1788572471.608468:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea100.
00010000:00000010:0.1:1788572471.608476:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00000080:00000010:0.1:1788572472.076084:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572472.112162:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c080.
00000080:00000010:0.1:1788572472.112180:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572472.224111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:0.1:1788572472.224120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c000.
00010000:00000010:0.1:1788572472.234085:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252a00.
00010000:00000010:0.1:1788572472.234092:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00000080:00000010:0.1:1788572472.234100:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdbc0.
00000080:00000010:0.1:1788572472.234118:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572472.358737:0:11229:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572472.358751:0:11229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae800.
00000080:00000010:0.1:1788572472.409393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c000.
00000080:00000010:0.1:1788572472.409413:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:0.1:1788572472.590475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04585c0.
00000080:00000010:0.1:1788572472.590499:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572472.590509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de200.
00010000:00000010:0.1:1788572472.590515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aba00.
00000080:00000010:0.1:1788572472.915735:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c260.
00000080:00000010:0.1:1788572472.915756:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:0.1:1788572473.143076:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:0.1:1788572473.143088:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae400.
00000080:00000010:0.1:1788572473.143105:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c800.
00000080:00000010:0.1:1788572473.143121:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572473.143131:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c780.
00000080:00000010:0.1:1788572473.143144:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572473.456751:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de800.
00010000:00000010:0.1:1788572473.456925:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79ce00.
00010000:00000010:0.1:1788572473.587548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3600.
00010000:00000010:0.1:1788572473.587558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79d200.
00010000:00000010:0.1:1788572473.587562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167300.
00010000:00000010:0.1:1788572473.587566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00010000:00000010:0.1:1788572473.587569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3200.
00010000:00000010:0.1:1788572473.587571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79dc00.
00010000:00000010:0.1:1788572473.587580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:0.1:1788572473.587584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:0.1:1788572473.587588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1000.
00010000:00000010:0.1:1788572473.587618:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811000.
00010000:00000010:0.1:1788572473.587622:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:0.1:1788572473.587627:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ca00.
00010000:00000010:0.1:1788572473.597214:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:0.1:1788572473.597221:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ce00.
00010000:00000010:0.1:1788572473.597224:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3e00.
00010000:00000010:0.1:1788572473.597227:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca79c600.
00000080:00000010:0.1:1788572473.855793:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c5e0.
00000080:00000010:0.1:1788572473.855817:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572474.068144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252100.
00010000:00000010:0.1:1788572474.068154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00000080:00000010:0.1:1788572474.099037:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f40.
00010000:00000010:0.1:1788572474.308233:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:0.1:1788572474.308244:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae400.
00010000:00000010:0.1:1788572474.308247:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167200.
00010000:00000010:0.1:1788572474.308250:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af200.
00000080:00000010:0.1:1788572474.420110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c260.
00000080:00000010:0.1:1788572474.420134:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572474.468127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c160.
00000080:00000010:0.1:1788572474.468154:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572474.789156:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458860.
00000080:00000010:0.1:1788572474.789172:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572474.820780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c560.
00000080:00000010:0.1:1788572474.820799:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572474.844088:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ead00.
00010000:00000010:0.1:1788572474.844095:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00000080:00000010:0.1:1788572474.904487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce00.
00000080:00000010:0.1:1788572474.904507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:0.1:1788572475.055313:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdc00.
00000080:00000010:0.1:1788572475.055329:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572475.055343:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572475.055347:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2400.
00000080:00000010:0.1:1788572475.061854:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd360.
00000080:00000010:0.1:1788572475.061868:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572475.061876:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458780.
00000080:00000010:0.1:1788572475.061884:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572475.061891:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3a00.
00010000:00000010:0.1:1788572475.061896:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aee00.
00010000:00000010:0.1:1788572475.360075:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:0.1:1788572475.360082:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aee00.
00000080:00000010:0.1:1788572475.571090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c40.
00010000:00000010:0.1:1788572475.580088:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572475.580095:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aee00.
00000080:00000010:0.1:1788572475.580113:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572475.580118:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc40.
00000080:00000010:0.1:1788572475.580128:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:0.1:1788572475.614130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eae00.
00010000:00000010:0.1:1788572475.614142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af600.
00000080:00000010:0.1:1788572475.663794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5c0.
00000080:00000010:0.1:1788572475.663829:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572475.665205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6caa0.
00000080:00000010:0.1:1788572475.665232:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572475.952137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce60.
00000080:00000010:0.1:1788572475.952154:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572475.960146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572475.960155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00000080:00000010:0.1:1788572476.027211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6c0.
00000080:00000010:0.1:1788572476.027246:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572476.068018:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167200.
00010000:00000010:0.1:1788572476.068029:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00000080:00000010:0.1:1788572476.068035:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfc0.
00000080:00000010:0.1:1788572476.068051:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572476.480849:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fb00.
00010000:00000010:0.1:1788572476.480868:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00000080:00000010:0.1:1788572476.511066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c820.
00000080:00000010:0.1:1788572476.511085:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572476.603191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c660.
00000080:00000010:0.1:1788572476.603220:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572476.613118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c960.
00000080:00000010:0.1:1788572476.613145:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572476.613157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb600.
00010000:00000010:0.1:1788572476.613165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811000.
00000080:00000010:0.1:1788572476.613175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cca0.
00000080:00000010:0.1:1788572476.613189:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:0.1:1788572476.772569:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdbc0.
00000080:00000010:0.1:1788572476.772584:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572476.883088:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c120.
00000080:00000010:0.1:1788572476.883104:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572477.037814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce60.
00000080:00000010:0.1:1788572477.037834:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572477.106177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:0.1:1788572477.106192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:0.1:1788572477.128114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfc0.
00000080:00000010:0.1:1788572477.128188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572477.145294:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb100.
00010000:00000010:0.1:1788572477.145301:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00000080:00000010:0.1:1788572477.337895:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd40.
00000080:00000010:0.1:1788572477.371338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c940.
00000080:00000010:0.1:1788572477.371354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd180.
00000080:00000010:0.1:1788572477.371377:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572477.407139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:0.1:1788572477.407149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49400.
00010000:00000010:0.1:1788572477.456085:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:0.1:1788572477.456659:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48200.
00010000:00000010:0.1:1788572477.482315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbf00.
00010000:00000010:0.1:1788572477.482325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49600.
00000080:00000010:0.1:1788572477.482345:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:0.1:1788572477.588844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e00.
00000080:00000010:0.1:1788572477.588870:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:0.1:1788572477.687361:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572477.884491:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581c0.
00000080:00000010:0.1:1788572477.884509:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572478.057099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c60.
00000080:00000010:0.1:1788572478.057119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572478.214477:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572478.214488:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aea00.
00010000:00000010:0.1:1788572478.214492:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a900.
00010000:00000010:0.1:1788572478.214496:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00010000:00000010:0.1:1788572478.281885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ab00.
00010000:00000010:0.1:1788572478.281899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00010000:00000010:0.1:1788572478.284203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1600.
00010000:00000010:0.1:1788572478.284208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2200.
00010000:00000010:0.1:1788572478.284211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea300.
00010000:00000010:0.1:1788572478.284215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00010000:00000010:0.1:1788572478.284218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:0.1:1788572478.284221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae800.
00010000:00000010:0.1:1788572478.284224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a200.
00010000:00000010:0.1:1788572478.284228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00010000:00000010:0.1:1788572478.354292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252700.
00010000:00000010:0.1:1788572478.354302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afa00.
00010000:00000010:0.1:1788572478.411561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252a00.
00010000:00000010:0.1:1788572478.411569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00010000:00000010:0.1:1788572478.428161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5000.
00010000:00000010:0.1:1788572478.428171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00010000:00000010:0.1:1788572478.428175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:0.1:1788572478.428179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00010000:00000010:0.1:1788572478.428183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2f00.
00010000:00000010:0.1:1788572478.428187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2e00.
00010000:00000010:0.1:1788572478.433742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2a00.
00010000:00000010:0.1:1788572478.433756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3600.
00010000:00000010:0.1:1788572478.535018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:0.1:1788572478.535039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00010000:00000010:0.1:1788572478.634092:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5200.
00010000:00000010:0.1:1788572478.634102:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00010000:00000010:0.1:1788572478.634107:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:0.1:1788572478.634111:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00010000:00000010:0.1:1788572478.634115:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eac00.
00010000:00000010:0.1:1788572478.634118:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00010000:00000010:0.1:1788572478.634121:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea900.
00010000:00000010:0.1:1788572478.634124:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00010000:00000010:0.1:1788572478.634127:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572478.634130:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00010000:00000010:0.1:1788572478.647086:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:0.1:1788572478.647094:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00010000:00000010:0.1:1788572478.647097:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572478.647101:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810200.
00010000:00000010:0.1:1788572478.659936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0e00.
00010000:00000010:0.1:1788572478.659944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:0.1:1788572478.675797:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb400.
00010000:00000010:0.1:1788572478.675812:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00010000:00000010:0.1:1788572478.675817:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb800.
00010000:00000010:0.1:1788572478.675820:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49a00.
00010000:00000010:0.1:1788572478.739513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5b00.
00010000:00000010:0.1:1788572478.739523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00000080:00000010:0.1:1788572478.895791:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd440.
00000080:00000010:0.1:1788572478.895807:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:0.1:1788572478.998849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458900.
00000080:00000010:0.1:1788572478.998868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:0.1:1788572479.223196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1f00.
00010000:00000010:0.1:1788572479.223208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964da00.
00000080:00000010:0.1:1788572479.223218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb40.
00010000:00000010:0.1:1788572479.280072:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:0.1:1788572479.280081:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00000080:00000010:0.1:1788572479.313110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cac0.
00000080:00000010:0.1:1788572479.313134:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572479.713144:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3800.
00010000:00000010:0.1:1788572479.713151:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00010000:00000010:0.1:1788572480.036095:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb400.
00010000:00000010:0.1:1788572480.036103:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00010000:00000010:0.1:1788572480.056634:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbd00.
00010000:00000010:0.1:1788572480.056643:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00000080:00000010:0.1:1788572480.157438:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca20.
00000080:00000010:0.1:1788572480.157458:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572480.236603:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:0.1:1788572480.475805:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c340.
00010000:00000010:0.1:1788572480.475819:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2200.
00010000:00000010:0.1:1788572480.475824:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00000080:00000010:0.1:1788572480.488630:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572480.488647:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1e0.
00000080:00000010:0.1:1788572480.488658:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572480.599915:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd820.
00000080:00000010:0.1:1788572480.599942:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572480.804888:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00000080:00000010:0.1:1788572480.804909:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572480.836012:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7e0.
00000080:00000010:0.1:1788572480.836029:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572481.036780:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c600.
00010000:00000010:0.1:1788572481.036795:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00010000:00000010:0.1:1788572481.226358:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f700.
00010000:00000010:0.1:1788572481.226365:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00000080:00000010:0.1:1788572481.240554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458440.
00000080:00000010:0.1:1788572481.240566:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:0.1:1788572481.540646:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1a0.
00000080:00000010:0.1:1788572481.540668:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572481.875786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:0.1:1788572481.875794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813000.
00000080:00000010:0.1:1788572481.906198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00010000:00000010:0.1:1788572481.906213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:0.1:1788572481.906217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00000080:00000010:0.1:1788572481.906228:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572481.925188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458da0.
00000080:00000010:0.1:1788572481.925214:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:0.1:1788572482.037109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ac00.
00010000:00000010:0.1:1788572482.037118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00000080:00000010:0.1:1788572482.040232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458520.
00010000:00000010:0.1:1788572482.152312:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252a00.
00010000:00000010:0.1:1788572482.152318:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523c00.
00000080:00000010:0.1:1788572482.192202:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7a0.
00000080:00000010:0.1:1788572482.207586:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:0.1:1788572482.324161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c160.
00000080:00000010:0.1:1788572482.324184:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572482.324188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c5e0.
00000080:00000010:0.1:1788572482.324196:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572482.417276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3e0.
00000080:00000010:0.1:1788572482.417295:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:0.1:1788572482.506096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252900.
00010000:00000010:0.1:1788572482.506106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00000080:00000010:0.1:1788572482.533481:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458980.
00000080:00000010:0.1:1788572482.533502:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572482.653260:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:0.1:1788572482.653266:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522800.
00000080:00000010:0.1:1788572482.660088:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7a0.
00000080:00000010:0.1:1788572482.660109:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572482.660114:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:0.1:1788572482.660120:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00000080:00000010:0.1:1788572482.707188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c240.
00000080:00000010:0.1:1788572482.707208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:0.1:1788572482.772212:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572482.772224:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0000.
00010000:00000010:0.1:1788572482.772228:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0800.
00010000:00000010:0.1:1788572482.881075:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:0.1:1788572482.881083:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1600.
00000080:00000010:0.1:1788572482.938140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bddc0.
00000080:00000010:0.1:1788572482.938164:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572483.211200:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0c0.
00000080:00000010:0.1:1788572483.211219:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572483.211235:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0100.
00010000:00000010:0.1:1788572483.211244:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00000080:00000010:0.1:1788572483.232416:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583e0.
00000080:00000010:0.1:1788572483.232442:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572483.438114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5200.
00010000:00000010:0.1:1788572483.438125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00010000:00000010:0.1:1788572483.530290:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:0.1:1788572483.530298:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48200.
00010000:00000010:0.1:1788572483.530302:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167900.
00010000:00000010:0.1:1788572483.530305:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c000.
00010000:00000010:0.1:1788572483.530309:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1b00.
00010000:00000010:0.1:1788572483.530313:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00010000:00000010:0.1:1788572483.530317:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:0.1:1788572483.530321:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964dc00.
00000080:00000010:0.1:1788572483.565921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c840.
00000080:00000010:0.1:1788572483.565941:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572483.612076:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f100.
00010000:00000010:0.1:1788572483.612084:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:0.1:1788572483.612089:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2500.
00010000:00000010:0.1:1788572483.612092:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522600.
00010000:00000010:0.1:1788572483.625085:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2100.
00010000:00000010:0.1:1788572483.625092:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523200.
00010000:00000010:0.1:1788572483.625096:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3200.
00010000:00000010:0.1:1788572483.625099:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c400.
00010000:00000010:0.1:1788572483.644079:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:0.1:1788572483.644086:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3200.
00010000:00000010:0.1:1788572483.751073:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:0.1:1788572483.751079:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:0.1:1788572483.751083:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0900.
00010000:00000010:0.1:1788572483.751086:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c800.
00010000:00000010:0.1:1788572483.759951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0000.
00010000:00000010:0.1:1788572483.759964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964da00.
00010000:00000010:0.1:1788572483.759969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325af00.
00010000:00000010:0.1:1788572483.759974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523a00.
00010000:00000010:0.1:1788572483.759978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c600.
00010000:00000010:0.1:1788572483.759983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00010000:00000010:0.1:1788572483.759987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fc00.
00010000:00000010:0.1:1788572483.759990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00010000:00000010:0.1:1788572483.759993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a800.
00010000:00000010:0.1:1788572483.759996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522c00.
00010000:00000010:0.1:1788572483.759999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a900.
00010000:00000010:0.1:1788572483.760001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523800.
00010000:00000010:0.1:1788572483.827071:0:16827:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:0.1:1788572483.827078:0:16827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523600.
00010000:00000010:0.1:1788572483.843810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:0.1:1788572483.843818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48800.
00010000:00000010:0.1:1788572483.843823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:0.1:1788572483.843825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:0.1:1788572483.883879:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252b00.
00010000:00000010:0.1:1788572483.883891:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523400.
00010000:00000010:0.1:1788572483.941899:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0800.
00010000:00000010:0.1:1788572483.941909:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0000.
00010000:00000010:0.1:1788572483.941913:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2200.
00010000:00000010:0.1:1788572483.941917:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813800.
00010000:00000010:0.1:1788572483.941920:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0d00.
00010000:00000010:0.1:1788572483.941923:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0e00.
00000080:00000010:0.1:1788572484.057481:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9a0.
00000080:00000010:0.1:1788572484.057496:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572484.077603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdbe0.
00000080:00000010:0.1:1788572484.077622:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00000080:00000010:0.1:1788572484.167111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c280.
00000080:00000010:0.1:1788572484.167137:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572484.301213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7e0.
00000080:00000010:0.1:1788572484.301231:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:0.1:1788572484.301238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9a0.
00000080:00000010:0.1:1788572484.301265:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572484.355397:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7a0.
00000080:00000010:0.1:1788572484.355505:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572484.467100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5a00.
00010000:00000010:0.1:1788572484.467106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812400.
00000080:00000010:0.1:1788572484.559087:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c340.
00000080:00000010:0.1:1788572484.559106:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572484.722523:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:0.1:1788572484.722531:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1800.
00000080:00000010:0.1:1788572484.793081:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd00.
00000080:00000010:0.1:1788572484.793097:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:0.1:1788572484.793105:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c7c0.
00000080:00000010:0.1:1788572484.793115:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572484.889844:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:0.1:1788572484.889856:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00010000:00000010:0.1:1788572484.969171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:0.1:1788572484.969188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:0.1:1788572484.969194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cae0.
00000080:00000010:0.1:1788572484.969213:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572485.176717:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:0.1:1788572485.176740:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572485.334114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:0.1:1788572485.334123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00000080:00000010:0.1:1788572485.334130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ce0.
00000080:00000010:0.1:1788572485.334143:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572485.397835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:0.1:1788572485.397848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0e00.
00000080:00000010:0.1:1788572485.397856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458cc0.
00000080:00000010:0.1:1788572485.397879:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:0.1:1788572485.491466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:0.1:1788572485.491474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00000080:00000010:0.1:1788572485.492093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd6c0.
00000080:00000010:0.1:1788572485.492111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572485.715876:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd860.
00000080:00000010:0.1:1788572485.715899:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572485.715915:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9400.
00010000:00000010:0.1:1788572485.715920:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812800.
00010000:00000010:0.1:1788572485.857851:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252100.
00010000:00000010:0.1:1788572485.857863:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813000.
00010000:00000010:0.1:1788572485.857866:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252a00.
00010000:00000010:0.1:1788572485.857870:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0600.
00000080:00000010:0.1:1788572485.857874:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e20.
00000080:00000010:0.1:1788572485.857899:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572486.306508:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:0.1:1788572486.306518:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595e00.
00000080:00000010:0.1:1788572486.306523:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd440.
00000080:00000010:0.1:1788572486.306552:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572486.556821:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458da0.
00000080:00000010:0.1:1788572486.556842:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572486.556853:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9400.
00010000:00000010:0.1:1788572486.556858:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595e00.
00000080:00000010:0.1:1788572486.598733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd440.
00000080:00000010:0.1:1788572486.598757:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572486.823041:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458de0.
00000080:00000010:0.1:1788572486.823083:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:0.1:1788572486.823095:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:0.1:1788572486.823098:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:0.1:1788572486.885559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c400.
00000080:00000010:0.1:1788572486.885575:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572486.885583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2700.
00010000:00000010:0.1:1788572486.885589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00010000:00000010:0.1:1788572486.932102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0f00.
00010000:00000010:0.1:1788572486.932114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48600.
00000080:00000010:0.1:1788572486.993238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458340.
00010000:00000010:0.1:1788572487.419647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497b00.
00010000:00000010:0.1:1788572487.419654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0600.
00010000:00000010:0.1:1788572487.534222:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5300.
00010000:00000010:0.1:1788572487.534229:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:0.1:1788572487.534234:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:0.1:1788572487.534250:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572487.672947:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497b00.
00010000:00000010:0.1:1788572487.672955:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48e00.
00000080:00000010:0.1:1788572487.694163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce00.
00000080:00000010:0.1:1788572487.694186:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572487.740928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458980.
00010000:00000010:0.1:1788572487.740942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963fa00.
00010000:00000010:0.1:1788572487.740946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522200.
00000080:00000010:0.1:1788572487.756128:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572487.775288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca60.
00000080:00000010:0.1:1788572487.775316:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572487.775321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc80.
00000080:00000010:0.1:1788572487.775361:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572488.005091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963f000.
00010000:00000010:0.1:1788572488.005100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523600.
00010000:00000010:0.1:1788572488.064090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9500.
00010000:00000010:0.1:1788572488.064099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594800.
00010000:00000010:0.1:1788572488.073961:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497800.
00010000:00000010:0.1:1788572488.073970:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594400.
00000080:00000010:0.1:1788572488.094634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd700.
00010000:00000010:0.1:1788572488.179294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497800.
00010000:00000010:0.1:1788572488.179301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00000080:00000010:0.1:1788572488.224919:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f60.
00000080:00000010:0.1:1788572488.224942:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572488.388240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9500.
00010000:00000010:0.1:1788572488.388246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:0.1:1788572488.388256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce80.
00000080:00000010:0.1:1788572488.388269:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:0.1:1788572488.464086:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ac00.
00010000:00000010:0.1:1788572488.464093:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498000.
00010000:00000010:0.1:1788572488.574565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:0.1:1788572488.574581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1200.
00010000:00000010:0.1:1788572488.611603:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:0.1:1788572488.611610:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0400.
00010000:00000010:0.1:1788572488.611614:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c100.
00010000:00000010:0.1:1788572488.611618:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498e00.
00010000:00000010:0.1:1788572488.624148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572488.624155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498800.
00010000:00000010:0.1:1788572488.624159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5300.
00010000:00000010:0.1:1788572488.624162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:0.1:1788572488.627256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a200.
00010000:00000010:0.1:1788572488.627276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1c00.
00010000:00000010:0.1:1788572488.627281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b000.
00010000:00000010:0.1:1788572488.627285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813e00.
00010000:00000010:0.1:1788572488.627288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:0.1:1788572488.627291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1600.
00010000:00000010:0.1:1788572488.697874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963fa00.
00010000:00000010:0.1:1788572488.697892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523a00.
00010000:00000010:0.1:1788572488.697896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:0.1:1788572488.697901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00010000:00000010:0.1:1788572488.697904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c600.
00010000:00000010:0.1:1788572488.697907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00010000:00000010:0.1:1788572488.703097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:0.1:1788572488.703112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810200.
00010000:00000010:0.1:1788572488.733098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5d00.
00010000:00000010:0.1:1788572488.733105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00010000:00000010:0.1:1788572488.784551:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:0.1:1788572488.784557:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1000.
00010000:00000010:0.1:1788572488.784561:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167900.
00010000:00000010:0.1:1788572488.784565:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49400.
00000080:00000010:0.1:1788572488.788201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00010000:00000010:0.1:1788572488.788211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:0.1:1788572488.788214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0a00.
00010000:00000010:0.1:1788572488.788217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252b00.
00010000:00000010:0.1:1788572488.788221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00010000:00000010:0.1:1788572488.788223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252900.
00010000:00000010:0.1:1788572488.788226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595600.
00010000:00000010:0.1:1788572488.788229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497f00.
00010000:00000010:0.1:1788572488.788232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595400.
00000080:00000010:0.1:1788572488.788241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572488.794088:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5000.
00010000:00000010:0.1:1788572488.794095:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812400.
00010000:00000010:0.1:1788572488.835622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9800.
00010000:00000010:0.1:1788572488.835633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813000.
00010000:00000010:0.1:1788572488.835638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2500.
00010000:00000010:0.1:1788572488.835641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49000.
00010000:00000010:0.1:1788572488.835645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497400.
00010000:00000010:0.1:1788572488.835649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595200.
00010000:00000010:0.1:1788572488.835652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0100.
00010000:00000010:0.1:1788572488.835656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00010000:00000010:0.1:1788572488.841739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2700.
00010000:00000010:0.1:1788572488.841762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48600.
00010000:00000010:0.1:1788572488.876095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963fd00.
00010000:00000010:0.1:1788572488.876105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812600.
00010000:00000010:0.1:1788572488.876109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497700.
00010000:00000010:0.1:1788572488.876112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594000.
00010000:00000010:0.1:1788572488.880136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9e00.
00010000:00000010:0.1:1788572488.880144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00010000:00000010:0.1:1788572488.903554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea900.
00010000:00000010:0.1:1788572488.903561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00010000:00000010:0.1:1788572488.918463:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963f700.
00010000:00000010:0.1:1788572488.918471:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0600.
00010000:00000010:0.1:1788572488.926090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963ff00.
00010000:00000010:0.1:1788572488.926102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523c00.
00010000:00000010:0.1:1788572488.926106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497b00.
00010000:00000010:0.1:1788572488.926108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595800.
00010000:00000010:0.1:1788572489.170075:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497b00.
00010000:00000010:0.1:1788572489.170082:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522800.
00000080:00000010:0.1:1788572489.243868:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c100.
00000080:00000010:0.1:1788572489.243885:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:0.1:1788572489.428560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca20.
00000080:00000010:0.1:1788572489.428581:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572489.445100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497e00.
00010000:00000010:0.1:1788572489.445109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00000080:00000010:0.1:1788572489.524171:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd40.
00000080:00000010:0.1:1788572489.524195:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:0.1:1788572489.727533:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:0.1:1788572489.727541:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00000080:00000010:0.1:1788572489.745542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc20.
00000080:00000010:0.1:1788572489.745556:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572489.758639:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cea0.
00000080:00000010:0.1:1788572489.773111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572489.942374:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963f300.
00010000:00000010:0.1:1788572489.942382:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00000080:00000010:0.1:1788572489.942386:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c8c0.
00000080:00000010:0.1:1788572489.942402:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572490.010334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd60.
00000080:00000010:0.1:1788572490.010364:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572490.037102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583a0.
00000080:00000010:0.1:1788572490.037125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572490.181651:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:0.1:1788572490.181668:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3200.
00010000:00000010:0.1:1788572490.289087:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497b00.
00010000:00000010:0.1:1788572490.289094:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00010000:00000010:0.1:1788572490.322136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5d00.
00010000:00000010:0.1:1788572490.322145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00000080:00000010:0.1:1788572490.531932:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00000080:00000010:0.1:1788572490.531945:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589c0.
00000080:00000010:0.1:1788572490.531958:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572490.558345:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458280.
00000080:00000010:0.1:1788572490.558371:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:0.1:1788572490.624104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea400.
00010000:00000010:0.1:1788572490.624112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00010000:00000010:0.1:1788572490.654078:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9400.
00010000:00000010:0.1:1788572490.654092:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2c00.
00000080:00000010:0.1:1788572490.688812:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd620.
00000080:00000010:0.1:1788572490.688839:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572490.758165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00000080:00000010:0.1:1788572490.758179:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572490.889091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5a0.
00000080:00000010:0.1:1788572490.905083:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572490.968146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea000.
00010000:00000010:0.1:1788572490.968171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2e00.
00010000:00000010:0.1:1788572491.209089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:0.1:1788572491.209095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00000080:00000010:0.1:1788572491.217176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c820.
00000080:00000010:0.1:1788572491.217192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:0.1:1788572491.247714:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0000.
00010000:00000010:0.1:1788572491.247721:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00010000:00000010:0.1:1788572491.338185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ead00.
00010000:00000010:0.1:1788572491.338191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00000080:00000010:0.1:1788572491.338197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c680.
00000080:00000010:0.1:1788572491.338211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572491.369109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b20.
00000080:00000010:0.1:1788572491.369133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:0.1:1788572491.382105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9d00.
00010000:00000010:0.1:1788572491.382115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2e00.
00000080:00000010:0.1:1788572491.394099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7a0.
00000080:00000010:0.1:1788572491.394119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572491.425933:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0d00.
00010000:00000010:0.1:1788572491.425943:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812800.
00000080:00000010:0.1:1788572491.444970:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca20.
00000080:00000010:0.1:1788572491.444992:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572491.771098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:0.1:1788572491.771105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00010000:00000010:0.1:1788572491.840564:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9d00.
00010000:00000010:0.1:1788572491.840572:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00000080:00000010:0.1:1788572491.970624:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce00.
00000080:00000010:0.1:1788572492.001120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572492.056001:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458aa0.
00000080:00000010:0.1:1788572492.107105:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c480.
00000080:00000010:0.1:1788572492.107839:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:0.1:1788572492.144618:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd420.
00000080:00000010:0.1:1788572492.144640:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572492.226843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:0.1:1788572492.226857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00000080:00000010:0.1:1788572492.256192:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c560.
00000080:00000010:0.1:1788572492.256204:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572492.271118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:0.1:1788572492.271129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00010000:00000010:0.1:1788572492.470524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0f00.
00010000:00000010:0.1:1788572492.470534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3800.
00010000:00000010:0.1:1788572492.528730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9000.
00010000:00000010:0.1:1788572492.528738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2400.
00000080:00000010:0.1:1788572492.528742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd420.
00000080:00000010:0.1:1788572492.528752:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572492.564730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167900.
00010000:00000010:0.1:1788572492.564736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00000080:00000010:0.1:1788572492.564740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458da0.
00000080:00000010:0.1:1788572492.564752:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572492.700226:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4e0.
00000080:00000010:0.1:1788572492.700245:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572492.900550:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4a0.
00000080:00000010:0.1:1788572492.900570:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572492.900582:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0000.
00010000:00000010:0.1:1788572492.900587:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49000.
00000080:00000010:0.1:1788572493.023552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cec0.
00000080:00000010:0.1:1788572493.023577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572493.023587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:0.1:1788572493.023593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2c00.
00000080:00000010:0.1:1788572493.085361:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdc80.
00000080:00000010:0.1:1788572493.085376:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572493.140106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0d00.
00010000:00000010:0.1:1788572493.140111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812800.
00000080:00000010:0.1:1788572493.140119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6a0.
00000080:00000010:0.1:1788572493.140141:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:0.1:1788572493.189095:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c040.
00000080:00000010:0.1:1788572493.189117:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572493.189128:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf60.
00000080:00000010:0.1:1788572493.189138:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572493.189144:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a80.
00000080:00000010:0.1:1788572493.189153:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:0.1:1788572493.189158:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572493.189163:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2c00.
00000080:00000010:0.1:1788572493.395508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c740.
00000080:00000010:0.1:1788572493.395529:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572493.414075:0:43330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c80.
00000080:00000010:0.1:1788572493.414093:0:43330:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572493.414099:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497300.
00010000:00000010:0.1:1788572493.414105:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:0.1:1788572493.414110:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0f00.
00010000:00000010:0.1:1788572493.414114:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00010000:00000010:0.1:1788572493.414121:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9300.
00010000:00000010:0.1:1788572493.414124:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813400.
00010000:00000010:0.1:1788572493.414127:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497a00.
00010000:00000010:0.1:1788572493.414130:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595e00.
00010000:00000010:0.1:1788572493.414134:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963f400.
00010000:00000010:0.1:1788572493.414137:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523000.
00010000:00000010:0.1:1788572493.478800:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c963f100.
00010000:00000010:0.1:1788572493.478808:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523e00.
00010000:00000010:0.1:1788572493.560615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea100.
00010000:00000010:0.1:1788572493.560623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811a00.
00010000:00000010:0.1:1788572493.560628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497100.
00010000:00000010:0.1:1788572493.560631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3600.
00010000:00000010:0.1:1788572493.560636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a500.
00010000:00000010:0.1:1788572493.560641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00010000:00000010:0.1:1788572493.580110:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d1497400.
00010000:00000010:0.1:1788572493.580128:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00010000:00000010:0.1:1788572493.604078:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:0.1:1788572493.604090:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498000.
00010000:00000010:0.1:1788572493.604095:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a900.
00010000:00000010:0.1:1788572493.604100:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00010000:00000010:0.1:1788572493.604103:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fc00.
00010000:00000010:0.1:1788572493.604106:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812800.
00010000:00000010:0.1:1788572493.604109:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a800.
00010000:00000010:0.1:1788572493.604112:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00010000:00000010:0.1:1788572493.604115:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ac00.
00010000:00000010:0.1:1788572493.604117:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00000080:00000010:0.1:1788572493.648472:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c8a0.
00000080:00000010:0.1:1788572493.664144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572493.680088:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:0.1:1788572493.680099:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3200.
00000080:00000010:0.1:1788572493.726675:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c880.
00000080:00000010:0.1:1788572493.726865:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572493.959655:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b200.
00010000:00000010:0.1:1788572493.959664:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00000080:00000010:0.1:1788572494.160098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:0.1:1788572494.160118:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572494.257016:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:0.1:1788572494.257022:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1600.
00000080:00000010:0.1:1788572494.257027:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb80.
00000080:00000010:0.1:1788572494.257042:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:0.1:1788572494.472237:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:0.1:1788572494.472250:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252600.
00010000:00000010:0.1:1788572494.472255:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49600.
00010000:00000010:0.1:1788572494.631687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:0.1:1788572494.631693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00000080:00000010:0.1:1788572494.631699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581e0.
00000080:00000010:0.1:1788572494.667855:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572494.667862:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:0.1:1788572494.667867:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0400.
00000080:00000010:0.1:1788572494.667870:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00000080:00000010:0.1:1788572494.877096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c240.
00000080:00000010:0.1:1788572494.877111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572494.877117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd580.
00010000:00000010:0.1:1788572494.877125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572494.877131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2e00.
00000080:00000010:0.1:1788572494.877139:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:0.1:1788572494.877144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda60.
00000080:00000010:0.1:1788572494.877150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:0.1:1788572494.992212:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9c00.
00010000:00000010:0.1:1788572494.992219:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49a00.
00000080:00000010:0.1:1788572494.992224:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00010000:00000010:0.1:1788572494.992230:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:0.1:1788572494.992234:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0400.
00000080:00000010:0.1:1788572494.992245:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572494.992253:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:0.1:1788572494.992262:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572494.992268:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572494.992272:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3200.
00000080:00000010:0.1:1788572495.055273:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd560.
00000080:00000010:0.1:1788572495.055292:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572495.103621:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c48b9900.
00010000:00000010:0.1:1788572495.103631:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00000080:00000010:0.1:1788572495.199086:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c120.
00000080:00000010:0.1:1788572495.199111:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572495.380113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de200.
00010000:00000010:0.1:1788572495.380125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595e00.
00000080:00000010:0.1:1788572495.460154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6e0.
00000080:00000010:0.1:1788572495.460182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572495.460192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a40.
00000080:00000010:0.1:1788572495.460201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:0.1:1788572495.556318:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:0.1:1788572495.556325:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3c00.
00000080:00000010:0.1:1788572495.631459:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458560.
00000080:00000010:0.1:1788572495.631481:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572495.702698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd00.
00000080:00000010:0.1:1788572495.702718:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572495.732033:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5c00.
00010000:00000010:0.1:1788572495.732042:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3c00.
00010000:00000010:0.1:1788572495.779146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5900.
00010000:00000010:0.1:1788572495.779156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48600.
00010000:00000010:0.1:1788572495.795973:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572495.795992:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48e00.
00000080:00000010:0.1:1788572495.884121:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c500.
00000080:00000010:0.1:1788572495.884143:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572495.935613:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e80.
00010000:00000010:0.1:1788572495.994136:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5900.
00010000:00000010:0.1:1788572495.994152:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00000080:00000010:0.1:1788572496.013810:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:0.1:1788572496.013829:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572496.116154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a60.
00000080:00000010:0.1:1788572496.116182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:0.1:1788572496.116192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cdc0.
00000080:00000010:0.1:1788572496.116201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572496.215248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd00.
00010000:00000010:0.1:1788572496.215261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2a00.
00010000:00000010:0.1:1788572496.215264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49a00.
00000080:00000010:0.1:1788572496.215275:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572496.230151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:0.1:1788572496.230162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00000080:00000010:0.1:1788572496.230176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458d60.
00000080:00000010:0.1:1788572496.230192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572496.392812:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572496.463101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0700.
00010000:00000010:0.1:1788572496.463109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594200.
00000080:00000010:0.1:1788572496.472821:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00000080:00000010:0.1:1788572496.472840:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572496.724101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9c0.
00000080:00000010:0.1:1788572496.724120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572496.799094:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:0.1:1788572496.799101:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:0.1:1788572496.832129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca40.
00000080:00000010:0.1:1788572496.832145:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572497.335674:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0d00.
00010000:00000010:0.1:1788572497.335681:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594400.
00010000:00000010:0.1:1788572497.542177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:0.1:1788572497.542188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dde00.
00000080:00000010:0.1:1788572497.581974:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c460.
00000080:00000010:0.1:1788572497.581997:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572497.589198:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b000.
00010000:00000010:0.1:1788572497.589208:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:0.1:1788572497.623515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb60.
00000080:00000010:0.1:1788572497.623532:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:0.1:1788572497.633194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b40.
00000080:00000010:0.1:1788572497.633206:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572497.859667:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c920.
00000080:00000010:0.1:1788572497.859693:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:0.1:1788572497.880399:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd80.
00000080:00000010:0.1:1788572497.880416:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572497.880424:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd960.
00000080:00000010:0.1:1788572497.880431:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:0.1:1788572498.189296:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de500.
00010000:00000010:0.1:1788572498.189306:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0400.
00000080:00000010:0.1:1788572498.201884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458060.
00000080:00000010:0.1:1788572498.201928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572498.394093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cca0.
00000080:00000010:0.1:1788572498.394109:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572498.579725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:0.1:1788572498.579738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813600.
00010000:00000010:0.1:1788572498.579742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f900.
00010000:00000010:0.1:1788572498.579747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1000.
00010000:00000010:0.1:1788572498.663064:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9900.
00010000:00000010:0.1:1788572498.663082:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0800.
00010000:00000010:0.1:1788572498.663086:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:0.1:1788572498.663090:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2000.
00010000:00000010:0.1:1788572498.663094:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:0.1:1788572498.663100:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3000.
00010000:00000010:0.1:1788572498.663103:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:0.1:1788572498.663105:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2200.
00010000:00000010:0.1:1788572498.663109:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30deb00.
00010000:00000010:0.1:1788572498.663114:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0000.
00010000:00000010:0.1:1788572498.783350:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de800.
00010000:00000010:0.1:1788572498.783362:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1600.
00000080:00000010:0.1:1788572498.788495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdb80.
00000080:00000010:0.1:1788572498.788521:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572498.840492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5d00.
00010000:00000010:0.1:1788572498.840502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595200.
00010000:00000010:0.1:1788572498.840505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252b00.
00010000:00000010:0.1:1788572498.840508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49a00.
00010000:00000010:0.1:1788572498.840513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0900.
00010000:00000010:0.1:1788572498.840516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3600.
00010000:00000010:0.1:1788572498.879239:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0100.
00010000:00000010:0.1:1788572498.879246:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595a00.
00010000:00000010:0.1:1788572498.879249:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3400.
00010000:00000010:0.1:1788572498.879253:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00010000:00000010:0.1:1788572498.879256:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0500.
00010000:00000010:0.1:1788572498.879259:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595000.
00010000:00000010:0.1:1788572498.879262:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:0.1:1788572498.879266:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3c00.
00010000:00000010:0.1:1788572498.879269:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2100.
00010000:00000010:0.1:1788572498.879272:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00010000:00000010:0.1:1788572498.879277:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0000.
00010000:00000010:0.1:1788572498.879280:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1800.
00010000:00000010:0.1:1788572498.879283:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:0.1:1788572498.879286:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3800.
00010000:00000010:0.1:1788572498.971508:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2000.
00010000:00000010:0.1:1788572498.971515:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00000080:00000010:0.1:1788572499.231081:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572499.694837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c440.
00000080:00000010:0.1:1788572499.694856:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:0.1:1788572499.694866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cce0.
00000080:00000010:0.1:1788572499.694876:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572499.881006:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458940.
00000080:00000010:0.1:1788572499.881030:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:0.1:1788572500.195086:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1e0.
00000080:00000010:0.1:1788572500.238111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:0.1:1788572500.254565:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c480.
00000080:00000010:0.1:1788572500.268754:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572500.310506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdcc0.
00000080:00000010:0.1:1788572500.381232:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:0.1:1788572500.464880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391a00.
00010000:00000010:0.1:1788572500.464888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812e00.
00010000:00000010:0.1:1788572500.671225:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:0.1:1788572500.671232:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00000080:00000010:0.1:1788572500.671237:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458820.
00000080:00000010:0.1:1788572500.671257:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572500.805972:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:0.1:1788572500.805980:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3a00.
00010000:00000010:0.1:1788572500.840664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0400.
00010000:00000010:0.1:1788572500.840682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3c00.
00010000:00000010:0.1:1788572500.900658:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391400.
00010000:00000010:0.1:1788572500.900666:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dc600.
00000080:00000010:0.1:1788572500.900671:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6e0.
00000080:00000010:0.1:1788572500.900683:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572501.187197:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458900.
00000080:00000010:0.1:1788572501.187214:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572501.216128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3c00.
00010000:00000010:0.1:1788572501.216137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00000080:00000010:0.1:1788572501.299079:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5a0.
00000080:00000010:0.1:1788572501.299096:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572501.389735:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391000.
00010000:00000010:0.1:1788572501.389747:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0000.
00000080:00000010:0.1:1788572501.548117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd60.
00000080:00000010:0.1:1788572501.555504:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572501.877131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cda0.
00000080:00000010:0.1:1788572501.877148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572501.917028:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:0.1:1788572501.917035:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2a00.
00000080:00000010:0.1:1788572501.962325:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5e0.
00000080:00000010:0.1:1788572501.962343:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572502.070188:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:0.1:1788572502.070213:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572502.134183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0e00.
00010000:00000010:0.1:1788572502.134194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3600.
00000080:00000010:0.1:1788572502.204783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c320.
00000080:00000010:0.1:1788572502.204811:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572502.204818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:0.1:1788572502.204823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00000080:00000010:0.1:1788572502.225889:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458160.
00000080:00000010:0.1:1788572502.225921:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572502.242570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458700.
00000080:00000010:0.1:1788572502.242589:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572502.266080:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:0.1:1788572502.266091:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2e00.
00010000:00000010:0.1:1788572502.467220:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b100.
00010000:00000010:0.1:1788572502.467227:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dc600.
00010000:00000010:0.1:1788572502.558175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:0.1:1788572502.558182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca629400.
00000080:00000010:0.1:1788572502.558186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c7c0.
00000080:00000010:0.1:1788572502.558195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572502.570603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572502.570610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3000.
00000080:00000010:0.1:1788572502.606097:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572502.606106:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:0.1:1788572502.606111:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca628400.
00000080:00000010:0.1:1788572502.606116:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c400.
00010000:00000010:0.1:1788572502.701474:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b100.
00010000:00000010:0.1:1788572502.701487:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca628200.
00000080:00000010:0.1:1788572502.734083:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c060.
00000080:00000010:0.1:1788572502.735928:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572502.878105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:0.1:1788572502.878116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3600.
00000080:00000010:0.1:1788572502.878124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c720.
00000080:00000010:0.1:1788572502.878146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572502.954454:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:0.1:1788572502.997099:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:0.1:1788572502.997108:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2400.
00000080:00000010:0.1:1788572503.011723:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfc0.
00000080:00000010:0.1:1788572503.011742:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:0.1:1788572503.011752:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0a00.
00010000:00000010:0.1:1788572503.011758:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812600.
00010000:00000010:0.1:1788572503.684148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:0.1:1788572503.684157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3a00.
00010000:00000010:0.1:1788572503.684164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5200.
00010000:00000010:0.1:1788572503.684170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00010000:00000010:0.1:1788572503.684179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0600.
00010000:00000010:0.1:1788572503.684185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813c00.
00010000:00000010:0.1:1788572503.684192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:0.1:1788572503.684271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00010000:00000010:0.1:1788572503.684290:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de900.
00010000:00000010:0.1:1788572503.684296:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813800.
00010000:00000010:0.1:1788572503.684300:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391800.
00010000:00000010:0.1:1788572503.684303:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dc800.
00010000:00000010:0.1:1788572503.684307:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5300.
00010000:00000010:0.1:1788572503.684309:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00010000:00000010:0.1:1788572503.719261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3a00.
00010000:00000010:0.1:1788572503.719267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2800.
00010000:00000010:0.1:1788572503.719270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5000.
00010000:00000010:0.1:1788572503.719274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3200.
00010000:00000010:0.1:1788572503.735160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3400.
00010000:00000010:0.1:1788572503.735170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2200.
00010000:00000010:0.1:1788572503.765098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30dea00.
00010000:00000010:0.1:1788572503.765110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813200.
00010000:00000010:0.1:1788572503.810793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5e00.
00010000:00000010:0.1:1788572503.810800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00010000:00000010:0.1:1788572503.810804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0300.
00010000:00000010:0.1:1788572503.810806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812e00.
00010000:00000010:0.1:1788572503.828097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:0.1:1788572503.828105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1200.
00010000:00000010:0.1:1788572503.828112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0800.
00010000:00000010:0.1:1788572503.828116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812800.
00010000:00000010:0.1:1788572503.832156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0c00.
00010000:00000010:0.1:1788572503.832174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3c00.
00010000:00000010:0.1:1788572503.859161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572503.859169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00010000:00000010:0.1:1788572503.864648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0f00.
00010000:00000010:0.1:1788572503.864654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2a00.
00010000:00000010:0.1:1788572503.864657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0300.
00010000:00000010:0.1:1788572503.864670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3400.
00010000:00000010:0.1:1788572503.864674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391100.
00010000:00000010:0.1:1788572503.864678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dc400.
00010000:00000010:0.1:1788572503.864682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fb00.
00010000:00000010:0.1:1788572503.864684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00010000:00000010:0.1:1788572503.870316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f900.
00010000:00000010:0.1:1788572503.879497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00000080:00000010:0.1:1788572503.937283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c700.
00000080:00000010:0.1:1788572503.937306:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572503.947123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:0.1:1788572503.947133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0e00.
00010000:00000010:0.1:1788572503.972751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0f00.
00010000:00000010:0.1:1788572503.972761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca629a00.
00010000:00000010:0.1:1788572503.979316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0a00.
00010000:00000010:0.1:1788572503.979323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3800.
00010000:00000010:0.1:1788572503.992163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:0.1:1788572503.992169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dd200.
00010000:00000010:0.1:1788572503.992172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327ba00.
00010000:00000010:0.1:1788572503.992175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dca00.
00010000:00000010:0.1:1788572503.996109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5800.
00010000:00000010:0.1:1788572503.996127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2000.
00010000:00000010:0.1:1788572504.076519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:0.1:1788572504.076541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca628a00.
00010000:00000010:0.1:1788572504.095139:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:0.1:1788572504.095155:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594800.
00000080:00000010:0.1:1788572504.138184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458460.
00000080:00000010:0.1:1788572504.168214:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572504.209597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde80.
00000080:00000010:0.1:1788572504.209617:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:0.1:1788572504.297593:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458380.
00000080:00000010:0.1:1788572504.297620:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572504.299187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:0.1:1788572504.299195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594600.
00000080:00000010:0.1:1788572504.303975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c340.
00000080:00000010:0.1:1788572504.310203:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572504.438214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458580.
00000080:00000010:0.1:1788572504.438236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572504.749083:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572504.749098:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2600.
00000080:00000010:0.1:1788572504.889901:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c240.
00000080:00000010:0.1:1788572504.889916:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572504.889926:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4c0.
00010000:00000010:0.1:1788572505.099076:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de100.
00010000:00000010:0.1:1788572505.099087:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3800.
00000080:00000010:0.1:1788572505.099099:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc00.
00000080:00000010:0.1:1788572505.099116:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572505.099130:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0400.
00010000:00000010:0.1:1788572505.099133:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594a00.
00010000:00000010:0.1:1788572505.251093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de100.
00010000:00000010:0.1:1788572505.251105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca628000.
00000080:00000010:0.1:1788572505.329245:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd20.
00000080:00000010:0.1:1788572505.329259:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572505.524763:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c600.
00000080:00000010:0.1:1788572505.524782:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572505.524789:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c760.
00010000:00000010:0.1:1788572505.599080:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5a00.
00010000:00000010:0.1:1788572505.599089:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3800.
00000080:00000010:0.1:1788572505.599094:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd20.
00000080:00000010:0.1:1788572505.599111:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572505.674002:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391e00.
00010000:00000010:0.1:1788572505.674015:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595800.
00000080:00000010:0.1:1788572505.674027:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589e0.
00000080:00000010:0.1:1788572505.674040:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572505.674050:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:0.1:1788572505.674666:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1600.
00000080:00000010:0.1:1788572505.674671:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd320.
00000080:00000010:0.1:1788572505.674682:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:0.1:1788572505.711097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0000.
00010000:00000010:0.1:1788572505.711104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1400.
00000080:00000010:0.1:1788572505.711109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd800.
00000080:00000010:0.1:1788572505.711123:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:0.1:1788572505.803100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd800.
00000080:00000010:0.1:1788572505.803120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572505.945812:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0100.
00010000:00000010:0.1:1788572505.945819:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594a00.
00000080:00000010:0.1:1788572506.226833:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd760.
00000080:00000010:0.1:1788572506.226863:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:0.1:1788572506.270427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c780.
00000080:00000010:0.1:1788572506.270441:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572506.289089:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391600.
00010000:00000010:0.1:1788572506.289097:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594000.
00000080:00000010:0.1:1788572506.297263:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fa0.
00000080:00000010:0.1:1788572506.297283:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572506.621787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd460.
00000080:00000010:0.1:1788572506.702104:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572506.887546:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:0.1:1788572506.887554:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0000.
00000080:00000010:0.1:1788572507.103583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c280.
00000080:00000010:0.1:1788572507.104645:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572507.123122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04586e0.
00000080:00000010:0.1:1788572507.123140:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572507.204098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458060.
00010000:00000010:0.1:1788572507.346399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eac00.
00010000:00000010:0.1:1788572507.346410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594000.
00000080:00000010:0.1:1788572507.448114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458000.
00000080:00000010:0.1:1788572507.448133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572507.448142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c240.
00000080:00000010:0.1:1788572507.448155:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572507.479125:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea500.
00010000:00000010:0.1:1788572507.479132:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813000.
00000080:00000010:0.1:1788572507.479137:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf80.
00000080:00000010:0.1:1788572507.479152:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572507.544097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f400.
00010000:00000010:0.1:1788572507.544108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dd600.
00000080:00000010:0.1:1788572507.551820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfa0.
00000080:00000010:0.1:1788572507.551842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572507.667485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:0.1:1788572507.667504:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572507.774123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea600.
00010000:00000010:0.1:1788572507.774136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d400.
00000080:00000010:0.1:1788572507.774144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00000080:00000010:0.1:1788572507.774161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572507.834657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce60.
00000080:00000010:0.1:1788572507.834678:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572507.963769:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd780.
00000080:00000010:0.1:1788572507.963789:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00010000:00000010:0.1:1788572508.227443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8397800.
00010000:00000010:0.1:1788572508.227453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00000080:00000010:0.1:1788572508.308613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc20.
00000080:00000010:0.1:1788572508.359333:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:0.1:1788572508.412024:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3500.
00010000:00000010:0.1:1788572508.412040:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2000.
00010000:00000010:0.1:1788572508.487288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8397700.
00010000:00000010:0.1:1788572508.487300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812a00.
00000080:00000010:0.1:1788572508.580241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd500.
00000080:00000010:0.1:1788572508.580263:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572508.611888:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd820.
00010000:00000010:0.1:1788572508.612166:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3500.
00010000:00000010:0.1:1788572508.612175:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00010000:00000010:0.1:1788572508.809161:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:0.1:1788572508.809174:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca628c00.
00010000:00000010:0.1:1788572508.809184:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252900.
00010000:00000010:0.1:1788572508.809192:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3a00.
00010000:00000010:0.1:1788572508.809202:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de800.
00010000:00000010:0.1:1788572508.809213:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca628400.
00010000:00000010:1.1:1788572508.823837:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5100.
00010000:00000010:1.1:1788572508.823846:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594800.
00010000:00000010:1.1:1788572508.824171:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de000.
00010000:00000010:1.1:1788572508.824179:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca629e00.
00010000:00000010:1.1:1788572508.824186:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c300.
00010000:00000010:1.1:1788572508.824194:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1000.
00010000:00000010:1.1:1788572508.824202:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0500.
00010000:00000010:1.1:1788572508.824208:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1e00.
00010000:00000010:1.1:1788572508.824214:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0700.
00010000:00000010:1.1:1788572508.824232:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0200.
00010000:00000010:0.1:1788572508.825645:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:0.1:1788572508.825652:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595a00.
00010000:00000010:0.1:1788572508.825656:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:0.1:1788572508.825660:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0400.
00010000:00000010:1.1:1788572508.826071:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0000.
00010000:00000010:1.1:1788572508.826077:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2800.
00010000:00000010:1.1:1788572508.826093:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0f00.
00010000:00000010:1.1:1788572508.826096:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1800.
00010000:00000010:1.1:1788572508.826099:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:1.1:1788572508.826101:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0600.
00010000:00000010:1.1:1788572508.826104:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391f00.
00010000:00000010:1.1:1788572508.826107:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dce00.
00010000:00000010:1.1:1788572508.826110:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:1.1:1788572508.826112:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2e00.
00010000:00000010:0.1:1788572508.852546:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0200.
00010000:00000010:0.1:1788572508.852552:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2a00.
00010000:00000010:1.1:1788572508.862179:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391b00.
00010000:00000010:1.1:1788572508.862188:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dca00.
00010000:00000010:1.1:1788572508.862192:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:1.1:1788572508.862196:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595e00.
00010000:00000010:1.1:1788572508.862199:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0500.
00010000:00000010:1.1:1788572508.862203:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3a00.
00010000:00000010:1.1:1788572508.862206:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:1.1:1788572508.862209:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813000.
00010000:00000010:1.1:1788572508.862212:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572508.862214:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3400.
00010000:00000010:0.1:1788572508.868072:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c100.
00010000:00000010:0.1:1788572508.868078:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594200.
00010000:00000010:1.1:1788572508.887805:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0d00.
00010000:00000010:1.1:1788572508.887812:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0c00.
00010000:00000010:1.1:1788572508.887816:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391700.
00010000:00000010:1.1:1788572508.887820:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dd200.
00010000:00000010:1.1:1788572508.900138:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:1.1:1788572508.900147:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595600.
00010000:00000010:0.1:1788572508.910796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0600.
00010000:00000010:0.1:1788572508.910804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3c00.
00010000:00000010:1.1:1788572508.932914:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391300.
00010000:00000010:1.1:1788572508.932925:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dd800.
00010000:00000010:1.1:1788572508.932929:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5a00.
00010000:00000010:1.1:1788572508.932931:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0800.
00010000:00000010:0.1:1788572508.936704:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391d00.
00010000:00000010:0.1:1788572508.936714:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6ddc00.
00010000:00000010:0.1:1788572508.950148:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391900.
00010000:00000010:0.1:1788572508.950157:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dc000.
00010000:00000010:0.1:1788572508.950166:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2600.
00010000:00000010:0.1:1788572508.950171:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594c00.
00010000:00000010:0.1:1788572508.950174:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0b00.
00010000:00000010:0.1:1788572508.950177:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3e00.
00010000:00000010:0.1:1788572508.950181:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572508.950184:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3600.
00010000:00000010:1.1:1788572508.961123:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2700.
00010000:00000010:1.1:1788572508.961134:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594a00.
00010000:00000010:0.1:1788572508.962520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5200.
00010000:00000010:0.1:1788572508.962529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dcc00.
00010000:00000010:0.1:1788572508.986091:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:0.1:1788572508.986102:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813400.
00010000:00000010:0.1:1788572508.986109:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea200.
00010000:00000010:0.1:1788572508.986116:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dc600.
00010000:00000010:0.1:1788572509.006154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:0.1:1788572509.006169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812800.
00010000:00000010:0.1:1788572509.051255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3500.
00010000:00000010:0.1:1788572509.051263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2400.
00010000:00000010:1.1:1788572509.052042:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea500.
00010000:00000010:1.1:1788572509.052049:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00010000:00000010:1.1:1788572509.052067:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eae00.
00010000:00000010:1.1:1788572509.052070:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00010000:00000010:1.1:1788572509.052073:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0a00.
00010000:00000010:1.1:1788572509.052076:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00010000:00000010:1.1:1788572509.079180:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391e00.
00010000:00000010:1.1:1788572509.079194:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dd000.
00010000:00000010:1.1:1788572509.079199:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de100.
00010000:00000010:1.1:1788572509.079205:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2200.
00000080:00000010:0.1:1788572509.159797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4c0.
00010000:00000010:1.1:1788572509.168330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3400.
00010000:00000010:1.1:1788572509.168349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595400.
00000080:00000010:1.1:1788572509.168355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c80.
00000080:00000010:1.1:1788572509.168372:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572509.177269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:0.1:1788572509.177277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2600.
00000080:00000010:0.1:1788572509.186577:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c560.
00000080:00000010:0.1:1788572509.186592:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:1.1:1788572509.221315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce20.
00000080:00000010:1.1:1788572509.232258:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572509.308232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd380.
00000080:00000010:0.1:1788572509.338652:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00000080:00000010:0.1:1788572509.338668:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:1.1:1788572509.434843:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:1.1:1788572509.434875:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:0.1:1788572509.693139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c200.
00000080:00000010:0.1:1788572509.719317:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:1.1:1788572509.769018:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd640.
00000080:00000010:1.1:1788572509.769047:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:1.1:1788572510.067640:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de300.
00010000:00000010:1.1:1788572510.067650:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00000080:00000010:1.1:1788572510.067655:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cc00.
00000080:00000010:1.1:1788572510.067670:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572510.099500:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ccc0.
00000080:00000010:0.1:1788572510.099513:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572510.099518:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391900.
00010000:00000010:0.1:1788572510.099522:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3000.
00000080:00000010:0.1:1788572510.163096:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfc0.
00000080:00000010:0.1:1788572510.163110:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572510.175451:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391d00.
00010000:00000010:0.1:1788572510.175462:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2400.
00010000:00000010:1.1:1788572510.417171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:1.1:1788572510.417183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00000080:00000010:1.1:1788572510.421189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458980.
00000080:00000010:1.1:1788572510.421212:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:0.1:1788572510.449221:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30def00.
00010000:00000010:0.1:1788572510.449231:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595400.
00000080:00000010:1.1:1788572510.459517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587a0.
00000080:00000010:1.1:1788572510.459560:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572510.463114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30deb00.
00010000:00000010:0.1:1788572510.463126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813c00.
00000080:00000010:0.1:1788572510.538077:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd080.
00000080:00000010:0.1:1788572510.538098:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:1.1:1788572510.657741:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391f00.
00010000:00000010:1.1:1788572510.657750:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813c00.
00000080:00000010:1.1:1788572510.657756:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bddc0.
00000080:00000010:1.1:1788572510.657777:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:1.1:1788572510.708095:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea300.
00010000:00000010:1.1:1788572510.708102:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00000080:00000010:1.1:1788572510.810083:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fc0.
00000080:00000010:1.1:1788572510.810105:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572510.842008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572510.842015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ca00.
00000080:00000010:0.1:1788572510.853266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c460.
00000080:00000010:0.1:1788572510.853286:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:1.1:1788572510.866528:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e00.
00000080:00000010:1.1:1788572510.873110:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572510.918097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8397200.
00010000:00000010:0.1:1788572510.918114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00000080:00000010:0.1:1788572510.946348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cde0.
00010000:00000010:1.1:1788572510.950514:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391f00.
00010000:00000010:1.1:1788572510.950529:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00000080:00000010:1.1:1788572510.959286:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572510.969159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391600.
00010000:00000010:0.1:1788572510.969179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1600.
00000080:00000010:0.1:1788572510.990678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdb80.
00000080:00000010:0.1:1788572510.990702:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:1.1:1788572511.100118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c340.
00000080:00000010:0.1:1788572511.100186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04584a0.
00000080:00000010:0.1:1788572511.100200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:1.1:1788572511.109114:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572511.153727:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572511.153736:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1600.
00010000:00000010:1.1:1788572511.286724:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391f00.
00010000:00000010:1.1:1788572511.286742:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594400.
00010000:00000010:1.1:1788572511.334673:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eaf00.
00010000:00000010:1.1:1788572511.334683:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00010000:00000010:0.1:1788572511.435531:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:0.1:1788572511.435552:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594a00.
00000080:00000010:1.1:1788572511.452095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458220.
00000080:00000010:1.1:1788572511.452113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572511.452383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458860.
00000080:00000010:0.1:1788572511.452395:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:0.1:1788572511.452401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30deb00.
00010000:00000010:0.1:1788572511.452408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3c00.
00000080:00000010:1.1:1788572511.627477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce00.
00000080:00000010:1.1:1788572511.627495:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:1.1:1788572511.682106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572511.682113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00000080:00000010:1.1:1788572511.713661:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cde0.
00000080:00000010:1.1:1788572511.714902:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:1.1:1788572511.801481:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9d00.
00010000:00000010:1.1:1788572511.801488:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00000080:00000010:1.1:1788572511.824471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c20.
00000080:00000010:1.1:1788572511.824490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:1.1:1788572511.896263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00010000:00000010:1.1:1788572511.896280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572511.896286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00000080:00000010:1.1:1788572511.896305:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:1.1:1788572511.896316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0900.
00010000:00000010:1.1:1788572511.896322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2200.
00000080:00000010:1.1:1788572511.896338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cde0.
00000080:00000010:1.1:1788572511.896347:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572511.950101:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0d00.
00010000:00000010:0.1:1788572511.950109:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2e00.
00010000:00000010:1.1:1788572512.007588:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0b00.
00010000:00000010:1.1:1788572512.007593:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594200.
00010000:00000010:1.1:1788572512.011478:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0900.
00010000:00000010:1.1:1788572512.011484:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3400.
00000080:00000010:1.1:1788572512.011490:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c020.
00000080:00000010:1.1:1788572512.011504:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572512.111512:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458820.
00000080:00000010:0.1:1788572512.111534:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572512.128485:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:0.1:1788572512.128492:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00000080:00000010:0.1:1788572512.128498:0:1351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fc0.
00000080:00000010:0.1:1788572512.128512:0:1351:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:1.1:1788572512.143238:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0800.
00010000:00000010:1.1:1788572512.143250:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2800.
00000080:00000010:0.1:1788572512.160096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd60.
00000080:00000010:0.1:1788572512.160116:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:1.1:1788572512.215238:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c100.
00000080:00000010:1.1:1788572512.215265:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572512.224379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8397200.
00010000:00000010:0.1:1788572512.224393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3400.
00000080:00000010:0.1:1788572512.277097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce60.
00000080:00000010:0.1:1788572512.277128:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:1.1:1788572512.281160:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9300.
00010000:00000010:1.1:1788572512.281166:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0e00.
00000080:00000010:1.1:1788572512.285515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdae0.
00000080:00000010:1.1:1788572512.289121:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572512.340103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5a0.
00000080:00000010:1.1:1788572512.345102:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:0.1:1788572512.479895:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0800.
00010000:00000010:0.1:1788572512.479908:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2e00.
00010000:00000010:0.1:1788572512.604106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:0.1:1788572512.604112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3800.
00000080:00000010:1.1:1788572512.604140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0a0.
00000080:00000010:1.1:1788572512.604157:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:1.1:1788572512.807234:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:1.1:1788572512.807242:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0200.
00000080:00000010:1.1:1788572512.807247:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd500.
00000080:00000010:1.1:1788572512.807261:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572512.821576:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587e0.
00000080:00000010:0.1:1788572512.836314:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00010000:00000010:0.1:1788572512.876177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:0.1:1788572512.876191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3000.
00010000:00000010:0.1:1788572513.034144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bd00.
00010000:00000010:0.1:1788572513.034154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2400.
00000080:00000010:0.1:1788572513.082079:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1e0.
00000080:00000010:0.1:1788572513.082097:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:1.1:1788572513.084388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:1.1:1788572513.084396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3c00.
00000080:00000010:0.1:1788572513.105846:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5a0.
00000080:00000010:0.1:1788572513.105863:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572513.188244:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0400.
00010000:00000010:1.1:1788572513.188252:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00000080:00000010:0.1:1788572513.265730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c480.
00000080:00000010:0.1:1788572513.265757:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572513.265767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c780.
00000080:00000010:0.1:1788572513.265775:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00000080:00000010:0.1:1788572513.329473:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd920.
00000080:00000010:0.1:1788572513.329492:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572513.329499:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9a00.
00010000:00000010:0.1:1788572513.329504:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595800.
00000080:00000010:0.1:1788572513.329508:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580a0.
00000080:00000010:0.1:1788572513.329518:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572513.518656:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0800.
00010000:00000010:1.1:1788572513.518662:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2400.
00000080:00000010:1.1:1788572513.518667:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cce0.
00000080:00000010:1.1:1788572513.518687:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:1.1:1788572513.556247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04588e0.
00000080:00000010:1.1:1788572513.556266:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:1.1:1788572513.556272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd60.
00000080:00000010:1.1:1788572513.556298:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572513.720218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de900.
00010000:00000010:1.1:1788572513.720231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6dd600.
00010000:00000010:0.1:1788572513.734216:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5300.
00010000:00000010:0.1:1788572513.734224:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812000.
00010000:00000010:0.1:1788572513.734228:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8397e00.
00010000:00000010:0.1:1788572513.734231:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00010000:00000010:0.1:1788572513.734235:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5b00.
00010000:00000010:0.1:1788572513.734237:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812200.
00010000:00000010:0.1:1788572513.734239:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8397900.
00010000:00000010:0.1:1788572513.734242:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c800.
00010000:00000010:0.1:1788572513.734246:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3d00.
00010000:00000010:0.1:1788572513.734249:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812a00.
00010000:00000010:0.1:1788572513.734254:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3a00.
00010000:00000010:0.1:1788572513.734257:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813000.
00010000:00000010:0.1:1788572513.734260:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8397600.
00010000:00000010:0.1:1788572513.734262:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00010000:00000010:0.1:1788572513.734266:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:0.1:1788572513.734269:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595a00.
00000080:00000010:0.1:1788572513.734273:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c180.
00010000:00000010:1.1:1788572513.740577:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3800.
00010000:00000010:1.1:1788572513.740594:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812800.
00000080:00000010:0.1:1788572513.757238:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572513.757255:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de100.
00010000:00000010:0.1:1788572513.757263:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812c00.
00010000:00000010:0.1:1788572513.775892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391e00.
00010000:00000010:0.1:1788572513.775899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974cc00.
00010000:00000010:1.1:1788572513.776091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30ded00.
00010000:00000010:1.1:1788572513.776099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812e00.
00010000:00000010:1.1:1788572513.827962:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325aa00.
00010000:00000010:1.1:1788572513.827969:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3a00.
00010000:00000010:0.1:1788572513.855567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391800.
00010000:00000010:0.1:1788572513.855584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d400.
00010000:00000010:0.1:1788572513.881471:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de500.
00010000:00000010:0.1:1788572513.881482:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4812600.
00010000:00000010:0.1:1788572513.881486:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391000.
00010000:00000010:0.1:1788572513.881491:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974de00.
00010000:00000010:0.1:1788572513.881494:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391300.
00010000:00000010:0.1:1788572513.881496:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974da00.
00010000:00000010:1.1:1788572513.883220:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de700.
00010000:00000010:1.1:1788572513.883230:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813600.
00010000:00000010:1.1:1788572513.883235:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:1.1:1788572513.883240:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594c00.
00010000:00000010:1.1:1788572513.883246:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea200.
00010000:00000010:1.1:1788572513.883251:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2000.
00000080:00000010:1.1:1788572513.883256:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2a0.
00000080:00000010:1.1:1788572513.883273:0:2399:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572513.891065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0600.
00010000:00000010:0.1:1788572513.891079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00010000:00000010:1.1:1788572513.916379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391b00.
00010000:00000010:1.1:1788572513.916390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00010000:00000010:1.1:1788572513.916394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de300.
00010000:00000010:1.1:1788572513.916400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813200.
00010000:00000010:1.1:1788572513.916404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:1.1:1788572513.916407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1200.
00010000:00000010:1.1:1788572513.931189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252900.
00010000:00000010:1.1:1788572513.931194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1400.
00010000:00000010:0.1:1788572513.940813:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8397800.
00010000:00000010:0.1:1788572513.940821:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00010000:00000010:1.1:1788572513.955335:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391700.
00010000:00000010:1.1:1788572513.955343:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813c00.
00010000:00000010:0.1:1788572513.969094:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252700.
00010000:00000010:0.1:1788572513.969115:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0800.
00010000:00000010:0.1:1788572513.969120:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eab00.
00010000:00000010:0.1:1788572513.969123:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3e00.
00010000:00000010:1.1:1788572513.971857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9900.
00010000:00000010:1.1:1788572513.971897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594e00.
00010000:00000010:1.1:1788572513.997501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30def00.
00010000:00000010:1.1:1788572513.997512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1a00.
00010000:00000010:1.1:1788572513.997519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ead00.
00010000:00000010:1.1:1788572513.997524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3200.
00010000:00000010:0.1:1788572513.998509:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0300.
00010000:00000010:0.1:1788572513.998518:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0600.
00010000:00000010:1.1:1788572514.052089:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0400.
00010000:00000010:1.1:1788572514.052098:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00010000:00000010:0.1:1788572514.092786:0:37571:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:0.1:1788572514.092794:0:37571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594400.
00010000:00000010:1.1:1788572514.094143:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0500.
00010000:00000010:1.1:1788572514.094150:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1800.
00010000:00000010:1.1:1788572514.094153:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0f00.
00010000:00000010:1.1:1788572514.094157:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e0400.
00010000:00000010:1.1:1788572514.094160:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0f00.
00010000:00000010:1.1:1788572514.094163:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00010000:00000010:1.1:1788572514.094166:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0c00.
00010000:00000010:1.1:1788572514.094168:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca7e1e00.
00010000:00000010:1.1:1788572514.094171:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:1.1:1788572514.094174:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3800.
00010000:00000010:1.1:1788572514.094178:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572514.094181:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2200.
00010000:00000010:1.1:1788572514.094184:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0d00.
00010000:00000010:1.1:1788572514.094187:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00010000:00000010:1.1:1788572514.094189:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:1.1:1788572514.094193:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595200.
00010000:00000010:1.1:1788572514.129091:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0900.
00010000:00000010:1.1:1788572514.129097:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00010000:00000010:0.1:1788572514.135829:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9b00.
00010000:00000010:0.1:1788572514.135836:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2c00.
00010000:00000010:0.1:1788572514.135840:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0100.
00010000:00000010:0.1:1788572514.135843:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595000.
00010000:00000010:0.1:1788572514.135854:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9000.
00010000:00000010:0.1:1788572514.135857:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595e00.
00000080:00000010:1.1:1788572514.215666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2e0.
00000080:00000010:1.1:1788572514.215685:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572514.215698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0600.
00010000:00000010:1.1:1788572514.215703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2a00.
00000080:00000010:1.1:1788572514.215706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2a0.
00000080:00000010:1.1:1788572514.215716:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572514.292108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252f00.
00010000:00000010:1.1:1788572514.292117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3400.
00000080:00000010:1.1:1788572514.292122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c060.
00000080:00000010:1.1:1788572514.292144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:1.1:1788572514.292153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572514.295526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5e0.
00000080:00000010:0.1:1788572514.295547:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572514.295556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:0.1:1788572514.295563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3a00.
00000080:00000010:0.1:1788572514.295568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c260.
00010000:00000010:0.1:1788572514.473278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:0.1:1788572514.473288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3000.
00000080:00000010:0.1:1788572514.473293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c820.
00000080:00000010:0.1:1788572514.473307:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:1.1:1788572514.530180:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c3a0.
00000080:00000010:1.1:1788572514.530202:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:1.1:1788572514.554174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252700.
00010000:00000010:1.1:1788572514.554181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d400.
00000080:00000010:1.1:1788572514.591184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5e0.
00000080:00000010:1.1:1788572514.591207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572514.619385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252f00.
00010000:00000010:1.1:1788572514.619391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:0.1:1788572514.625209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252600.
00010000:00000010:0.1:1788572514.625218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:0.1:1788572514.625223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cc20.
00000080:00000010:0.1:1788572514.625241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:1.1:1788572514.652440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ccc0.
00000080:00000010:1.1:1788572514.652460:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:1.1:1788572514.652471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cda0.
00000080:00000010:1.1:1788572514.652493:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572514.674338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:0.1:1788572514.674345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594c00.
00010000:00000010:1.1:1788572514.787511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:1.1:1788572514.787526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:1.1:1788572514.787537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c3a0.
00000080:00000010:1.1:1788572514.787550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:0.1:1788572514.862107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391a00.
00010000:00000010:0.1:1788572514.862115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:1.1:1788572514.863357:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:1.1:1788572514.863382:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:1.1:1788572514.863529:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04586c0.
00000080:00000010:1.1:1788572514.863544:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:1.1:1788572514.863554:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c5e0.
00000080:00000010:1.1:1788572514.863560:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572514.895592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c460.
00000080:00000010:0.1:1788572514.895612:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:1.1:1788572514.971278:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:1.1:1788572515.049152:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5c0.
00000080:00000010:1.1:1788572515.049168:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572515.123725:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f100.
00010000:00000010:0.1:1788572515.123730:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00000080:00000010:0.1:1788572515.128106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c5e0.
00000080:00000010:0.1:1788572515.128131:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:1.1:1788572515.162706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3e0.
00000080:00000010:1.1:1788572515.162723:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:1.1:1788572515.256138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfa0.
00000080:00000010:1.1:1788572515.256166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572515.269464:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458720.
00000080:00000010:0.1:1788572515.269487:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:1.1:1788572515.371226:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de100.
00010000:00000010:1.1:1788572515.371234:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00000080:00000010:1.1:1788572515.371239:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c600.
00000080:00000010:1.1:1788572515.371255:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572515.482237:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:0.1:1788572515.482245:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594e00.
00010000:00000010:1.1:1788572515.642132:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391100.
00010000:00000010:1.1:1788572515.642139:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00000080:00000010:1.1:1788572515.642144:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdc60.
00000080:00000010:1.1:1788572515.642294:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572515.779749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572515.779760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3600.
00010000:00000010:1.1:1788572515.847570:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fa00.
00010000:00000010:1.1:1788572515.847577:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594600.
00000080:00000010:1.1:1788572515.847586:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458040.
00000080:00000010:1.1:1788572515.847602:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572515.914081:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de800.
00010000:00000010:0.1:1788572515.914090:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:1.1:1788572515.925322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6a0.
00000080:00000010:1.1:1788572515.925346:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:1.1:1788572516.099687:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458bc0.
00000080:00000010:1.1:1788572516.099707:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572516.103845:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458780.
00000080:00000010:1.1:1788572516.103867:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:1.1:1788572516.103874:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458620.
00000080:00000010:1.1:1788572516.104082:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572516.146146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de100.
00010000:00000010:1.1:1788572516.146157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:0.1:1788572516.162206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9e0.
00000080:00000010:0.1:1788572516.162226:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572516.162231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cdc0.
00000080:00000010:0.1:1788572516.162240:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:1.1:1788572516.175096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b60.
00000080:00000010:1.1:1788572516.175112:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572516.426148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458260.
00000080:00000010:0.1:1788572516.426173:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572516.634101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a20.
00000080:00000010:0.1:1788572516.634119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:1.1:1788572516.723508:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fc0.
00000080:00000010:1.1:1788572516.723527:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:1.1:1788572516.723547:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd6c0.
00000080:00000010:1.1:1788572516.723561:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572516.794028:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00010000:00000010:0.1:1788572516.794038:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eae00.
00010000:00000010:0.1:1788572516.794042:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:0.1:1788572516.794051:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572516.823913:0:1351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfa0.
00000080:00000010:0.1:1788572516.823931:0:1351:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572516.834755:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ba0.
00000080:00000010:0.1:1788572516.834770:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:1.1:1788572516.894494:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572516.895112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9a0.
00010000:00000010:0.1:1788572516.895122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eab00.
00010000:00000010:0.1:1788572516.895126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3800.
00000080:00000010:1.1:1788572516.940215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c800.
00000080:00000010:1.1:1788572516.940238:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:1.1:1788572516.980654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391a00.
00010000:00000010:1.1:1788572516.980673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2200.
00000080:00000010:1.1:1788572517.038498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb80.
00000080:00000010:1.1:1788572517.071563:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:1.1:1788572517.071575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391d00.
00010000:00000010:1.1:1788572517.071581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00000080:00000010:0.1:1788572517.072497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdaa0.
00000080:00000010:0.1:1788572517.077115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:1.1:1788572517.231827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c940.
00000080:00000010:1.1:1788572517.248587:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:0.1:1788572517.403921:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c8e0.
00000080:00000010:0.1:1788572517.403944:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572517.512152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3e0.
00000080:00000010:0.1:1788572517.512181:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572517.709084:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0400.
00010000:00000010:0.1:1788572517.709091:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00010000:00000010:1.1:1788572517.709147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea900.
00010000:00000010:1.1:1788572517.709153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2200.
00000080:00000010:1.1:1788572517.709158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c040.
00000080:00000010:1.1:1788572517.709178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:1.1:1788572517.709196:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589e0.
00000080:00000010:1.1:1788572517.709205:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:1.1:1788572517.726512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb60.
00000080:00000010:1.1:1788572517.726523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:1.1:1788572517.726541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cdc0.
00000080:00000010:1.1:1788572517.726560:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572517.842612:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0900.
00010000:00000010:0.1:1788572517.842621:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00000080:00000010:0.1:1788572517.842626:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587a0.
00000080:00000010:0.1:1788572517.842641:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:1.1:1788572517.877374:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c600.
00000080:00000010:0.1:1788572517.882508:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572517.954081:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca00.
00000080:00000010:0.1:1788572517.954104:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:1.1:1788572517.954114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd920.
00000080:00000010:1.1:1788572517.954125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:0.1:1788572518.012159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0900.
00010000:00000010:0.1:1788572518.012166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595000.
00010000:00000010:1.1:1788572518.114123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0800.
00010000:00000010:1.1:1788572518.114129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594400.
00010000:00000010:1.1:1788572518.114131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0600.
00010000:00000010:1.1:1788572518.114134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594200.
00010000:00000010:0.1:1788572518.122080:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea900.
00010000:00000010:0.1:1788572518.122086:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595000.
00000080:00000010:0.1:1788572518.122093:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca40.
00000080:00000010:0.1:1788572518.122109:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572518.122124:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458360.
00000080:00000010:0.1:1788572518.122132:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:0.1:1788572518.122137:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c220.
00000080:00000010:0.1:1788572518.122146:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:1.1:1788572518.159090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c880.
00000080:00000010:1.1:1788572518.159119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572518.469104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea300.
00010000:00000010:0.1:1788572518.469116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00000080:00000010:0.1:1788572518.469125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580c0.
00000080:00000010:0.1:1788572518.469147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572518.535236:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c500.
00000080:00000010:0.1:1788572518.535250:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c880.
00000080:00000010:0.1:1788572518.535264:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572518.665087:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0d00.
00010000:00000010:0.1:1788572518.665095:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00000080:00000010:0.1:1788572518.665100:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ccc0.
00000080:00000010:0.1:1788572518.665118:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572518.835072:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:0.1:1788572518.835078:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974da00.
00010000:00000010:0.1:1788572518.835082:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0100.
00010000:00000010:0.1:1788572518.835085:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00010000:00000010:0.1:1788572518.835088:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:0.1:1788572518.835091:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00010000:00000010:0.1:1788572518.877072:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0700.
00010000:00000010:0.1:1788572518.877078:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3200.
00010000:00000010:0.1:1788572518.877082:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391700.
00010000:00000010:0.1:1788572518.877085:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00010000:00000010:0.1:1788572518.877088:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391f00.
00010000:00000010:0.1:1788572518.877092:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d400.
00010000:00000010:0.1:1788572518.877095:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30deb00.
00010000:00000010:0.1:1788572518.877098:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00010000:00000010:0.1:1788572518.877101:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ad00.
00010000:00000010:0.1:1788572518.877104:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00010000:00000010:0.1:1788572518.893081:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:0.1:1788572518.893088:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595800.
00010000:00000010:0.1:1788572518.893092:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30dea00.
00010000:00000010:0.1:1788572518.893097:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:0.1:1788572518.893100:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ab00.
00010000:00000010:0.1:1788572518.893103:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594000.
00010000:00000010:0.1:1788572518.926362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391400.
00010000:00000010:0.1:1788572518.926367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00010000:00000010:1.1:1788572518.932499:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30ded00.
00010000:00000010:1.1:1788572518.932508:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00010000:00000010:0.1:1788572518.935372:0:37571:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fe00.
00010000:00000010:0.1:1788572518.935384:0:37571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3000.
00010000:00000010:1.1:1788572518.945283:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:1.1:1788572518.945290:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3400.
00010000:00000010:1.1:1788572518.945294:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0300.
00010000:00000010:1.1:1788572518.945297:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594e00.
00010000:00000010:1.1:1788572518.945320:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f700.
00010000:00000010:1.1:1788572518.945323:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3a00.
00010000:00000010:1.1:1788572518.945326:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:1.1:1788572518.945331:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00010000:00000010:1.1:1788572518.945334:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de300.
00010000:00000010:1.1:1788572518.945944:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:0.1:1788572518.969077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0f00.
00010000:00000010:0.1:1788572518.969082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595a00.
00010000:00000010:0.1:1788572518.996079:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391200.
00010000:00000010:0.1:1788572518.996086:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00010000:00000010:0.1:1788572518.996089:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0a00.
00010000:00000010:0.1:1788572518.996092:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594a00.
00010000:00000010:1.1:1788572518.998671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea200.
00010000:00000010:1.1:1788572518.998679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2a00.
00010000:00000010:1.1:1788572518.998688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391000.
00010000:00000010:1.1:1788572518.998692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00010000:00000010:0.1:1788572519.016069:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de100.
00010000:00000010:0.1:1788572519.016076:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:0.1:1788572519.016080:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea600.
00010000:00000010:0.1:1788572519.016083:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2e00.
00000080:00000010:0.1:1788572519.016088:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde40.
00000080:00000010:0.1:1788572519.016111:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572519.016117:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0200.
00010000:00000010:0.1:1788572519.016121:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00010000:00000010:0.1:1788572519.016124:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9b00.
00010000:00000010:0.1:1788572519.016128:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00010000:00000010:0.1:1788572519.016131:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:0.1:1788572519.016134:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00010000:00000010:0.1:1788572519.016137:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea400.
00010000:00000010:0.1:1788572519.016140:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b3200.
00010000:00000010:1.1:1788572519.016736:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0000.
00010000:00000010:1.1:1788572519.016743:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811000.
00010000:00000010:1.1:1788572519.016747:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0c00.
00010000:00000010:1.1:1788572519.016750:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00010000:00000010:1.1:1788572519.016753:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572519.016756:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00010000:00000010:0.1:1788572519.047412:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9800.
00010000:00000010:0.1:1788572519.047419:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498000.
00010000:00000010:0.1:1788572519.047424:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:0.1:1788572519.047428:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00010000:00000010:0.1:1788572519.047431:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:0.1:1788572519.047434:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594200.
00010000:00000010:1.1:1788572519.082089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea100.
00010000:00000010:1.1:1788572519.082097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00010000:00000010:1.1:1788572519.086095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0b00.
00010000:00000010:1.1:1788572519.086103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00010000:00000010:1.1:1788572519.095469:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:1.1:1788572519.095484:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00000080:00000010:0.1:1788572519.110429:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdee0.
00000080:00000010:0.1:1788572519.110446:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572519.174084:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458300.
00000080:00000010:1.1:1788572519.174101:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572519.185019:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:0.1:1788572519.185033:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00000080:00000010:0.1:1788572519.193451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580a0.
00000080:00000010:0.1:1788572519.193482:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572519.211094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0b00.
00010000:00000010:0.1:1788572519.211101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00010000:00000010:1.1:1788572519.235744:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0f00.
00010000:00000010:1.1:1788572519.235754:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595e00.
00000080:00000010:0.1:1788572519.296243:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:0.1:1788572519.296268:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:1.1:1788572519.303153:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6e0.
00000080:00000010:1.1:1788572519.303182:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:1.1:1788572519.339794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0d00.
00010000:00000010:1.1:1788572519.339807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00000080:00000010:1.1:1788572519.339813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00000080:00000010:1.1:1788572519.339832:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:1.1:1788572519.489491:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04588e0.
00000080:00000010:1.1:1788572519.489516:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:1.1:1788572519.524546:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0f00.
00010000:00000010:1.1:1788572519.524557:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00000080:00000010:1.1:1788572519.524563:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04584c0.
00000080:00000010:1.1:1788572519.524582:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:1.1:1788572519.580081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0600.
00010000:00000010:1.1:1788572519.580094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3a00.
00000080:00000010:1.1:1788572519.669478:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c040.
00000080:00000010:1.1:1788572519.669499:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:1.1:1788572519.802076:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5c0.
00000080:00000010:1.1:1788572519.802092:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572519.829102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391400.
00010000:00000010:1.1:1788572519.829110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00000080:00000010:1.1:1788572519.829115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c9c0.
00000080:00000010:1.1:1788572519.829130:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572519.872416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6caa0.
00000080:00000010:0.1:1788572519.872430:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572519.872435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4c0.
00010000:00000010:0.1:1788572519.872440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391b00.
00010000:00000010:0.1:1788572519.872445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2200.
00000080:00000010:0.1:1788572519.872451:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572519.879098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ab00.
00010000:00000010:0.1:1788572519.879110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595600.
00000080:00000010:0.1:1788572519.879115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb80.
00000080:00000010:0.1:1788572519.879132:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572519.910010:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c0a0.
00000080:00000010:0.1:1788572519.910042:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:1.1:1788572519.968454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00010000:00000010:1.1:1788572520.107103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:1.1:1788572520.107112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594a00.
00000080:00000010:0.1:1788572520.125246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4a0.
00000080:00000010:0.1:1788572520.125266:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:0.1:1788572520.125271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdcc0.
00000080:00000010:0.1:1788572520.125392:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572520.125402:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9a0.
00000080:00000010:0.1:1788572520.125409:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:1.1:1788572520.130098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f80.
00000080:00000010:1.1:1788572520.130118:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572520.232098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:0.1:1788572520.232111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00000080:00000010:0.1:1788572520.259456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdb80.
00000080:00000010:0.1:1788572520.263367:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:1.1:1788572520.266614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1e0.
00000080:00000010:1.1:1788572520.266644:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:1.1:1788572520.282514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd260.
00000080:00000010:1.1:1788572520.301159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:1.1:1788572520.340099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00000080:00000010:0.1:1788572520.340105:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:1.1:1788572520.340105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00000080:00000010:1.1:1788572520.340109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdcc0.
00000080:00000010:1.1:1788572520.340124:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:1.1:1788572520.571093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9e0.
00000080:00000010:1.1:1788572520.571113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:1.1:1788572520.640621:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ad00.
00010000:00000010:1.1:1788572520.640634:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594600.
00010000:00000010:1.1:1788572520.685780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:1.1:1788572520.685794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595200.
00000080:00000010:1.1:1788572520.685800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfa0.
00000080:00000010:1.1:1788572520.685815:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:1.1:1788572520.737380:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a900.
00010000:00000010:1.1:1788572520.737388:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c400.
00000080:00000010:1.1:1788572520.749203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb80.
00000080:00000010:1.1:1788572520.749223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:1.1:1788572520.921218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a40.
00000080:00000010:1.1:1788572520.921235:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:1.1:1788572520.921246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:1.1:1788572520.921251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00010000:00000010:0.1:1788572520.932080:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:0.1:1788572520.932086:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00000080:00000010:0.1:1788572520.932090:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458080.
00010000:00000010:0.1:1788572520.932098:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572520.932101:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00000080:00000010:0.1:1788572520.932111:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:0.1:1788572520.952371:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6e0.
00000080:00000010:0.1:1788572520.952397:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572520.965908:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fa00.
00010000:00000010:1.1:1788572520.965916:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811a00.
00000080:00000010:1.1:1788572520.994648:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ce0.
00000080:00000010:1.1:1788572520.994668:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:0.1:1788572521.090714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e20.
00000080:00000010:0.1:1788572521.090749:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572521.090759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458180.
00000080:00000010:0.1:1788572521.090765:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:1.1:1788572521.096650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de100.
00010000:00000010:1.1:1788572521.096660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d200.
00000080:00000010:1.1:1788572521.096665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c820.
00000080:00000010:1.1:1788572521.096680:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572521.125460:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:1.1:1788572521.125468:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810200.
00000080:00000010:1.1:1788572521.146245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b20.
00000080:00000010:1.1:1788572521.146265:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572521.287624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30ded00.
00010000:00000010:1.1:1788572521.287632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00000080:00000010:1.1:1788572521.287639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fa0.
00000080:00000010:1.1:1788572521.287649:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572521.287722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:0.1:1788572521.287728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595800.
00010000:00000010:0.1:1788572521.332125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30dea00.
00010000:00000010:0.1:1788572521.332133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d200.
00000080:00000010:1.1:1788572521.332351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c180.
00000080:00000010:1.1:1788572521.332368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572521.380139:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30deb00.
00010000:00000010:1.1:1788572521.380151:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00000080:00000010:0.1:1788572521.420188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00000080:00000010:0.1:1788572521.420198:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572521.552251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458280.
00000080:00000010:0.1:1788572521.552271:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00000080:00000010:0.1:1788572521.552279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c460.
00000080:00000010:0.1:1788572521.590560:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572521.590575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458160.
00000080:00000010:0.1:1788572521.590586:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:1.1:1788572521.591469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cda0.
00000080:00000010:1.1:1788572521.597383:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572521.602142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea100.
00010000:00000010:0.1:1788572521.602150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595200.
00000080:00000010:1.1:1788572521.605690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd980.
00000080:00000010:1.1:1788572521.624982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c780.
00000080:00000010:1.1:1788572521.625011:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572521.645160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572521.645172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594a00.
00000080:00000010:1.1:1788572521.679193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1e0.
00000080:00000010:1.1:1788572521.679217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:1.1:1788572521.693321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c540.
00000080:00000010:1.1:1788572521.693342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:1.1:1788572521.830360:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0000.
00010000:00000010:1.1:1788572521.830367:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498000.
00000080:00000010:1.1:1788572521.830379:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd660.
00000080:00000010:1.1:1788572521.830393:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:0.1:1788572521.935908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c440.
00000080:00000010:0.1:1788572521.935944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572521.935951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458700.
00000080:00000010:0.1:1788572521.935961:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:1.1:1788572521.997770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0a0.
00000080:00000010:1.1:1788572521.997791:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572522.007638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0400.
00010000:00000010:0.1:1788572522.007645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00000080:00000010:0.1:1788572522.015112:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581e0.
00000080:00000010:0.1:1788572522.015128:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:0.1:1788572522.061202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0300.
00010000:00000010:0.1:1788572522.061209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afe00.
00000080:00000010:0.1:1788572522.066075:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdae0.
00000080:00000010:0.1:1788572522.066092:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:1.1:1788572522.208642:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572522.255313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c120.
00000080:00000010:0.1:1788572522.255344:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:0.1:1788572522.255353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd180.
00000080:00000010:0.1:1788572522.255364:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572522.460981:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1e0.
00010000:00000010:0.1:1788572522.461005:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eac00.
00010000:00000010:0.1:1788572522.461010:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00000080:00000010:0.1:1788572522.461015:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458980.
00000080:00000010:0.1:1788572522.461027:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572522.461032:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458200.
00000080:00000010:0.1:1788572522.461040:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572522.461046:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5900.
00010000:00000010:0.1:1788572522.461080:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00000080:00000010:0.1:1788572522.461086:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4a0.
00000080:00000010:0.1:1788572522.461092:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572522.500076:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ab00.
00010000:00000010:0.1:1788572522.500084:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00000080:00000010:0.1:1788572522.500088:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458120.
00000080:00000010:0.1:1788572522.500099:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:1.1:1788572522.545161:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0300.
00010000:00000010:1.1:1788572522.545171:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae000.
00000080:00000010:1.1:1788572522.585073:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda00.
00000080:00000010:1.1:1788572522.585092:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:1.1:1788572522.585102:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd8e0.
00000080:00000010:1.1:1788572522.585112:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572522.586428:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ead00.
00010000:00000010:0.1:1788572522.586436:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afa00.
00010000:00000010:1.1:1788572522.711394:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0300.
00010000:00000010:1.1:1788572522.711402:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00000080:00000010:1.1:1788572522.801317:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458be0.
00010000:00000010:1.1:1788572522.801395:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eac00.
00010000:00000010:1.1:1788572522.801401:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595800.
00000080:00000010:1.1:1788572522.801406:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5e0.
00000080:00000010:1.1:1788572522.801421:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572522.825125:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c320.
00000080:00000010:0.1:1788572522.825143:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572522.825156:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb300.
00010000:00000010:0.1:1788572522.825161:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d200.
00000080:00000010:1.1:1788572522.833988:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c260.
00000080:00000010:1.1:1788572522.834004:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:1.1:1788572522.834015:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd00.
00000080:00000010:1.1:1788572522.834026:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:0.1:1788572522.871696:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b600.
00010000:00000010:0.1:1788572522.871705:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00010000:00000010:0.1:1788572523.005077:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbd00.
00010000:00000010:0.1:1788572523.005085:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00000080:00000010:0.1:1788572523.005092:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c200.
00000080:00000010:0.1:1788572523.005108:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:1.1:1788572523.006687:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea100.
00010000:00000010:1.1:1788572523.006694:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00000080:00000010:1.1:1788572523.013271:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cac0.
00000080:00000010:1.1:1788572523.013300:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:1.1:1788572523.133935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:1.1:1788572523.133944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49a00.
00000080:00000010:0.1:1788572523.168094:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf80.
00000080:00000010:1.1:1788572523.174641:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:1.1:1788572523.174664:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572523.183450:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572523.242743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ab00.
00010000:00000010:0.1:1788572523.260094:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595a00.
00010000:00000010:1.1:1788572523.439121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea100.
00010000:00000010:1.1:1788572523.439131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00000080:00000010:1.1:1788572523.439140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458360.
00000080:00000010:1.1:1788572523.439157:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572523.535300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1000.
00010000:00000010:0.1:1788572523.535312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae000.
00000080:00000010:0.1:1788572523.535323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde60.
00000080:00000010:0.1:1788572523.535338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572523.594791:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c3c0.
00000080:00000010:0.1:1788572523.605891:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:1.1:1788572523.756233:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1200.
00010000:00000010:1.1:1788572523.756241:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595800.
00010000:00000010:1.1:1788572523.793935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:1.1:1788572523.793942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498e00.
00010000:00000010:1.1:1788572523.793947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea700.
00010000:00000010:1.1:1788572523.793951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99b2200.
00010000:00000010:1.1:1788572523.793954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0e00.
00010000:00000010:1.1:1788572523.793959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49400.
00010000:00000010:1.1:1788572523.793963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0000.
00010000:00000010:1.1:1788572523.793965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00010000:00000010:1.1:1788572523.793969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea300.
00010000:00000010:1.1:1788572523.793972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595000.
00010000:00000010:1.1:1788572523.794002:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0300.
00010000:00000010:1.1:1788572523.794006:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00010000:00000010:1.1:1788572523.794009:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a500.
00010000:00000010:1.1:1788572523.794013:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595400.
00010000:00000010:1.1:1788572523.821139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:1.1:1788572523.821152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00010000:00000010:0.1:1788572523.848655:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391900.
00010000:00000010:0.1:1788572523.848663:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00010000:00000010:0.1:1788572523.848667:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391f00.
00010000:00000010:0.1:1788572523.848670:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3c00.
00010000:00000010:0.1:1788572523.957078:0:37596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:0.1:1788572523.957084:0:37596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48600.
00010000:00000010:0.1:1788572523.957089:0:37596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9900.
00010000:00000010:0.1:1788572523.957092:0:37596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48e00.
00010000:00000010:0.1:1788572523.957095:0:37596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391800.
00010000:00000010:0.1:1788572523.957099:0:37596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00010000:00000010:1.1:1788572523.996339:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:1.1:1788572523.996348:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48200.
00010000:00000010:1.1:1788572523.996353:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:1.1:1788572523.996430:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00010000:00000010:1.1:1788572523.996437:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:1.1:1788572523.996443:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c800.
00010000:00000010:1.1:1788572523.996446:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391200.
00010000:00000010:1.1:1788572523.996450:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00000080:00000010:1.1:1788572523.996454:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c680.
00000080:00000010:1.1:1788572523.996484:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:1.1:1788572523.996493:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5300.
00010000:00000010:1.1:1788572523.996498:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00010000:00000010:1.1:1788572523.996501:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391500.
00010000:00000010:1.1:1788572523.996504:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2200.
00010000:00000010:0.1:1788572524.010075:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fe00.
00010000:00000010:0.1:1788572524.010082:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00010000:00000010:0.1:1788572524.010087:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391d00.
00010000:00000010:0.1:1788572524.010090:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595c00.
00010000:00000010:0.1:1788572524.010094:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:0.1:1788572524.010098:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00010000:00000010:0.1:1788572524.010102:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de500.
00010000:00000010:0.1:1788572524.010106:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:0.1:1788572524.010110:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9c00.
00010000:00000010:0.1:1788572524.010112:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48800.
00010000:00000010:1.1:1788572524.010466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:1.1:1788572524.010472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:1.1:1788572524.010476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:1.1:1788572524.010480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00010000:00000010:1.1:1788572524.010484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0d00.
00010000:00000010:1.1:1788572524.010487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00010000:00000010:1.1:1788572524.010490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:1.1:1788572524.010493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964da00.
00010000:00000010:1.1:1788572524.010496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:1.1:1788572524.010500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594200.
00010000:00000010:1.1:1788572524.010516:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:1.1:1788572524.010520:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594000.
00010000:00000010:1.1:1788572524.010522:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:1.1:1788572524.010525:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c400.
00010000:00000010:1.1:1788572524.010528:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de200.
00010000:00000010:1.1:1788572524.010532:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00010000:00000010:1.1:1788572524.010536:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de800.
00010000:00000010:1.1:1788572524.010538:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00010000:00000010:0.1:1788572524.015221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ab00.
00010000:00000010:0.1:1788572524.015229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ca00.
00010000:00000010:1.1:1788572524.048353:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:1.1:1788572524.048469:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:0.1:1788572524.053158:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0200.
00010000:00000010:0.1:1788572524.053165:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498800.
00010000:00000010:1.1:1788572524.063509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b900.
00010000:00000010:1.1:1788572524.063517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731de00.
00010000:00000010:1.1:1788572524.088122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5100.
00010000:00000010:1.1:1788572524.088131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00010000:00000010:1.1:1788572524.088136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:1.1:1788572524.088140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c000.
00010000:00000010:1.1:1788572524.088143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f000.
00010000:00000010:1.1:1788572524.088146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00010000:00000010:1.1:1788572524.134162:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea800.
00010000:00000010:1.1:1788572524.134183:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594e00.
00010000:00000010:1.1:1788572524.166345:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea200.
00010000:00000010:1.1:1788572524.166355:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9595600.
00010000:00000010:1.1:1788572524.166360:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbb00.
00010000:00000010:1.1:1788572524.166363:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afa00.
00010000:00000010:1.1:1788572524.166367:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:1.1:1788572524.166371:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964cc00.
00010000:00000010:1.1:1788572524.166375:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fa00.
00010000:00000010:1.1:1788572524.166378:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811a00.
00010000:00000010:1.1:1788572524.166382:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0b00.
00010000:00000010:1.1:1788572524.166387:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00010000:00000010:1.1:1788572524.166392:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a900.
00010000:00000010:1.1:1788572524.166396:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594400.
00010000:00000010:1.1:1788572524.166398:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea600.
00010000:00000010:1.1:1788572524.166400:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594800.
00010000:00000010:1.1:1788572524.170302:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0100.
00010000:00000010:1.1:1788572524.170310:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae200.
00010000:00000010:1.1:1788572524.170314:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:1.1:1788572524.170318:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00010000:00000010:1.1:1788572524.170321:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:1.1:1788572524.170323:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00010000:00000010:1.1:1788572524.170327:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb400.
00010000:00000010:1.1:1788572524.170329:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae800.
00010000:00000010:0.1:1788572524.220125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb200.
00010000:00000010:0.1:1788572524.220132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af600.
00010000:00000010:1.1:1788572524.230377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974ba00.
00010000:00000010:1.1:1788572524.230385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c200.
00010000:00000010:1.1:1788572524.230389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb900.
00010000:00000010:1.1:1788572524.230392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af400.
00010000:00000010:1.1:1788572524.257081:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5a00.
00010000:00000010:1.1:1788572524.257089:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00000080:00000010:1.1:1788572524.257098:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c160.
00000080:00000010:1.1:1788572524.257110:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572524.371096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:1.1:1788572524.371102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00000080:00000010:1.1:1788572524.405120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c900.
00000080:00000010:1.1:1788572524.405147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572524.417226:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a900.
00010000:00000010:0.1:1788572524.417235:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974da00.
00000080:00000010:0.1:1788572524.425739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e40.
00000080:00000010:0.1:1788572524.432217:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458740.
00000080:00000010:0.1:1788572524.432232:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572524.448629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1b00.
00010000:00000010:0.1:1788572524.448642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:1.1:1788572524.450752:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:1.1:1788572524.450758:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00000080:00000010:0.1:1788572524.453134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:0.1:1788572524.453152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:1.1:1788572524.457099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:1.1:1788572524.457122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572524.664767:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1d00.
00010000:00000010:0.1:1788572524.664774:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00010000:00000010:1.1:1788572524.771186:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:1.1:1788572524.771192:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00000080:00000010:1.1:1788572524.771197:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:1.1:1788572524.771213:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572524.824367:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:0.1:1788572524.824382:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974cc00.
00000080:00000010:0.1:1788572524.824389:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589c0.
00000080:00000010:0.1:1788572524.824408:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:0.1:1788572524.824413:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cae0.
00000080:00000010:0.1:1788572524.824424:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:1.1:1788572524.903266:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1d00.
00010000:00000010:1.1:1788572524.903285:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00000080:00000010:1.1:1788572524.968087:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f00.
00000080:00000010:1.1:1788572524.968110:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:1.1:1788572525.051096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:1.1:1788572525.051105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00010000:00000010:1.1:1788572525.051113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a500.
00010000:00000010:1.1:1788572525.051116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00000080:00000010:0.1:1788572525.065103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc00.
00000080:00000010:0.1:1788572525.065121:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:1.1:1788572525.121307:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391300.
00010000:00000010:1.1:1788572525.121330:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00000080:00000010:1.1:1788572525.121336:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04586a0.
00000080:00000010:1.1:1788572525.121352:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572525.233111:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1b00.
00010000:00000010:1.1:1788572525.233118:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00000080:00000010:1.1:1788572525.277409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b20.
00000080:00000010:1.1:1788572525.288476:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:1.1:1788572525.472100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4e0.
00000080:00000010:1.1:1788572525.472125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572525.472136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391f00.
00010000:00000010:1.1:1788572525.472141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731dc00.
00000080:00000010:1.1:1788572525.472145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00010000:00000010:0.1:1788572525.543105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bc00.
00010000:00000010:0.1:1788572525.543113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00000080:00000010:0.1:1788572525.543119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb40.
00000080:00000010:0.1:1788572525.543133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572525.580884:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:1.1:1788572525.580894:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d000.
00000080:00000010:1.1:1788572525.580898:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c060.
00000080:00000010:1.1:1788572525.580913:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:0.1:1788572525.698084:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458440.
00000080:00000010:0.1:1788572525.698098:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572525.737088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f80.
00010000:00000010:1.1:1788572525.737093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241b00.
00010000:00000010:1.1:1788572525.737100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c400.
00000080:00000010:0.1:1788572525.737124:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572525.737134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9c0.
00000080:00000010:0.1:1788572525.737147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:1.1:1788572525.896142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:1.1:1788572525.896159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974cc00.
00000080:00000010:0.1:1788572526.079612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cba0.
00000080:00000010:0.1:1788572526.079643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:1.1:1788572526.083727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391300.
00010000:00000010:1.1:1788572526.083738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00000080:00000010:1.1:1788572526.083744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7e0.
00000080:00000010:1.1:1788572526.083759:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572526.365748:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241600.
00010000:00000010:0.1:1788572526.365758:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974cc00.
00000080:00000010:0.1:1788572526.365764:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589c0.
00000080:00000010:0.1:1788572526.365780:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572526.365788:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1a0.
00000080:00000010:0.1:1788572526.365801:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572526.568783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5300.
00010000:00000010:1.1:1788572526.568802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00000080:00000010:1.1:1788572526.568810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c400.
00000080:00000010:1.1:1788572526.568828:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572526.581116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e40.
00000080:00000010:0.1:1788572526.581136:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572526.613659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974ba00.
00010000:00000010:0.1:1788572526.613672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974de00.
00000080:00000010:0.1:1788572526.646631:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04588e0.
00000080:00000010:0.1:1788572526.646669:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572526.654852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2c0.
00000080:00000010:0.1:1788572526.654883:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:1.1:1788572526.655354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:1.1:1788572526.655363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c800.
00000080:00000010:1.1:1788572526.655372:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572526.964717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458de0.
00010000:00000010:0.1:1788572526.974137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a800.
00010000:00000010:0.1:1788572526.974145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00000080:00000010:0.1:1788572526.974150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c340.
00000080:00000010:0.1:1788572526.974163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572526.978083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd760.
00000080:00000010:0.1:1788572526.978102:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572526.986087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb800.
00010000:00000010:1.1:1788572526.986096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00000080:00000010:1.1:1788572527.001139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458cc0.
00000080:00000010:1.1:1788572527.001154:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572527.049098:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0b00.
00010000:00000010:0.1:1788572527.049104:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c400.
00000080:00000010:0.1:1788572527.055692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfc0.
00000080:00000010:0.1:1788572527.059393:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:0.1:1788572527.092401:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bda00.
00010000:00000010:0.1:1788572527.092409:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514800.
00000080:00000010:0.1:1788572527.148474:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd340.
00000080:00000010:0.1:1788572527.148489:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:0.1:1788572527.186519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c240.
00000080:00000010:0.1:1788572527.186543:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:0.1:1788572527.228609:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:0.1:1788572527.228617:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00000080:00000010:0.1:1788572527.257280:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458720.
00000080:00000010:0.1:1788572527.257298:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:1.1:1788572527.315458:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3a0.
00000080:00000010:1.1:1788572527.427401:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572527.475420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c760.
00000080:00000010:0.1:1788572527.475437:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572527.475445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd400.
00010000:00000010:0.1:1788572527.475450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00000080:00000010:1.1:1788572527.476127:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd20.
00000080:00000010:1.1:1788572527.476142:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:1.1:1788572527.476151:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0300.
00010000:00000010:1.1:1788572527.476155:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515a00.
00000080:00000010:1.1:1788572527.488080:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458020.
00000080:00000010:1.1:1788572527.488103:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:1.1:1788572527.488111:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c9c0.
00000080:00000010:1.1:1788572527.488120:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572527.494405:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c140.
00000080:00000010:0.1:1788572527.494427:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:0.1:1788572527.494433:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9300.
00010000:00000010:0.1:1788572527.494438:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515000.
00000080:00000010:0.1:1788572527.494442:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9e0.
00000080:00000010:0.1:1788572527.494454:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:1.1:1788572527.572143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00000080:00000010:1.1:1788572527.572165:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572527.575197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c240.
00000080:00000010:0.1:1788572527.583848:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572527.610112:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:1.1:1788572527.612190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd400.
00010000:00000010:1.1:1788572527.612203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515000.
00000080:00000010:1.1:1788572527.614218:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9e0.
00000080:00000010:1.1:1788572527.614235:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572527.667622:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c600.
00000080:00000010:0.1:1788572527.667647:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572527.829576:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb800.
00010000:00000010:0.1:1788572527.829584:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974de00.
00000080:00000010:0.1:1788572527.829590:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458640.
00000080:00000010:0.1:1788572527.829609:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572527.910087:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c300.
00000080:00000010:0.1:1788572528.013211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572528.013222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca20.
00000080:00000010:0.1:1788572528.013240:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572528.231617:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd500.
00010000:00000010:0.1:1788572528.231626:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00010000:00000010:0.1:1788572528.231630:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9c00.
00010000:00000010:0.1:1788572528.231633:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00000080:00000010:0.1:1788572528.231640:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bddc0.
00000080:00000010:0.1:1788572528.231653:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572528.345692:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca60.
00000080:00000010:0.1:1788572528.345714:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572528.440837:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd500.
00000080:00000010:0.1:1788572528.440867:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:0.1:1788572528.523433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc00.
00000080:00000010:0.1:1788572528.523465:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:0.1:1788572528.614078:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd900.
00010000:00000010:0.1:1788572528.614086:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515a00.
00000080:00000010:0.1:1788572528.614091:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bddc0.
00000080:00000010:0.1:1788572528.614106:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572528.614112:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:0.1:1788572528.614128:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572528.679318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eae00.
00010000:00000010:1.1:1788572528.679335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00000080:00000010:0.1:1788572528.690170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b60.
00000080:00000010:0.1:1788572528.690192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572528.690202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:0.1:1788572528.690205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00010000:00000010:1.1:1788572528.717074:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572528.717080:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00010000:00000010:1.1:1788572528.717088:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3f00.
00010000:00000010:1.1:1788572528.717092:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514200.
00000080:00000010:1.1:1788572528.717095:0:16966:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd6e0.
00000080:00000010:1.1:1788572528.717106:0:16966:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:1.1:1788572528.773607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbc00.
00010000:00000010:1.1:1788572528.773619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aee00.
00010000:00000010:1.1:1788572528.797218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ad00.
00010000:00000010:1.1:1788572528.797230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00010000:00000010:1.1:1788572528.797236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbd00.
00010000:00000010:1.1:1788572528.797243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aec00.
00010000:00000010:1.1:1788572528.797250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1600.
00010000:00000010:1.1:1788572528.797255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00010000:00000010:1.1:1788572528.797273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbf00.
00010000:00000010:1.1:1788572528.797279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aea00.
00010000:00000010:1.1:1788572528.797286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb300.
00010000:00000010:1.1:1788572528.797291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae400.
00010000:00000010:1.1:1788572528.797294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b100.
00010000:00000010:1.1:1788572528.797300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00010000:00000010:1.1:1788572528.797305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea100.
00010000:00000010:1.1:1788572528.797308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9594a00.
00010000:00000010:1.1:1788572528.797311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1700.
00010000:00000010:1.1:1788572528.797314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00010000:00000010:1.1:1788572528.797316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1c00.
00010000:00000010:1.1:1788572528.797319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af000.
00000080:00000010:1.1:1788572528.797323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c160.
00000080:00000010:1.1:1788572528.797338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:0.1:1788572528.887110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1f00.
00010000:00000010:0.1:1788572528.887123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00010000:00000010:0.1:1788572529.005448:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb900.
00010000:00000010:0.1:1788572529.005457:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d800.
00010000:00000010:0.1:1788572529.005462:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5e00.
00010000:00000010:0.1:1788572529.005466:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00010000:00000010:0.1:1788572529.005471:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241800.
00010000:00000010:0.1:1788572529.005476:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c400.
00010000:00000010:0.1:1788572529.005479:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cba00.
00010000:00000010:0.1:1788572529.005483:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00010000:00000010:0.1:1788572529.005487:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391800.
00010000:00000010:0.1:1788572529.005491:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:0.1:1788572529.005497:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:0.1:1788572529.005501:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00010000:00000010:0.1:1788572529.005505:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bde00.
00010000:00000010:0.1:1788572529.005508:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515600.
00010000:00000010:1.1:1788572529.030459:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5d00.
00010000:00000010:1.1:1788572529.030470:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00010000:00000010:1.1:1788572529.030475:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:1.1:1788572529.030480:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00010000:00000010:1.1:1788572529.030484:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1d00.
00010000:00000010:1.1:1788572529.030488:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c000.
00010000:00000010:1.1:1788572529.030492:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:1.1:1788572529.030496:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00010000:00000010:1.1:1788572529.030501:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391900.
00010000:00000010:1.1:1788572529.030504:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811a00.
00010000:00000010:1.1:1788572529.030588:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241400.
00010000:00000010:1.1:1788572529.030594:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00010000:00000010:1.1:1788572529.030598:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b500.
00010000:00000010:1.1:1788572529.030602:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00010000:00000010:1.1:1788572529.030605:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241e00.
00010000:00000010:1.1:1788572529.030608:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964da00.
00010000:00000010:1.1:1788572529.030611:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8391d00.
00010000:00000010:1.1:1788572529.030614:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:1.1:1788572529.030618:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb500.
00010000:00000010:1.1:1788572529.030620:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00010000:00000010:1.1:1788572529.030625:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdf00.
00010000:00000010:1.1:1788572529.030628:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515e00.
00010000:00000010:0.1:1788572529.049205:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241a00.
00010000:00000010:0.1:1788572529.049212:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00010000:00000010:0.1:1788572529.085313:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:0.1:1788572529.085320:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:0.1:1788572529.085326:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:0.1:1788572529.085329:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731de00.
00010000:00000010:0.1:1788572529.085332:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:0.1:1788572529.085335:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731dc00.
00010000:00000010:0.1:1788572529.085338:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:0.1:1788572529.085342:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00010000:00000010:0.1:1788572529.085346:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241b00.
00010000:00000010:0.1:1788572529.085350:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964cc00.
00010000:00000010:0.1:1788572529.085355:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5b00.
00010000:00000010:0.1:1788572529.085358:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c200.
00010000:00000010:0.1:1788572529.085361:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:0.1:1788572529.085364:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00010000:00000010:0.1:1788572529.109531:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0a00.
00010000:00000010:0.1:1788572529.109538:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49600.
00010000:00000010:0.1:1788572529.109542:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5c00.
00010000:00000010:0.1:1788572529.109546:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00010000:00000010:0.1:1788572529.122960:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:0.1:1788572529.122978:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00010000:00000010:0.1:1788572529.122983:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eaa00.
00010000:00000010:0.1:1788572529.122986:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48200.
00010000:00000010:1.1:1788572529.129658:0:19:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0f00.
00010000:00000010:1.1:1788572529.129666:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00010000:00000010:0.1:1788572529.161108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd400.
00010000:00000010:0.1:1788572529.161118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514600.
00010000:00000010:1.1:1788572529.168438:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eac00.
00010000:00000010:1.1:1788572529.168450:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49a00.
00010000:00000010:0.1:1788572529.170476:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:0.1:1788572529.170486:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514800.
00010000:00000010:0.1:1788572529.170490:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:0.1:1788572529.170494:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00010000:00000010:0.1:1788572529.170498:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0900.
00010000:00000010:0.1:1788572529.170501:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00010000:00000010:0.1:1788572529.170504:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9400.
00010000:00000010:0.1:1788572529.170507:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498000.
00010000:00000010:0.1:1788572529.170510:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0800.
00010000:00000010:0.1:1788572529.170512:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ce00.
00010000:00000010:0.1:1788572529.170645:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0000.
00010000:00000010:0.1:1788572529.170650:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00010000:00000010:0.1:1788572529.194648:0:2395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea500.
00010000:00000010:0.1:1788572529.194655:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49000.
00010000:00000010:0.1:1788572529.209096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eae00.
00010000:00000010:0.1:1788572529.209107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49200.
00000080:00000010:1.1:1788572529.209369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c960.
00000080:00000010:1.1:1788572529.209390:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:1.1:1788572529.209397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd300.
00010000:00000010:1.1:1788572529.209400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514e00.
00000080:00000010:0.1:1788572529.222317:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c320.
00000080:00000010:0.1:1788572529.222334:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572529.240891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0c00.
00010000:00000010:1.1:1788572529.240908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afa00.
00000080:00000010:1.1:1788572529.242648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458340.
00000080:00000010:1.1:1788572529.242676:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:0.1:1788572529.243120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea100.
00010000:00000010:0.1:1788572529.243127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515a00.
00000080:00000010:0.1:1788572529.243148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bddc0.
00000080:00000010:0.1:1788572529.243167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572529.310346:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea900.
00010000:00000010:0.1:1788572529.310354:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514000.
00000080:00000010:1.1:1788572529.332074:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd640.
00000080:00000010:1.1:1788572529.332107:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:1.1:1788572529.342329:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c60.
00000080:00000010:1.1:1788572529.342344:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:0.1:1788572529.469963:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458320.
00000080:00000010:0.1:1788572529.546032:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572529.661131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9800.
00010000:00000010:0.1:1788572529.661145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00010000:00000010:1.1:1788572529.697092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9c00.
00010000:00000010:1.1:1788572529.697101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c400.
00000080:00000010:1.1:1788572529.730696:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cea0.
00000080:00000010:1.1:1788572529.730716:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572529.743088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9900.
00010000:00000010:0.1:1788572529.743096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731da00.
00000080:00000010:0.1:1788572529.743104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd80.
00000080:00000010:0.1:1788572529.743122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572529.925156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eaf00.
00010000:00000010:0.1:1788572529.925168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515600.
00000080:00000010:1.1:1788572529.954488:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458420.
00000080:00000010:1.1:1788572529.961234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:1.1:1788572530.063093:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30dea00.
00010000:00000010:1.1:1788572530.063106:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00010000:00000010:0.1:1788572530.097147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3f00.
00010000:00000010:0.1:1788572530.097158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00000080:00000010:0.1:1788572530.097166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c260.
00000080:00000010:0.1:1788572530.097200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:0.1:1788572530.209076:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea900.
00010000:00000010:0.1:1788572530.209083:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c200.
00000080:00000010:0.1:1788572530.316630:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cde0.
00010000:00000010:0.1:1788572530.316644:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:0.1:1788572530.316648:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514e00.
00000080:00000010:0.1:1788572530.316660:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:1.1:1788572530.349198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7e0.
00000080:00000010:1.1:1788572530.349210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572530.356314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:0.1:1788572530.356322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731de00.
00000080:00000010:0.1:1788572530.356327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:0.1:1788572530.356342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572530.356348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:0.1:1788572530.356351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00000080:00000010:0.1:1788572530.356356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c860.
00000080:00000010:0.1:1788572530.356362:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572530.400474:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdec0.
00000080:00000010:1.1:1788572530.431336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:0.1:1788572530.440142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c460.
00000080:00000010:0.1:1788572530.440164:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:0.1:1788572530.440171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd340.
00010000:00000010:0.1:1788572530.440183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eaf00.
00010000:00000010:0.1:1788572530.440190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00000080:00000010:0.1:1788572530.440200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572530.466344:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1a0.
00000080:00000010:0.1:1788572530.466365:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572530.616047:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf80.
00000080:00000010:0.1:1788572530.616095:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:1.1:1788572530.632851:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:1.1:1788572530.632857:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49200.
00000080:00000010:1.1:1788572530.632948:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c5e0.
00000080:00000010:1.1:1788572530.632964:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:1.1:1788572530.632970:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:1.1:1788572530.632973:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00000080:00000010:0.1:1788572530.804634:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a40.
00000080:00000010:0.1:1788572530.804652:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:1.1:1788572530.822359:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c940.
00000080:00000010:1.1:1788572530.822377:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572530.945782:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd400.
00010000:00000010:0.1:1788572530.945793:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00000080:00000010:1.1:1788572530.978237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd760.
00000080:00000010:1.1:1788572530.978276:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572530.978287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:1.1:1788572530.978294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974da00.
00010000:00000010:0.1:1788572530.988073:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de300.
00010000:00000010:0.1:1788572530.988083:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aec00.
00000080:00000010:0.1:1788572530.988088:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458000.
00000080:00000010:0.1:1788572530.988105:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:1.1:1788572531.021809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd800.
00000080:00000010:1.1:1788572531.021824:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572531.159163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:0.1:1788572531.159173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49a00.
00010000:00000010:1.1:1788572531.232691:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd900.
00010000:00000010:1.1:1788572531.232697:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00000080:00000010:0.1:1788572531.319393:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458440.
00000080:00000010:0.1:1788572531.319409:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572531.337182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fe0.
00000080:00000010:0.1:1788572531.337200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:0.1:1788572531.337207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:0.1:1788572531.337212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00000080:00000010:0.1:1788572531.374087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f00.
00000080:00000010:0.1:1788572531.374101:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572531.549563:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c960.
00000080:00000010:0.1:1788572531.549585:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:0.1:1788572531.549597:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842d00.
00010000:00000010:0.1:1788572531.549602:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00000080:00000010:0.1:1788572531.549956:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd80.
00000080:00000010:0.1:1788572531.549969:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:1.1:1788572531.718843:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de700.
00010000:00000010:1.1:1788572531.718865:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00000080:00000010:0.1:1788572531.760660:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfc0.
00000080:00000010:0.1:1788572531.760681:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:1.1:1788572531.789241:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:1.1:1788572531.789263:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00000080:00000010:0.1:1788572531.817120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd60.
00000080:00000010:0.1:1788572531.837207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572531.837221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd060.
00000080:00000010:0.1:1788572531.837235:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572531.921082:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842c00.
00010000:00000010:1.1:1788572531.921089:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00000080:00000010:1.1:1788572531.940185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5e0.
00000080:00000010:1.1:1788572531.940207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:1.1:1788572532.020145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:1.1:1788572532.020155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49a00.
00000080:00000010:1.1:1788572532.020161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca20.
00000080:00000010:1.1:1788572532.020181:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:1.1:1788572532.079090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de800.
00010000:00000010:1.1:1788572532.079105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00010000:00000010:0.1:1788572532.096117:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842400.
00010000:00000010:0.1:1788572532.096126:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00000080:00000010:1.1:1788572532.124962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c480.
00000080:00000010:1.1:1788572532.124982:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:0.1:1788572532.149139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c320.
00000080:00000010:0.1:1788572532.149162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:1.1:1788572532.304089:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:1.1:1788572532.304096:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:1.1:1788572532.464137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:1.1:1788572532.464153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00010000:00000010:0.1:1788572532.470870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fa00.
00010000:00000010:0.1:1788572532.470879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00010000:00000010:0.1:1788572532.560116:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de800.
00010000:00000010:0.1:1788572532.560128:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00000080:00000010:0.1:1788572532.655081:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587e0.
00000080:00000010:0.1:1788572532.655112:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:0.1:1788572532.655117:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9a0.
00000080:00000010:0.1:1788572532.655129:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:0.1:1788572532.675106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:0.1:1788572532.675116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:1.1:1788572532.685203:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589e0.
00000080:00000010:1.1:1788572532.685226:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:0.1:1788572532.686141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd600.
00010000:00000010:0.1:1788572532.686148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512200.
00000080:00000010:1.1:1788572532.699109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458bc0.
00000080:00000010:1.1:1788572532.699139:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:0.1:1788572532.706222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c860.
00000080:00000010:0.1:1788572532.706259:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:1.1:1788572532.726099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842900.
00010000:00000010:1.1:1788572532.726117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d400.
00010000:00000010:0.1:1788572532.741105:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3f00.
00010000:00000010:0.1:1788572532.741113:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00000080:00000010:1.1:1788572532.741596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd40.
00000080:00000010:1.1:1788572532.741617:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572532.752123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7c0.
00000080:00000010:0.1:1788572532.755124:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572532.781110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842b00.
00010000:00000010:0.1:1788572532.781128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:0.1:1788572532.803143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c60.
00010000:00000010:1.1:1788572532.803253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd600.
00010000:00000010:1.1:1788572532.803262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514000.
00000080:00000010:0.1:1788572532.807167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:1.1:1788572532.816089:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd080.
00000080:00000010:1.1:1788572532.816107:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:1.1:1788572532.952442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:1.1:1788572532.952449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513400.
00000080:00000010:1.1:1788572532.971441:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c480.
00000080:00000010:1.1:1788572532.971468:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572532.979420:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582e0.
00000080:00000010:0.1:1788572532.979447:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572533.182103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b200.
00010000:00000010:0.1:1788572533.182111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513400.
00000080:00000010:0.1:1788572533.182117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf40.
00000080:00000010:0.1:1788572533.182132:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572533.182139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:0.1:1788572533.182142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513000.
00000080:00000010:0.1:1788572533.182147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00000080:00000010:0.1:1788572533.182153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572533.232796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4a0.
00000080:00000010:0.1:1788572533.232823:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572533.332159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7c0.
00010000:00000010:1.1:1788572533.482109:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fde00.
00010000:00000010:1.1:1788572533.482116:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c000.
00000080:00000010:0.1:1788572533.617257:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458d40.
00000080:00000010:0.1:1788572533.617274:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572533.687401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b900.
00010000:00000010:0.1:1788572533.687409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00000080:00000010:1.1:1788572533.694558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c220.
00000080:00000010:1.1:1788572533.694585:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572533.742129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:1.1:1788572533.742136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514600.
00010000:00000010:0.1:1788572533.807273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:0.1:1788572533.807288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ce00.
00010000:00000010:1.1:1788572533.811135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0d00.
00010000:00000010:1.1:1788572533.811148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae000.
00010000:00000010:1.1:1788572533.811153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea300.
00010000:00000010:1.1:1788572533.811157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48600.
00010000:00000010:1.1:1788572533.811161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eac00.
00010000:00000010:1.1:1788572533.811164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00010000:00000010:1.1:1788572533.811167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0a00.
00010000:00000010:1.1:1788572533.811169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afe00.
00010000:00000010:0.1:1788572533.886100:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea600.
00010000:00000010:0.1:1788572533.886108:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49400.
00010000:00000010:0.1:1788572533.897402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0200.
00010000:00000010:0.1:1788572533.897413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aea00.
00010000:00000010:0.1:1788572533.897417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:0.1:1788572533.897420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515200.
00010000:00000010:0.1:1788572533.897423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:0.1:1788572533.897425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c800.
00010000:00000010:0.1:1788572533.904135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bde00.
00010000:00000010:0.1:1788572533.904142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00010000:00000010:0.1:1788572533.904145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:0.1:1788572533.904149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49600.
00010000:00000010:1.1:1788572533.904418:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eae00.
00010000:00000010:1.1:1788572533.904424:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00010000:00000010:1.1:1788572533.904428:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ead00.
00010000:00000010:1.1:1788572533.904430:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48e00.
00010000:00000010:1.1:1788572533.906156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:1.1:1788572533.906161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514200.
00010000:00000010:1.1:1788572533.906165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea400.
00010000:00000010:1.1:1788572533.906167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49000.
00010000:00000010:1.1:1788572533.906170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eaf00.
00010000:00000010:1.1:1788572533.906172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00010000:00000010:1.1:1788572533.934100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b700.
00010000:00000010:1.1:1788572533.934108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c200.
00010000:00000010:1.1:1788572533.962917:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9100.
00010000:00000010:1.1:1788572533.962923:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ca00.
00010000:00000010:1.1:1788572533.962927:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de900.
00010000:00000010:1.1:1788572533.962932:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aec00.
00010000:00000010:1.1:1788572533.962935:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9300.
00010000:00000010:1.1:1788572533.962939:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00000080:00000010:0.1:1788572533.993119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c040.
00000080:00000010:0.1:1788572533.993145:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:1.1:1788572534.015103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30def00.
00010000:00000010:1.1:1788572534.015114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00010000:00000010:1.1:1788572534.015118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842100.
00010000:00000010:1.1:1788572534.015122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00010000:00000010:1.1:1788572534.015125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd300.
00010000:00000010:1.1:1788572534.015129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514c00.
00010000:00000010:1.1:1788572534.059931:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:1.1:1788572534.059949:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515a00.
00010000:00000010:1.1:1788572534.059954:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0000.
00010000:00000010:1.1:1788572534.059957:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731da00.
00010000:00000010:0.1:1788572534.065153:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdf00.
00010000:00000010:0.1:1788572534.065160:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d800.
00010000:00000010:1.1:1788572534.114023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0900.
00010000:00000010:1.1:1788572534.114029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731dc00.
00010000:00000010:1.1:1788572534.114033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:1.1:1788572534.114036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00010000:00000010:1.1:1788572534.114039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd800.
00010000:00000010:1.1:1788572534.114043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c800.
00010000:00000010:0.1:1788572534.143177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0600.
00010000:00000010:0.1:1788572534.143185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731de00.
00010000:00000010:1.1:1788572534.165098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5100.
00010000:00000010:1.1:1788572534.165106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00010000:00000010:0.1:1788572534.165152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842500.
00010000:00000010:0.1:1788572534.165157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974da00.
00010000:00000010:1.1:1788572534.171016:0:16837:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:1.1:1788572534.171027:0:16837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513800.
00010000:00000010:0.1:1788572534.196146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842700.
00010000:00000010:0.1:1788572534.196155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00010000:00000010:0.1:1788572534.224522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fe00.
00010000:00000010:0.1:1788572534.224531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00000080:00000010:0.1:1788572534.349317:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fc0.
00000080:00000010:0.1:1788572534.349340:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:1.1:1788572534.478779:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd980.
00000080:00000010:1.1:1788572534.478811:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:0.1:1788572534.488102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:0.1:1788572534.488122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:0.1:1788572534.488128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581a0.
00000080:00000010:0.1:1788572534.488146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:1.1:1788572534.523128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca40.
00000080:00000010:0.1:1788572534.527110:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572534.587376:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606800.
00010000:00000010:1.1:1788572534.587383:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:1.1:1788572534.616302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458860.
00000080:00000010:1.1:1788572534.616315:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:0.1:1788572534.683659:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde40.
00000080:00000010:0.1:1788572534.683677:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:1.1:1788572534.728756:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00010000:00000010:1.1:1788572534.742044:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606200.
00010000:00000010:1.1:1788572534.742050:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00000080:00000010:1.1:1788572534.818095:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:1.1:1788572534.908159:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bf00.
00010000:00000010:1.1:1788572534.908174:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00000080:00000010:1.1:1788572534.908182:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c300.
00000080:00000010:1.1:1788572534.908200:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572534.993095:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974ba00.
00010000:00000010:0.1:1788572534.993103:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00000080:00000010:0.1:1788572534.993108:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c620.
00000080:00000010:0.1:1788572534.993127:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:1.1:1788572535.046145:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c820.
00000080:00000010:1.1:1788572535.046160:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:1.1:1788572535.190101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:1.1:1788572535.190120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:0.1:1788572535.501105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cca0.
00000080:00000010:0.1:1788572535.501129:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572535.501137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:0.1:1788572535.501142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00000080:00000010:0.1:1788572535.501147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0e0.
00000080:00000010:0.1:1788572535.501155:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:1.1:1788572535.519495:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6e0.
00000080:00000010:1.1:1788572535.519511:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:1.1:1788572535.552988:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eaa00.
00010000:00000010:1.1:1788572535.552999:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513400.
00010000:00000010:0.1:1788572535.650973:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2000.
00010000:00000010:0.1:1788572535.650982:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00000080:00000010:1.1:1788572535.796378:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3c0.
00000080:00000010:1.1:1788572535.796404:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572535.797077:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eaa00.
00010000:00000010:0.1:1788572535.797085:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498e00.
00010000:00000010:0.1:1788572535.885155:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820500.
00010000:00000010:0.1:1788572535.885163:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00000080:00000010:0.1:1788572535.888542:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c380.
00000080:00000010:0.1:1788572535.888569:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:0.1:1788572535.888582:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fd00.
00010000:00000010:0.1:1788572535.889162:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00000080:00000010:1.1:1788572535.948081:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7c0.
00000080:00000010:1.1:1788572535.948105:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:1.1:1788572535.959082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf00.
00010000:00000010:1.1:1788572535.959100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea100.
00010000:00000010:1.1:1788572535.959105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00000080:00000010:1.1:1788572535.959118:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:1.1:1788572535.959123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cbe0.
00000080:00000010:1.1:1788572535.959131:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572535.963100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04584c0.
00000080:00000010:0.1:1788572535.963114:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:0.1:1788572535.982093:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580e0.
00000080:00000010:0.1:1788572535.982116:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:1.1:1788572536.031222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:1.1:1788572536.031260:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:1.1:1788572536.053093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd880.
00000080:00000010:1.1:1788572536.053116:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:1.1:1788572536.070154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fe0.
00000080:00000010:1.1:1788572536.070178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:0.1:1788572536.243705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd540.
00000080:00000010:0.1:1788572536.243728:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:1.1:1788572536.284294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f80.
00000080:00000010:1.1:1788572536.284321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572536.314419:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd220.
00000080:00000010:0.1:1788572536.314443:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572536.314447:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc40.
00000080:00000010:0.1:1788572536.314459:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:1.1:1788572536.515093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c740.
00000080:00000010:1.1:1788572536.515109:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572536.528143:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0900.
00010000:00000010:0.1:1788572536.528153:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:1.1:1788572536.546543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ac0.
00000080:00000010:1.1:1788572536.546565:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572536.548215:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:0.1:1788572536.548225:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974cc00.
00000080:00000010:0.1:1788572536.557139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:0.1:1788572536.557163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572536.691356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0a00.
00010000:00000010:0.1:1788572536.691367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811000.
00000080:00000010:1.1:1788572536.704320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c8a0.
00000080:00000010:1.1:1788572536.704342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00000080:00000010:0.1:1788572536.769241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572536.777106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820c00.
00010000:00000010:0.1:1788572536.777117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ca00.
00000080:00000010:1.1:1788572536.777391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd220.
00010000:00000010:1.1:1788572536.777401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3f00.
00010000:00000010:1.1:1788572536.777405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00000080:00000010:1.1:1788572536.777409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c660.
00000080:00000010:1.1:1788572536.777422:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572536.870255:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cde0.
00000080:00000010:0.1:1788572536.870395:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:1.1:1788572536.886226:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea100.
00010000:00000010:1.1:1788572536.886242:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c800.
00000080:00000010:0.1:1788572536.912354:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c520.
00000080:00000010:0.1:1788572536.921445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:1.1:1788572537.022251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:1.1:1788572537.022264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00000080:00000010:0.1:1788572537.022426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458240.
00000080:00000010:0.1:1788572537.022446:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572537.047108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb80.
00000080:00000010:0.1:1788572537.047132:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:1.1:1788572537.098795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458320.
00000080:00000010:1.1:1788572537.098816:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572537.192367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3d00.
00010000:00000010:0.1:1788572537.192379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:1.1:1788572537.228359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458220.
00000080:00000010:1.1:1788572537.252523:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:1.1:1788572537.252541:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:1.1:1788572537.252546:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:1.1:1788572537.390080:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0400.
00010000:00000010:1.1:1788572537.390088:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:0.1:1788572537.420459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458760.
00000080:00000010:0.1:1788572537.442086:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:1.1:1788572537.528310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7a0.
00000080:00000010:1.1:1788572537.528327:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:1.1:1788572537.528335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:1.1:1788572537.528340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00000080:00000010:1.1:1788572537.559642:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00000080:00000010:1.1:1788572537.559665:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572537.696083:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:0.1:1788572537.696090:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974de00.
00000080:00000010:0.1:1788572537.719452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce60.
00000080:00000010:0.1:1788572537.727291:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:1.1:1788572537.760097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241e00.
00010000:00000010:1.1:1788572537.760117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00000080:00000010:1.1:1788572537.775779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c720.
00000080:00000010:1.1:1788572537.775806:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572537.860518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3600.
00010000:00000010:0.1:1788572537.860542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00000080:00000010:0.1:1788572537.872334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458280.
00000080:00000010:0.1:1788572537.872350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:0.1:1788572537.880117:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572537.903453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458de0.
00000080:00000010:1.1:1788572537.904440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572537.915100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:0.1:1788572537.915119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974de00.
00000080:00000010:1.1:1788572537.915177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5a0.
00000080:00000010:1.1:1788572537.923141:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:0.1:1788572537.927243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00000080:00000010:0.1:1788572537.927289:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572538.196238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9a0.
00000080:00000010:0.1:1788572538.196252:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:0.1:1788572538.196258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3c00.
00010000:00000010:0.1:1788572538.196262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00000080:00000010:1.1:1788572538.197110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5c0.
00000080:00000010:1.1:1788572538.202153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572538.220381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582e0.
00000080:00000010:0.1:1788572538.220407:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:0.1:1788572538.270212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3300.
00010000:00000010:0.1:1788572538.270220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00000080:00000010:0.1:1788572538.270252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c60.
00000080:00000010:0.1:1788572538.270281:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:0.1:1788572538.819257:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bc00.
00010000:00000010:0.1:1788572538.819274:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512800.
00010000:00000010:0.1:1788572538.819277:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b400.
00010000:00000010:0.1:1788572538.819282:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513600.
00010000:00000010:0.1:1788572538.819285:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd900.
00010000:00000010:0.1:1788572538.819288:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964da00.
00010000:00000010:0.1:1788572538.819290:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fdb00.
00010000:00000010:0.1:1788572538.819293:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964dc00.
00000080:00000010:0.1:1788572538.893037:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cca0.
00000080:00000010:0.1:1788572538.893335:0:2398:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572538.918254:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606f00.
00010000:00000010:0.1:1788572538.918327:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00010000:00000010:0.1:1788572538.918332:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f100.
00010000:00000010:0.1:1788572538.918335:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00010000:00000010:0.1:1788572538.918339:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea600.
00010000:00000010:0.1:1788572538.918343:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512000.
00010000:00000010:0.1:1788572538.918346:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241200.
00010000:00000010:0.1:1788572538.918350:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00010000:00000010:0.1:1788572538.918353:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea500.
00010000:00000010:0.1:1788572538.918357:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512e00.
00010000:00000010:1.1:1788572538.955351:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fa00.
00010000:00000010:1.1:1788572538.955359:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00010000:00000010:1.1:1788572538.969434:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea900.
00010000:00000010:1.1:1788572538.969446:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00010000:00000010:1.1:1788572538.969450:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95ea400.
00010000:00000010:1.1:1788572538.969453:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512200.
00010000:00000010:1.1:1788572538.969457:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:1.1:1788572538.969460:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00010000:00000010:1.1:1788572538.969463:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606100.
00010000:00000010:1.1:1788572538.969466:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c000.
00010000:00000010:0.1:1788572538.986089:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820900.
00010000:00000010:0.1:1788572538.986099:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c400.
00010000:00000010:0.1:1788572538.986104:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606e00.
00010000:00000010:0.1:1788572538.986107:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00010000:00000010:0.1:1788572539.057378:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820700.
00010000:00000010:0.1:1788572539.057388:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00010000:00000010:0.1:1788572539.057392:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820100.
00010000:00000010:0.1:1788572539.057394:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731dc00.
00010000:00000010:0.1:1788572539.084322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241000.
00010000:00000010:0.1:1788572539.084335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00010000:00000010:0.1:1788572539.084340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241900.
00010000:00000010:0.1:1788572539.084343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00010000:00000010:1.1:1788572539.084462:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fd00.
00010000:00000010:1.1:1788572539.084468:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00010000:00000010:1.1:1788572539.084472:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3500.
00010000:00000010:1.1:1788572539.084477:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:1.1:1788572539.084483:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820300.
00010000:00000010:1.1:1788572539.084487:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00010000:00000010:1.1:1788572539.084489:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820600.
00010000:00000010:1.1:1788572539.084492:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ce00.
00010000:00000010:1.1:1788572539.084495:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2000.
00010000:00000010:1.1:1788572539.084497:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00010000:00000010:1.1:1788572539.084502:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0e00.
00010000:00000010:1.1:1788572539.084505:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00010000:00000010:0.1:1788572539.123576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eac00.
00010000:00000010:0.1:1788572539.123587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513400.
00010000:00000010:0.1:1788572539.123595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820e00.
00010000:00000010:0.1:1788572539.123601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00010000:00000010:0.1:1788572539.123607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0000.
00010000:00000010:0.1:1788572539.123612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:0.1:1788572539.123618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4820800.
00010000:00000010:0.1:1788572539.123636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d000.
00010000:00000010:0.1:1788572539.123641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c95eaf00.
00010000:00000010:0.1:1788572539.123650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00010000:00000010:0.1:1788572539.123657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:0.1:1788572539.123663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00010000:00000010:1.1:1788572539.277091:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3c00.
00010000:00000010:1.1:1788572539.277098:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c800.
00010000:00000010:1.1:1788572539.277102:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3d00.
00010000:00000010:1.1:1788572539.277105:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731da00.
00010000:00000010:1.1:1788572539.277109:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241300.
00010000:00000010:1.1:1788572539.277112:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00000080:00000010:1.1:1788572539.277116:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458900.
00000080:00000010:1.1:1788572539.277136:0:2399:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:1.1:1788572539.277143:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3f00.
00010000:00000010:1.1:1788572539.277146:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395200.
00010000:00000010:1.1:1788572539.277150:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:1.1:1788572539.277153:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c800.
00010000:00000010:1.1:1788572539.277156:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:1.1:1788572539.277158:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00010000:00000010:1.1:1788572539.277162:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0100.
00010000:00000010:1.1:1788572539.277165:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:1.1:1788572539.277168:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3600.
00010000:00000010:1.1:1788572539.277170:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00010000:00000010:0.1:1788572539.280073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606a00.
00010000:00000010:0.1:1788572539.280083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00010000:00000010:0.1:1788572539.280088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3400.
00010000:00000010:0.1:1788572539.280092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c200.
00010000:00000010:0.1:1788572539.280095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3c00.
00010000:00000010:0.1:1788572539.280098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00010000:00000010:0.1:1788572539.280102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974ba00.
00010000:00000010:0.1:1788572539.280105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00010000:00000010:0.1:1788572539.280108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3b00.
00010000:00000010:0.1:1788572539.280110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ca00.
00010000:00000010:0.1:1788572539.301079:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3900.
00010000:00000010:0.1:1788572539.301084:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394000.
00010000:00000010:1.1:1788572539.320155:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241700.
00010000:00000010:1.1:1788572539.320167:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:0.1:1788572539.345229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3800.
00010000:00000010:0.1:1788572539.345245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394800.
00010000:00000010:0.1:1788572539.385544:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4a40700.
00010000:00000010:0.1:1788572539.385574:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394200.
00010000:00000010:1.1:1788572539.518074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4a40e00.
00010000:00000010:1.1:1788572539.518086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00000080:00000010:0.1:1788572539.542127:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c620.
00000080:00000010:0.1:1788572539.548667:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:0.1:1788572539.631916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0f00.
00010000:00000010:0.1:1788572539.631931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00000080:00000010:0.1:1788572539.644343:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00000080:00000010:0.1:1788572539.644361:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572539.664093:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0000.
00010000:00000010:0.1:1788572539.664104:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00000080:00000010:0.1:1788572539.699453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd00.
00000080:00000010:0.1:1788572539.699486:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572539.734751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c300.
00000080:00000010:1.1:1788572539.734774:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:1.1:1788572539.734785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3e0.
00000080:00000010:1.1:1788572539.734794:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:1.1:1788572539.831731:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cdc0.
00000080:00000010:1.1:1788572539.831749:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572539.831759:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4a40a00.
00010000:00000010:1.1:1788572539.831764:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00000080:00000010:1.1:1788572539.831767:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb80.
00000080:00000010:1.1:1788572539.831778:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:0.1:1788572539.981018:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4a40800.
00010000:00000010:0.1:1788572539.981027:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00000080:00000010:0.1:1788572539.981032:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:0.1:1788572539.981048:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572540.025338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458660.
00000080:00000010:0.1:1788572540.025362:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:0.1:1788572540.065383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6e0.
00000080:00000010:0.1:1788572540.115552:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:1.1:1788572540.120102:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda20.
00000080:00000010:1.1:1788572540.120121:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572540.134019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458420.
00000080:00000010:0.1:1788572540.158108:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572540.399095:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdee0.
00000080:00000010:0.1:1788572540.399116:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:1.1:1788572540.471085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0e00.
00010000:00000010:1.1:1788572540.471096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00000080:00000010:0.1:1788572540.471144:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ae0.
00000080:00000010:0.1:1788572540.471163:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:1.1:1788572540.475108:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6caa0.
00000080:00000010:1.1:1788572540.475128:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572540.619243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3400.
00010000:00000010:0.1:1788572540.619251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394c00.
00000080:00000010:1.1:1788572540.636877:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdee0.
00000080:00000010:1.1:1788572540.636897:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:1.1:1788572540.636910:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0f00.
00010000:00000010:1.1:1788572540.636916:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394200.
00000080:00000010:1.1:1788572540.636919:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd460.
00000080:00000010:1.1:1788572540.637351:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572540.680078:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c540.
00000080:00000010:0.1:1788572540.680095:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572540.762496:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458700.
00000080:00000010:0.1:1788572540.762575:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:1.1:1788572540.804762:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0e00.
00010000:00000010:1.1:1788572540.804770:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00000080:00000010:1.1:1788572540.838459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cdc0.
00000080:00000010:1.1:1788572540.838485:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:1.1:1788572540.838496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdca0.
00010000:00000010:0.1:1788572540.848436:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3400.
00010000:00000010:0.1:1788572540.848443:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00000080:00000010:1.1:1788572540.880186:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:0.1:1788572540.949653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c200.
00010000:00000010:0.1:1788572540.949665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3700.
00010000:00000010:0.1:1788572540.949670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395600.
00000080:00000010:0.1:1788572540.965920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd480.
00000080:00000010:0.1:1788572540.965944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:0.1:1788572540.990094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:0.1:1788572540.990103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00000080:00000010:0.1:1788572541.024234:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:0.1:1788572541.024311:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:1.1:1788572541.155388:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:1.1:1788572541.155400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd540.
00000080:00000010:1.1:1788572541.155412:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:1.1:1788572541.155419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd900.
00010000:00000010:1.1:1788572541.155425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00000080:00000010:1.1:1788572541.155430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c8e0.
00000080:00000010:1.1:1788572541.155438:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572541.225249:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3500.
00010000:00000010:0.1:1788572541.225258:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00000080:00000010:1.1:1788572541.342723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cba0.
00000080:00000010:1.1:1788572541.342750:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:1.1:1788572541.370159:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3900.
00010000:00000010:1.1:1788572541.370169:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00000080:00000010:1.1:1788572541.370175:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c820.
00000080:00000010:1.1:1788572541.370188:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572541.405087:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c800.
00000080:00000010:0.1:1788572541.405106:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572541.420348:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2a0.
00010000:00000010:0.1:1788572541.420359:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3500.
00010000:00000010:0.1:1788572541.420365:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00000080:00000010:0.1:1788572541.420375:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:1.1:1788572541.533243:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfa0.
00000080:00000010:1.1:1788572541.533270:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572541.594142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd400.
00010000:00000010:1.1:1788572541.605898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdf00.
00010000:00000010:1.1:1788572541.605915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af000.
00000080:00000010:1.1:1788572541.605920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458320.
00000080:00000010:1.1:1788572541.605938:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572541.607925:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572541.641266:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cce0.
00000080:00000010:0.1:1788572541.641282:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572541.641292:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd500.
00010000:00000010:0.1:1788572541.641296:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48e00.
00000080:00000010:0.1:1788572541.641304:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cba0.
00000080:00000010:0.1:1788572541.661505:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572541.729843:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdea0.
00000080:00000010:0.1:1788572541.729859:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:1.1:1788572541.760926:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1400.
00010000:00000010:1.1:1788572541.760932:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00000080:00000010:1.1:1788572541.760938:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c080.
00000080:00000010:1.1:1788572541.760953:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572541.761339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfa0.
00000080:00000010:0.1:1788572541.761349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:1.1:1788572541.781735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce60.
00000080:00000010:1.1:1788572541.781757:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572541.875620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30def00.
00010000:00000010:1.1:1788572541.875629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395200.
00000080:00000010:0.1:1788572541.898042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdea0.
00000080:00000010:0.1:1788572541.898078:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:1.1:1788572541.904709:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de900.
00010000:00000010:1.1:1788572541.904719:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00000080:00000010:0.1:1788572541.929639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ac0.
00010000:00000010:1.1:1788572541.936478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1500.
00010000:00000010:1.1:1788572541.936500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00000080:00000010:1.1:1788572541.936516:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:1.1:1788572541.936528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd120.
00000080:00000010:1.1:1788572541.936539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572541.967492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4a40800.
00010000:00000010:0.1:1788572541.967501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af000.
00000080:00000010:0.1:1788572542.028097:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458520.
00000080:00000010:0.1:1788572542.028116:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:1.1:1788572542.030381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1400.
00010000:00000010:1.1:1788572542.030388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395800.
00000080:00000010:0.1:1788572542.084446:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2a0.
00000080:00000010:0.1:1788572542.084467:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572542.084479:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bde00.
00010000:00000010:0.1:1788572542.084483:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392800.
00000080:00000010:1.1:1788572542.131637:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdea0.
00000080:00000010:1.1:1788572542.131663:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572542.282899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f80.
00000080:00000010:0.1:1788572542.282917:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:1.1:1788572542.355777:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2a0.
00000080:00000010:1.1:1788572542.355797:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:1.1:1788572542.495635:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5e0.
00000080:00000010:1.1:1788572542.495658:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572542.497257:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1d00.
00010000:00000010:0.1:1788572542.497265:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964cc00.
00010000:00000010:0.1:1788572542.659147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9400.
00010000:00000010:0.1:1788572542.659152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395200.
00000080:00000010:0.1:1788572542.659157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca60.
00000080:00000010:0.1:1788572542.659175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572542.659182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458240.
00000080:00000010:0.1:1788572542.659188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572542.988079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:0.1:1788572542.988087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00010000:00000010:0.1:1788572543.007196:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a900.
00010000:00000010:0.1:1788572543.007217:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00010000:00000010:0.1:1788572543.094122:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974ba00.
00010000:00000010:0.1:1788572543.094129:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964cc00.
00000080:00000010:0.1:1788572543.094134:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cde0.
00000080:00000010:0.1:1788572543.094152:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572543.142315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bf00.
00010000:00000010:0.1:1788572543.142321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392200.
00010000:00000010:1.1:1788572543.156658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:1.1:1788572543.156664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:0.1:1788572543.158291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bd00.
00010000:00000010:0.1:1788572543.158303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392400.
00000080:00000010:1.1:1788572543.161408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c460.
00000080:00000010:1.1:1788572543.161429:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572543.170109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd780.
00000080:00000010:0.1:1788572543.174105:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:1.1:1788572543.204095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606a00.
00010000:00000010:1.1:1788572543.204104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afe00.
00000080:00000010:1.1:1788572543.216956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458360.
00000080:00000010:1.1:1788572543.216972:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:1.1:1788572543.243253:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:0.1:1788572543.260702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb60.
00000080:00000010:0.1:1788572543.260744:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572543.327449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:0.1:1788572543.327458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1600.
00000080:00000010:0.1:1788572543.330109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00000080:00000010:0.1:1788572543.330140:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572543.516023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974ba00.
00010000:00000010:0.1:1788572543.516032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392200.
00000080:00000010:1.1:1788572543.528080:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd780.
00000080:00000010:1.1:1788572543.550502:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572543.676086:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce00.
00000080:00000010:1.1:1788572543.676306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00000080:00000010:1.1:1788572543.676318:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:1.1:1788572543.676323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c060.
00000080:00000010:0.1:1788572543.732094:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:1.1:1788572543.732094:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:1.1:1788572543.789854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd8a0.
00000080:00000010:1.1:1788572543.789880:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:1.1:1788572543.789889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b800.
00010000:00000010:1.1:1788572543.789895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393000.
00000080:00000010:1.1:1788572543.789898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7a0.
00000080:00000010:1.1:1788572543.789904:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572543.880660:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0c0.
00000080:00000010:0.1:1788572543.880684:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572543.880694:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:0.1:1788572543.880745:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00000080:00000010:0.1:1788572543.880750:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582e0.
00000080:00000010:0.1:1788572543.880758:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572543.964437:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0300.
00010000:00000010:0.1:1788572543.964453:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af200.
00010000:00000010:0.1:1788572543.964458:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7f3b00.
00010000:00000010:0.1:1788572543.964467:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395000.
00010000:00000010:0.1:1788572543.964470:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0400.
00010000:00000010:0.1:1788572543.964473:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aea00.
00010000:00000010:1.1:1788572544.054434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241e00.
00010000:00000010:1.1:1788572544.054446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00010000:00000010:0.1:1788572544.060077:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:0.1:1788572544.060088:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1000.
00010000:00000010:0.1:1788572544.060100:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0900.
00010000:00000010:0.1:1788572544.060104:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00010000:00000010:1.1:1788572544.070081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c4a40100.
00010000:00000010:1.1:1788572544.070089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00010000:00000010:1.1:1788572544.084105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fde00.
00010000:00000010:1.1:1788572544.084114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00010000:00000010:1.1:1788572544.084119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:1.1:1788572544.084123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974de00.
00010000:00000010:1.1:1788572544.095106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5d00.
00010000:00000010:1.1:1788572544.095120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00000080:00000010:1.1:1788572544.122104:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00000080:00000010:1.1:1788572544.122126:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572544.122138:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd900.
00010000:00000010:1.1:1788572544.122148:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48200.
00010000:00000010:1.1:1788572544.122155:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:1.1:1788572544.122161:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00010000:00000010:1.1:1788572544.122171:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd500.
00010000:00000010:1.1:1788572544.122177:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c800.
00010000:00000010:0.1:1788572544.130789:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:0.1:1788572544.130796:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48600.
00010000:00000010:0.1:1788572544.130800:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30dea00.
00010000:00000010:0.1:1788572544.130805:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c000.
00010000:00000010:1.1:1788572544.131428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3600.
00010000:00000010:1.1:1788572544.131437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00010000:00000010:1.1:1788572544.147078:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:1.1:1788572544.147086:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00010000:00000010:1.1:1788572544.239077:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd500.
00010000:00000010:1.1:1788572544.239087:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afa00.
00010000:00000010:1.1:1788572544.239092:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:1.1:1788572544.239096:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1c00.
00010000:00000010:1.1:1788572544.239099:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:1.1:1788572544.239103:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aec00.
00010000:00000010:1.1:1788572544.239106:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de000.
00010000:00000010:0.1:1788572544.239154:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1300.
00010000:00000010:0.1:1788572544.239162:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00010000:00000010:1.1:1788572544.239397:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00010000:00000010:1.1:1788572544.239405:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3d00.
00010000:00000010:1.1:1788572544.239413:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394c00.
00010000:00000010:1.1:1788572544.239420:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241a00.
00010000:00000010:1.1:1788572544.239427:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392e00.
00010000:00000010:1.1:1788572544.239431:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd600.
00010000:00000010:1.1:1788572544.239437:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49200.
00010000:00000010:1.1:1788572544.239445:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606500.
00010000:00000010:1.1:1788572544.239449:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00010000:00000010:0.1:1788572544.253970:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82d3700.
00010000:00000010:0.1:1788572544.253977:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393e00.
00010000:00000010:1.1:1788572544.302242:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241700.
00010000:00000010:1.1:1788572544.302253:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392c00.
00010000:00000010:1.1:1788572544.314399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a800.
00010000:00000010:1.1:1788572544.314411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00010000:00000010:1.1:1788572544.503083:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b300.
00010000:00000010:1.1:1788572544.503094:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392a00.
00010000:00000010:1.1:1788572544.503099:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325aa00.
00010000:00000010:1.1:1788572544.503106:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00010000:00000010:1.1:1788572544.503112:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bde00.
00010000:00000010:0.1:1788572544.503113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1500.
00010000:00000010:1.1:1788572544.503116:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae800.
00010000:00000010:0.1:1788572544.503125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00010000:00000010:1.1:1788572544.503125:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cba00.
00010000:00000010:1.1:1788572544.503133:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:1.1:1788572544.503138:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c320.
00000080:00000010:1.1:1788572544.503157:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572544.561433:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:1.1:1788572544.561448:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00010000:00000010:1.1:1788572544.782606:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:1.1:1788572544.782620:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00010000:00000010:0.1:1788572544.832074:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606f00.
00010000:00000010:0.1:1788572544.832093:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aee00.
00000080:00000010:0.1:1788572544.832100:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458da0.
00000080:00000010:0.1:1788572544.832123:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:1.1:1788572544.904081:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ccc0.
00000080:00000010:1.1:1788572544.904099:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572544.904107:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:1.1:1788572544.904111:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00000080:00000010:1.1:1788572544.904114:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458560.
00000080:00000010:1.1:1788572544.904129:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572545.007476:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:0.1:1788572545.037331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:0.1:1788572545.037344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392400.
00000080:00000010:0.1:1788572545.037352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdb40.
00000080:00000010:0.1:1788572545.037375:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572545.037389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587e0.
00000080:00000010:0.1:1788572545.037400:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572545.174076:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c560.
00000080:00000010:0.1:1788572545.174098:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:0.1:1788572545.358081:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241200.
00010000:00000010:0.1:1788572545.358088:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:1.1:1788572545.429475:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458640.
00000080:00000010:1.1:1788572545.459097:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:0.1:1788572545.463345:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fe0.
00000080:00000010:0.1:1788572545.463359:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:1.1:1788572545.464044:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241900.
00010000:00000010:1.1:1788572545.464051:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aea00.
00000080:00000010:1.1:1788572545.579555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4e0.
00000080:00000010:1.1:1788572545.600991:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:1.1:1788572545.716346:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca00.
00000080:00000010:1.1:1788572545.751420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:0.1:1788572545.796953:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbb00.
00010000:00000010:0.1:1788572545.796961:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00000080:00000010:1.1:1788572545.803166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572545.847344:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3a0.
00010000:00000010:0.1:1788572545.865486:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9400.
00010000:00000010:0.1:1788572545.865492:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00000080:00000010:1.1:1788572545.997736:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca00.
00000080:00000010:1.1:1788572545.997758:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:1.1:1788572546.029321:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c280.
00000080:00000010:1.1:1788572546.029341:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:1.1:1788572546.216097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:1.1:1788572546.216105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aee00.
00000080:00000010:0.1:1788572546.216119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fa0.
00000080:00000010:0.1:1788572546.216139:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:1.1:1788572546.276334:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9b00.
00010000:00000010:1.1:1788572546.276341:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:1.1:1788572546.317679:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf60.
00000080:00000010:1.1:1788572546.317694:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572546.422009:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd700.
00000080:00000010:0.1:1788572546.422037:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:1.1:1788572546.494253:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:0.1:1788572546.596380:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:0.1:1788572546.596390:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241a00.
00010000:00000010:0.1:1788572546.596396:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d800.
00000080:00000010:0.1:1788572546.596401:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:0.1:1788572546.596412:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:1.1:1788572546.597643:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ea0.
00000080:00000010:1.1:1788572546.597655:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00000080:00000010:1.1:1788572546.750491:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458740.
00000080:00000010:1.1:1788572546.750512:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572546.751265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1200.
00010000:00000010:0.1:1788572546.751273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d400.
00000080:00000010:0.1:1788572546.760091:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458100.
00000080:00000010:0.1:1788572546.760106:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572546.871285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:0.1:1788572546.871293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:0.1:1788572546.876096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b20.
00000080:00000010:0.1:1788572546.876115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:0.1:1788572546.923132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdb00.
00010000:00000010:0.1:1788572546.923147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393000.
00000080:00000010:0.1:1788572546.923156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdb00.
00000080:00000010:0.1:1788572546.923176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572546.939106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458000.
00000080:00000010:0.1:1788572546.939129:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:1.1:1788572546.939253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:1.1:1788572546.939261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae800.
00000080:00000010:1.1:1788572546.953119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582e0.
00000080:00000010:0.1:1788572546.968113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:1.1:1788572547.011620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:1.1:1788572547.011637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:1.1:1788572547.016256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c480.
00000080:00000010:1.1:1788572547.016283:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:1.1:1788572547.178079:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:1.1:1788572547.178087:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393000.
00000080:00000010:1.1:1788572547.244115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdb00.
00000080:00000010:1.1:1788572547.259389:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:1.1:1788572547.263336:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd1c0.
00000080:00000010:1.1:1788572547.263357:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572547.299097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdb00.
00010000:00000010:0.1:1788572547.299109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c800.
00000080:00000010:1.1:1788572547.343100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:1.1:1788572547.376715:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:1.1:1788572547.547085:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1b00.
00010000:00000010:1.1:1788572547.547095:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00000080:00000010:1.1:1788572547.547100:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f00.
00000080:00000010:1.1:1788572547.547121:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:1.1:1788572547.547129:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd600.
00010000:00000010:1.1:1788572547.547132:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00000080:00000010:0.1:1788572547.570316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:0.1:1788572547.570338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:1.1:1788572547.570391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581c0.
00000080:00000010:1.1:1788572547.570404:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:1.1:1788572547.570409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:1.1:1788572547.570416:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:1.1:1788572547.639177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fa0.
00000080:00000010:1.1:1788572547.639207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572547.659097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0200.
00010000:00000010:0.1:1788572547.659104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aba00.
00000080:00000010:0.1:1788572547.809146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cde0.
00000080:00000010:0.1:1788572547.809179:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:0.1:1788572547.809196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb80.
00000080:00000010:0.1:1788572547.809204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572547.809209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:0.1:1788572547.809215:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572547.809220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0400.
00010000:00000010:0.1:1788572547.809229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00000080:00000010:0.1:1788572547.809233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf00.
00000080:00000010:0.1:1788572547.809246:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572547.825312:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdb00.
00010000:00000010:1.1:1788572547.825318:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00010000:00000010:0.1:1788572547.889072:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1300.
00010000:00000010:0.1:1788572547.889080:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395600.
00000080:00000010:0.1:1788572547.889085:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3a0.
00000080:00000010:0.1:1788572547.889101:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:0.1:1788572547.970083:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd400.
00000080:00000010:0.1:1788572547.990887:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:1.1:1788572547.991729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0200.
00010000:00000010:1.1:1788572547.991739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00010000:00000010:0.1:1788572548.006074:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b100.
00010000:00000010:0.1:1788572548.006082:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00000080:00000010:0.1:1788572548.038212:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf00.
00000080:00000010:0.1:1788572548.059081:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:1.1:1788572548.151462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3a0.
00000080:00000010:1.1:1788572548.151482:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572548.155306:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c780.
00000080:00000010:0.1:1788572548.205129:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572548.206451:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd200.
00010000:00000010:1.1:1788572548.206460:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00000080:00000010:1.1:1788572548.206465:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458360.
00000080:00000010:1.1:1788572548.206491:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:1.1:1788572548.206503:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0000.
00010000:00000010:1.1:1788572548.206508:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aae00.
00000080:00000010:1.1:1788572548.236085:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c520.
00000080:00000010:1.1:1788572548.236106:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:1.1:1788572548.250320:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b600.
00010000:00000010:1.1:1788572548.250329:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00000080:00000010:1.1:1788572548.328088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:1.1:1788572548.328116:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572548.433887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b700.
00010000:00000010:0.1:1788572548.433896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00010000:00000010:0.1:1788572548.550211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b600.
00010000:00000010:0.1:1788572548.550219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:0.1:1788572548.572125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cba0.
00000080:00000010:0.1:1788572548.612176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572548.625707:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd940.
00000080:00000010:0.1:1788572548.625735:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:1.1:1788572548.836488:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ba0.
00000080:00000010:1.1:1788572548.836508:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:0.1:1788572548.889371:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:0.1:1788572548.889381:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00010000:00000010:1.1:1788572549.016870:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9800.
00010000:00000010:1.1:1788572549.016881:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:1.1:1788572549.016885:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0e00.
00010000:00000010:1.1:1788572549.016888:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00010000:00000010:1.1:1788572549.033764:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974b500.
00010000:00000010:1.1:1788572549.033777:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392600.
00010000:00000010:0.1:1788572549.054335:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cbe00.
00010000:00000010:0.1:1788572549.054341:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1000.
00010000:00000010:1.1:1788572549.099440:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606600.
00010000:00000010:1.1:1788572549.099448:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af000.
00010000:00000010:1.1:1788572549.099452:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606b00.
00010000:00000010:1.1:1788572549.099456:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aec00.
00010000:00000010:1.1:1788572549.125131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9000.
00010000:00000010:1.1:1788572549.125138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00010000:00000010:1.1:1788572549.125142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241e00.
00010000:00000010:1.1:1788572549.125146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392e00.
00010000:00000010:1.1:1788572549.125150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5100.
00010000:00000010:1.1:1788572549.125152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00010000:00000010:0.1:1788572549.136385:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3c00.
00010000:00000010:0.1:1788572549.136397:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394400.
00010000:00000010:0.1:1788572549.171086:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb000.
00010000:00000010:0.1:1788572549.171094:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1600.
00010000:00000010:1.1:1788572549.174674:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a200.
00010000:00000010:1.1:1788572549.174684:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392200.
00010000:00000010:1.1:1788572549.220173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14cb100.
00010000:00000010:1.1:1788572549.220195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:1.1:1788572549.220200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606500.
00010000:00000010:1.1:1788572549.220203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:1.1:1788572549.220208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd940.
00000080:00000010:1.1:1788572549.220240:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572549.296214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:0.1:1788572549.297027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395200.
00010000:00000010:1.1:1788572549.304109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0a00.
00010000:00000010:1.1:1788572549.304121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394000.
00010000:00000010:1.1:1788572549.304125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:1.1:1788572549.304128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00010000:00000010:0.1:1788572549.331109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd600.
00010000:00000010:0.1:1788572549.331117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00010000:00000010:0.1:1788572549.331120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c974bb00.
00010000:00000010:0.1:1788572549.331123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab800.
00010000:00000010:1.1:1788572549.354485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:1.1:1788572549.354494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00010000:00000010:1.1:1788572549.354498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0500.
00010000:00000010:1.1:1788572549.354501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00010000:00000010:1.1:1788572549.380079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325aa00.
00010000:00000010:1.1:1788572549.380088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392c00.
00000080:00000010:1.1:1788572549.387130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd580.
00000080:00000010:1.1:1788572549.387150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:1.1:1788572549.387156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c49f0700.
00010000:00000010:1.1:1788572549.387162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395c00.
00010000:00000010:1.1:1788572549.392093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1700.
00010000:00000010:1.1:1788572549.392101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00010000:00000010:0.1:1788572549.499078:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:0.1:1788572549.499087:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00000080:00000010:0.1:1788572549.557487:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb40.
00000080:00000010:0.1:1788572549.557508:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:0.1:1788572549.568083:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:0.1:1788572549.568092:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00010000:00000010:0.1:1788572549.598464:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3600.
00010000:00000010:0.1:1788572549.598473:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395600.
00000080:00000010:0.1:1788572549.598483:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572549.645026:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fdf00.
00010000:00000010:0.1:1788572549.645033:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00000080:00000010:0.1:1788572549.791613:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1c0.
00000080:00000010:0.1:1788572549.791634:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:1.1:1788572549.799603:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd400.
00010000:00000010:1.1:1788572549.799611:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00000080:00000010:0.1:1788572549.799957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581a0.
00000080:00000010:0.1:1788572549.828088:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572549.828098:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd520.
00000080:00000010:1.1:1788572549.842082:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:1.1:1788572549.946092:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2c0.
00000080:00000010:1.1:1788572549.946111:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:0.1:1788572549.972933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:0.1:1788572549.972943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab800.
00000080:00000010:1.1:1788572550.038472:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cda0.
00000080:00000010:1.1:1788572550.041607:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572550.356154:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:0.1:1788572550.356165:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ca00.
00000080:00000010:0.1:1788572550.356192:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580c0.
00010000:00000010:0.1:1788572550.356205:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd800.
00010000:00000010:0.1:1788572550.356212:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:1.1:1788572550.522451:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc60.
00000080:00000010:1.1:1788572550.522472:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572550.541858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:0.1:1788572550.541869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00000080:00000010:0.1:1788572550.541875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c160.
00000080:00000010:0.1:1788572550.541891:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00010000:00000010:1.1:1788572550.672841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:1.1:1788572550.672850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00000080:00000010:1.1:1788572550.713553:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cda0.
00000080:00000010:1.1:1788572550.713568:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572550.731217:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458160.
00000080:00000010:0.1:1788572550.731233:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:1.1:1788572550.770674:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0300.
00010000:00000010:1.1:1788572550.770680:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00000080:00000010:1.1:1788572550.950246:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cea0.
00000080:00000010:1.1:1788572550.950267:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572550.951099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd120.
00000080:00000010:0.1:1788572550.951116:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:1.1:1788572550.977184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1f00.
00010000:00000010:1.1:1788572550.977195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394c00.
00000080:00000010:1.1:1788572550.977201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdca0.
00000080:00000010:1.1:1788572550.977217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572551.001121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd480.
00000080:00000010:0.1:1788572551.001149:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572551.043115:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2a0.
00000080:00000010:0.1:1788572551.043139:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:0.1:1788572551.119611:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:0.1:1788572551.119620:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aae00.
00000080:00000010:0.1:1788572551.119626:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c0a0.
00000080:00000010:0.1:1788572551.119644:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572551.199286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1a00.
00010000:00000010:0.1:1788572551.199293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00000080:00000010:0.1:1788572551.199299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdda0.
00010000:00000010:1.1:1788572551.204126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:1.1:1788572551.204133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00000080:00000010:1.1:1788572551.209471:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:1.1:1788572551.215336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c060.
00000080:00000010:1.1:1788572551.215363:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572551.219259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2a0.
00000080:00000010:0.1:1788572551.219281:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572551.229109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0900.
00010000:00000010:1.1:1788572551.229123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395c00.
00000080:00000010:1.1:1788572551.232293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd380.
00000080:00000010:1.1:1788572551.232320:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572551.232378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:0.1:1788572551.232384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394c00.
00000080:00000010:0.1:1788572551.237101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd120.
00000080:00000010:0.1:1788572551.237123:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572551.391160:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:1.1:1788572551.391167:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00000080:00000010:1.1:1788572551.391182:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c600.
00000080:00000010:1.1:1788572551.391197:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:1.1:1788572551.517357:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c620.
00000080:00000010:1.1:1788572551.517376:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:1.1:1788572551.574702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f700.
00010000:00000010:1.1:1788572551.574709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395c00.
00000080:00000010:1.1:1788572551.574713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdda0.
00000080:00000010:1.1:1788572551.574830:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:0.1:1788572551.619091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd800.
00010000:00000010:0.1:1788572551.619099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:0.1:1788572551.635570:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c140.
00000080:00000010:0.1:1788572551.635588:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572551.739181:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:1.1:1788572551.739188:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00000080:00000010:1.1:1788572551.870378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c620.
00000080:00000010:1.1:1788572551.870396:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:1.1:1788572551.870403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6e0.
00000080:00000010:0.1:1788572551.870480:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c660.
00000080:00000010:0.1:1788572551.870491:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:0.1:1788572551.870503:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572551.978299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1700.
00010000:00000010:1.1:1788572551.978305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974cc00.
00000080:00000010:1.1:1788572551.978313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458bc0.
00000080:00000010:1.1:1788572551.978326:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:1.1:1788572551.978336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd500.
00010000:00000010:1.1:1788572551.978339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fce00.
00000080:00000010:1.1:1788572551.978343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde20.
00000080:00000010:1.1:1788572551.978352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572552.119722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:1.1:1788572552.119737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974da00.
00010000:00000010:0.1:1788572552.136382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd700.
00010000:00000010:0.1:1788572552.136390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ca00.
00010000:00000010:0.1:1788572552.166415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9000.
00010000:00000010:0.1:1788572552.166421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00000080:00000010:0.1:1788572552.166425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c620.
00000080:00000010:0.1:1788572552.166434:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572552.166441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842300.
00010000:00000010:0.1:1788572552.166444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00000080:00000010:1.1:1788572552.167089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc60.
00000080:00000010:1.1:1788572552.167102:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572552.302094:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c600.
00000080:00000010:0.1:1788572552.302112:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572552.302118:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfe0.
00000080:00000010:0.1:1788572552.302126:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:1.1:1788572552.327361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6c0.
00000080:00000010:1.1:1788572552.327376:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572552.462085:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1a0.
00000080:00000010:0.1:1788572552.462111:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:1.1:1788572552.465462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c700.
00000080:00000010:1.1:1788572552.465489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:1.1:1788572552.465503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc00.
00000080:00000010:1.1:1788572552.465509:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:1.1:1788572552.570132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:1.1:1788572552.570149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00000080:00000010:1.1:1788572552.570167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c840.
00000080:00000010:1.1:1788572552.570189:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:0.1:1788572552.793141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f80.
00000080:00000010:0.1:1788572552.793174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572552.796039:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1a00.
00010000:00000010:1.1:1788572552.796048:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00000080:00000010:1.1:1788572552.796062:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:1.1:1788572552.796076:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:1.1:1788572552.918107:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572552.925640:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c980.
00000080:00000010:0.1:1788572552.925670:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572552.984202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c660.
00000080:00000010:0.1:1788572552.984234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:1.1:1788572553.013097:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1700.
00010000:00000010:1.1:1788572553.013104:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00000080:00000010:1.1:1788572553.144158:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdfe0.
00000080:00000010:1.1:1788572553.144186:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:0.1:1788572553.170151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0000.
00010000:00000010:0.1:1788572553.170170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00000080:00000010:0.1:1788572553.170176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf60.
00000080:00000010:0.1:1788572553.170194:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572553.170203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd980.
00000080:00000010:0.1:1788572553.170210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572553.241734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c280.
00000080:00000010:0.1:1788572553.241761:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:1.1:1788572553.296834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458000.
00010000:00000010:0.1:1788572553.315090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd500.
00010000:00000010:0.1:1788572553.315097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00000080:00000010:0.1:1788572553.315102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:0.1:1788572553.315113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572553.315133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0b00.
00010000:00000010:0.1:1788572553.315138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc800.
00000080:00000010:0.1:1788572553.315141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd8e0.
00000080:00000010:0.1:1788572553.315148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:1.1:1788572553.327992:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0000.
00010000:00000010:1.1:1788572553.328001:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc400.
00000080:00000010:1.1:1788572553.397368:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd980.
00000080:00000010:1.1:1788572553.397388:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572553.449519:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4a0.
00000080:00000010:0.1:1788572553.449539:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572553.642583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4e0.
00000080:00000010:0.1:1788572553.642601:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572553.642611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd8e0.
00000080:00000010:0.1:1788572553.642633:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572553.642638:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606600.
00010000:00000010:0.1:1788572553.642643:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1000.
00000080:00000010:1.1:1788572553.798092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd360.
00000080:00000010:1.1:1788572553.798122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:1.1:1788572553.798132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606400.
00010000:00000010:1.1:1788572553.798137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ca00.
00000080:00000010:1.1:1788572553.798144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458720.
00000080:00000010:1.1:1788572553.798152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:0.1:1788572553.826496:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f00.
00000080:00000010:0.1:1788572553.826526:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:1.1:1788572553.927256:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3c00.
00010000:00000010:1.1:1788572553.927267:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394400.
00010000:00000010:1.1:1788572553.927271:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3e00.
00010000:00000010:1.1:1788572553.927274:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394800.
00010000:00000010:0.1:1788572553.968898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0000.
00010000:00000010:0.1:1788572553.968905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab400.
00010000:00000010:0.1:1788572553.968909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1500.
00010000:00000010:0.1:1788572553.968912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00010000:00000010:0.1:1788572553.968915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1000.
00010000:00000010:0.1:1788572553.968918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d800.
00010000:00000010:0.1:1788572553.991109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd300.
00010000:00000010:0.1:1788572553.991117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00010000:00000010:1.1:1788572553.992291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1300.
00010000:00000010:1.1:1788572553.992301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00010000:00000010:1.1:1788572553.992305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:1.1:1788572553.992308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395000.
00010000:00000010:1.1:1788572554.114248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:1.1:1788572554.114257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00000080:00000010:0.1:1788572554.124486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c100.
00000080:00000010:0.1:1788572554.124514:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:1.1:1788572554.143120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2b00.
00010000:00000010:1.1:1788572554.143128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd800.
00010000:00000010:1.1:1788572554.143132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1600.
00010000:00000010:1.1:1788572554.143136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00010000:00000010:0.1:1788572554.211905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:0.1:1788572554.211913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aae00.
00010000:00000010:0.1:1788572554.211917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fd00.
00010000:00000010:0.1:1788572554.211919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394600.
00000080:00000010:0.1:1788572554.234423:0:16827:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4c0.
00000080:00000010:0.1:1788572554.234443:0:16827:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572554.251522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1f00.
00010000:00000010:1.1:1788572554.251533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00010000:00000010:1.1:1788572554.251538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd400.
00010000:00000010:1.1:1788572554.251542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:1.1:1788572554.251545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:1.1:1788572554.251548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00010000:00000010:1.1:1788572554.251551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd200.
00010000:00000010:1.1:1788572554.251553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00010000:00000010:1.1:1788572554.251556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9400.
00010000:00000010:1.1:1788572554.251559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abe00.
00010000:00000010:0.1:1788572554.307159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9a00.
00010000:00000010:0.1:1788572554.307169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00010000:00000010:0.1:1788572554.307174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd000.
00010000:00000010:0.1:1788572554.307177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00010000:00000010:0.1:1788572554.317808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842e00.
00010000:00000010:0.1:1788572554.317825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd400.
00010000:00000010:0.1:1788572554.317830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9c00.
00010000:00000010:0.1:1788572554.317833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00010000:00000010:0.1:1788572554.317836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9900.
00010000:00000010:0.1:1788572554.317839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aba00.
00010000:00000010:0.1:1788572554.317841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842600.
00010000:00000010:0.1:1788572554.317844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc000.
00010000:00000010:1.1:1788572554.321222:0:37596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842f00.
00010000:00000010:1.1:1788572554.321233:0:37596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fde00.
00010000:00000010:1.1:1788572554.341074:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842100.
00010000:00000010:1.1:1788572554.341080:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd600.
00010000:00000010:1.1:1788572554.341095:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd700.
00010000:00000010:1.1:1788572554.341099:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00010000:00000010:1.1:1788572554.372007:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9000.
00010000:00000010:1.1:1788572554.372016:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00010000:00000010:1.1:1788572554.415106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:1.1:1788572554.415124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1600.
00010000:00000010:1.1:1788572554.415129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0200.
00010000:00000010:1.1:1788572554.415133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd200.
00010000:00000010:1.1:1788572554.415142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0a00.
00010000:00000010:1.1:1788572554.415145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc600.
00010000:00000010:1.1:1788572554.415148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:1.1:1788572554.415150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abc00.
00010000:00000010:1.1:1788572554.415154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9d00.
00010000:00000010:1.1:1788572554.415156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00000080:00000010:1.1:1788572554.527105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c960.
00000080:00000010:1.1:1788572554.527119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:0.1:1788572554.553103:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c020.
00000080:00000010:0.1:1788572554.553129:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:1.1:1788572554.563102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606d00.
00010000:00000010:1.1:1788572554.563112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1c00.
00000080:00000010:1.1:1788572554.595103:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c900.
00000080:00000010:1.1:1788572554.595122:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572554.676139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2000.
00010000:00000010:0.1:1788572554.676147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd400.
00000080:00000010:1.1:1788572554.687192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c260.
00000080:00000010:1.1:1788572554.687212:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572554.708130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0d00.
00010000:00000010:0.1:1788572554.708140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00000080:00000010:0.1:1788572554.823915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c500.
00000080:00000010:0.1:1788572554.823935:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572554.823972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:0.1:1788572554.824008:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572554.847736:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd700.
00010000:00000010:0.1:1788572554.847743:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00000080:00000010:0.1:1788572554.870246:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458520.
00000080:00000010:0.1:1788572554.870264:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572554.902523:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfc0.
00000080:00000010:0.1:1788572554.902666:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:1.1:1788572554.904232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606400.
00010000:00000010:1.1:1788572554.904241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00010000:00000010:1.1:1788572554.964671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd700.
00010000:00000010:1.1:1788572554.964691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:1.1:1788572554.995450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce80.
00000080:00000010:1.1:1788572555.018460:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572555.103569:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606e00.
00010000:00000010:1.1:1788572555.103584:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:0.1:1788572555.117272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:0.1:1788572555.117288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cca00.
00000080:00000010:0.1:1788572555.117294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c340.
00000080:00000010:0.1:1788572555.117309:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:1.1:1788572555.196784:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7c0.
00000080:00000010:1.1:1788572555.196816:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572555.383193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0600.
00010000:00000010:1.1:1788572555.383213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00000080:00000010:1.1:1788572555.398120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572555.422709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fd00.
00010000:00000010:0.1:1788572555.422715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc200.
00000080:00000010:0.1:1788572555.422720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00010000:00000010:0.1:1788572555.497461:0:16837:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1600.
00010000:00000010:0.1:1788572555.497469:0:16837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00000080:00000010:1.1:1788572555.498131:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5c0.
00000080:00000010:1.1:1788572555.498152:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:1.1:1788572555.508111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2e0.
00000080:00000010:1.1:1788572555.508131:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572555.579265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c120.
00000080:00000010:0.1:1788572555.579277:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572555.579284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd300.
00010000:00000010:0.1:1788572555.579286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:0.1:1788572555.584129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c220.
00000080:00000010:0.1:1788572555.584153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572555.678115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1500.
00010000:00000010:1.1:1788572555.678129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00000080:00000010:1.1:1788572555.686116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c320.
00000080:00000010:1.1:1788572555.699102:0:1542:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572555.719209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606600.
00010000:00000010:0.1:1788572555.719217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974cc00.
00000080:00000010:0.1:1788572555.723103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458480.
00000080:00000010:0.1:1788572555.723130:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572555.723237:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:1.1:1788572555.754141:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4a0.
00000080:00000010:0.1:1788572555.758603:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:1.1:1788572555.798121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:1.1:1788572555.798136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0200.
00000080:00000010:1.1:1788572555.858405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c100.
00000080:00000010:1.1:1788572555.881092:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572555.992316:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd020.
00000080:00000010:0.1:1788572555.992419:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572556.104437:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458600.
00000080:00000010:0.1:1788572556.104466:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:1.1:1788572556.206275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:1.1:1788572556.206295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00000080:00000010:1.1:1788572556.206302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458780.
00000080:00000010:1.1:1788572556.206320:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:0.1:1788572556.275093:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606800.
00010000:00000010:0.1:1788572556.275101:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00000080:00000010:1.1:1788572556.403591:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458420.
00000080:00000010:1.1:1788572556.403611:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:1.1:1788572556.403620:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:1.1:1788572556.403625:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00000080:00000010:1.1:1788572556.403630:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:1.1:1788572556.403644:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:1.1:1788572556.657176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdee0.
00000080:00000010:1.1:1788572556.657199:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572556.657206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0d00.
00010000:00000010:1.1:1788572556.657211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00000080:00000010:0.1:1788572556.667393:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfa0.
00000080:00000010:0.1:1788572556.667417:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:1.1:1788572556.678397:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589e0.
00000080:00000010:1.1:1788572556.678419:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:1.1:1788572556.807582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:1.1:1788572556.807591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1c00.
00010000:00000010:1.1:1788572556.853200:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0300.
00010000:00000010:1.1:1788572556.853209:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00000080:00000010:0.1:1788572556.919095:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:0.1:1788572556.919113:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572556.919119:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04586a0.
00000080:00000010:0.1:1788572556.988122:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572557.054144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd540.
00000080:00000010:0.1:1788572557.054162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:0.1:1788572557.054176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606e00.
00010000:00000010:0.1:1788572557.054182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7c00.
00010000:00000010:1.1:1788572557.083148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:1.1:1788572557.083154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:1.1:1788572557.111133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd80.
00000080:00000010:1.1:1788572557.111161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:0.1:1788572557.136390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c040.
00000080:00000010:0.1:1788572557.136443:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572557.166112:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572557.176407:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0e00.
00010000:00000010:0.1:1788572557.176418:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00000080:00000010:0.1:1788572557.189106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c40.
00000080:00000010:0.1:1788572557.189135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:1.1:1788572557.308034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:1.1:1788572557.308048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00000080:00000010:1.1:1788572557.358352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca00.
00000080:00000010:1.1:1788572557.358390:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572557.394571:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0e00.
00010000:00000010:0.1:1788572557.394583:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:1.1:1788572557.441467:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ae0.
00000080:00000010:1.1:1788572557.441495:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:0.1:1788572557.509046:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9e0.
00000080:00000010:0.1:1788572557.509095:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:0.1:1788572557.599676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:0.1:1788572557.599690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00000080:00000010:0.1:1788572557.599698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c240.
00000080:00000010:0.1:1788572557.599718:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572557.630533:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0e00.
00010000:00000010:0.1:1788572557.630555:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394a00.
00000080:00000010:0.1:1788572557.709593:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca00.
00000080:00000010:0.1:1788572557.709633:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:1.1:1788572557.715179:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842f00.
00010000:00000010:1.1:1788572557.715194:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6e00.
00000080:00000010:0.1:1788572557.749259:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd520.
00000080:00000010:0.1:1788572557.749280:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:0.1:1788572557.786754:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb60.
00000080:00000010:0.1:1788572557.786777:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572557.786789:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458de0.
00000080:00000010:0.1:1788572557.786907:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:1.1:1788572557.787391:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0e00.
00010000:00000010:1.1:1788572557.787401:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6000.
00000080:00000010:1.1:1788572557.823867:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5e0.
00000080:00000010:1.1:1788572557.823895:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:0.1:1788572557.891159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842600.
00010000:00000010:0.1:1788572557.891168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00000080:00000010:0.1:1788572557.926491:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:0.1:1788572557.926510:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572558.021114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:0.1:1788572558.021128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7600.
00000080:00000010:1.1:1788572558.021341:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2a0.
00000080:00000010:1.1:1788572558.021360:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:1.1:1788572558.183134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c460.
00000080:00000010:1.1:1788572558.183155:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:1.1:1788572558.244158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bddc0.
00000080:00000010:1.1:1788572558.244180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:1.1:1788572558.244186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:1.1:1788572558.244190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7600.
00000080:00000010:1.1:1788572558.345269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde80.
00000080:00000010:1.1:1788572558.345292:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:1.1:1788572558.345302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:1.1:1788572558.345308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00010000:00000010:1.1:1788572558.365104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3800.
00010000:00000010:1.1:1788572558.365121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7e00.
00000080:00000010:1.1:1788572558.406010:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd900.
00000080:00000010:0.1:1788572558.491735:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:1.1:1788572558.673096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458320.
00000080:00000010:1.1:1788572558.673122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572558.673130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd800.
00000080:00000010:1.1:1788572558.673142:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:0.1:1788572558.717391:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bc00.
00010000:00000010:0.1:1788572558.717401:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395000.
00000080:00000010:0.1:1788572558.748242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca00.
00000080:00000010:0.1:1788572558.748264:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:1.1:1788572558.832087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:1.1:1788572558.832109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395600.
00000080:00000010:1.1:1788572558.866300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:1.1:1788572558.866321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:1.1:1788572558.866332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bd00.
00010000:00000010:1.1:1788572558.866338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6400.
00000080:00000010:1.1:1788572558.866342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7e0.
00000080:00000010:1.1:1788572558.866350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572558.867044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458120.
00000080:00000010:0.1:1788572558.867069:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:1.1:1788572558.923511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0900.
00010000:00000010:1.1:1788572558.923520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c800.
00010000:00000010:0.1:1788572558.999088:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd600.
00010000:00000010:0.1:1788572558.999097:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0c00.
00010000:00000010:0.1:1788572558.999102:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2e00.
00010000:00000010:0.1:1788572558.999105:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd000.
00010000:00000010:0.1:1788572558.999109:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd400.
00010000:00000010:0.1:1788572558.999111:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0600.
00010000:00000010:0.1:1788572558.999115:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0c00.
00010000:00000010:0.1:1788572558.999119:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fca00.
00010000:00000010:0.1:1788572558.999123:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606c00.
00010000:00000010:0.1:1788572558.999126:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d400.
00010000:00000010:0.1:1788572558.999134:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842000.
00010000:00000010:0.1:1788572558.999137:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00010000:00000010:1.1:1788572558.999666:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:1.1:1788572558.999673:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc400.
00010000:00000010:1.1:1788572559.009624:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606700.
00010000:00000010:1.1:1788572559.009634:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d800.
00010000:00000010:1.1:1788572559.045087:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0b00.
00010000:00000010:1.1:1788572559.045096:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fda00.
00010000:00000010:1.1:1788572559.045104:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bde00.
00010000:00000010:1.1:1788572559.045112:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1000.
00010000:00000010:1.1:1788572559.045121:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd200.
00010000:00000010:1.1:1788572559.045128:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1a00.
00010000:00000010:1.1:1788572559.117214:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2a00.
00010000:00000010:1.1:1788572559.117225:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97ccc00.
00010000:00000010:0.1:1788572559.141783:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:0.1:1788572559.141801:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00010000:00000010:0.1:1788572559.141807:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606d00.
00010000:00000010:0.1:1788572559.141811:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ca00.
00010000:00000010:0.1:1788572559.141816:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1200.
00010000:00000010:0.1:1788572559.141820:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc600.
00010000:00000010:0.1:1788572559.141822:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1b00.
00010000:00000010:0.1:1788572559.141825:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd600.
00010000:00000010:0.1:1788572559.141828:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0500.
00010000:00000010:0.1:1788572559.141832:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc800.
00010000:00000010:0.1:1788572559.142309:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1a00.
00010000:00000010:0.1:1788572559.142315:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00010000:00000010:0.1:1788572559.142320:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:0.1:1788572559.142323:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00010000:00000010:0.1:1788572559.142326:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd500.
00010000:00000010:0.1:1788572559.142329:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:0.1:1788572559.142332:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606a00.
00010000:00000010:0.1:1788572559.142335:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00010000:00000010:0.1:1788572559.142338:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fc00.
00010000:00000010:0.1:1788572559.142340:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cce00.
00010000:00000010:1.1:1788572559.143018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2000.
00010000:00000010:1.1:1788572559.143027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00010000:00000010:1.1:1788572559.143030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0a00.
00010000:00000010:1.1:1788572559.143035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc000.
00010000:00000010:1.1:1788572559.159394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9000.
00010000:00000010:1.1:1788572559.159410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0e00.
00010000:00000010:1.1:1788572559.159418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1300.
00010000:00000010:1.1:1788572559.159426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd200.
00010000:00000010:1.1:1788572559.159434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f800.
00010000:00000010:1.1:1788572559.159440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00010000:00000010:1.1:1788572559.159448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:1.1:1788572559.159456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00010000:00000010:1.1:1788572559.198430:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f700.
00010000:00000010:1.1:1788572559.198441:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cca00.
00010000:00000010:1.1:1788572559.198444:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f400.
00010000:00000010:1.1:1788572559.198447:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc200.
00010000:00000010:0.1:1788572559.208193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:0.1:1788572559.208203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd000.
00000080:00000010:1.1:1788572559.209359:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd000.
00000080:00000010:1.1:1788572559.209386:0:2399:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:1.1:1788572559.209399:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f900.
00010000:00000010:1.1:1788572559.209407:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cda00.
00010000:00000010:1.1:1788572559.209416:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1600.
00010000:00000010:1.1:1788572559.209422:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc200.
00010000:00000010:1.1:1788572559.209429:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1500.
00010000:00000010:1.1:1788572559.209435:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd800.
00010000:00000010:1.1:1788572559.209441:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606800.
00010000:00000010:1.1:1788572559.209448:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00010000:00000010:1.1:1788572559.209455:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:1.1:1788572559.209461:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7c00.
00010000:00000010:1.1:1788572559.237675:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842100.
00010000:00000010:1.1:1788572559.237682:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00010000:00000010:0.1:1788572559.241328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1c00.
00010000:00000010:0.1:1788572559.241338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fde00.
00010000:00000010:0.1:1788572559.241342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:0.1:1788572559.241346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7200.
00010000:00000010:0.1:1788572559.265930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:0.1:1788572559.265939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00010000:00000010:0.1:1788572559.265944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:0.1:1788572559.265948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395c00.
00010000:00000010:1.1:1788572559.266298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3600.
00010000:00000010:1.1:1788572559.266307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00010000:00000010:1.1:1788572559.285114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:1.1:1788572559.285124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00010000:00000010:1.1:1788572559.307102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3e00.
00010000:00000010:1.1:1788572559.307119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394600.
00010000:00000010:1.1:1788572559.307123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fd00.
00010000:00000010:1.1:1788572559.307126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00010000:00000010:0.1:1788572559.323088:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842900.
00010000:00000010:0.1:1788572559.323099:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00010000:00000010:1.1:1788572559.324275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842800.
00010000:00000010:1.1:1788572559.324285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abc00.
00010000:00000010:0.1:1788572559.333077:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:0.1:1788572559.333092:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7800.
00010000:00000010:0.1:1788572559.333097:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9a00.
00010000:00000010:0.1:1788572559.333100:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00010000:00000010:0.1:1788572559.342122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842b00.
00010000:00000010:0.1:1788572559.342129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00000080:00000010:0.1:1788572559.352783:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458060.
00000080:00000010:0.1:1788572559.352812:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572559.352820:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9300.
00010000:00000010:0.1:1788572559.352826:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394800.
00010000:00000010:0.1:1788572559.352829:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:0.1:1788572559.352832:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394200.
00010000:00000010:0.1:1788572559.352838:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c700.
00010000:00000010:0.1:1788572559.352841:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6a00.
00010000:00000010:0.1:1788572559.352844:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:0.1:1788572559.352848:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00010000:00000010:0.1:1788572559.352851:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:0.1:1788572559.352854:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6800.
00000080:00000010:1.1:1788572559.370096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:1.1:1788572559.370117:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572559.591266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327ba00.
00010000:00000010:1.1:1788572559.591277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394600.
00000080:00000010:0.1:1788572559.593313:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:0.1:1788572559.593339:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572559.614079:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c700.
00010000:00000010:0.1:1788572559.614089:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6800.
00010000:00000010:0.1:1788572559.704294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:0.1:1788572559.704302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:0.1:1788572559.724752:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cce0.
00000080:00000010:0.1:1788572559.724780:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:1.1:1788572559.857549:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9c00.
00010000:00000010:1.1:1788572559.857557:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00000080:00000010:1.1:1788572559.895787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9a0.
00000080:00000010:0.1:1788572559.896778:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572559.903090:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9e0.
00000080:00000010:0.1:1788572559.903111:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:0.1:1788572560.179336:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458400.
00000080:00000010:0.1:1788572560.179356:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:0.1:1788572560.261184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:0.1:1788572560.261199:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:1.1:1788572560.281113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:1.1:1788572560.281124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6c00.
00000080:00000010:1.1:1788572560.281130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9e0.
00000080:00000010:1.1:1788572560.281146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:0.1:1788572560.298107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c500.
00000080:00000010:0.1:1788572560.298130:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:1.1:1788572560.528139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0500.
00010000:00000010:1.1:1788572560.528146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aac00.
00000080:00000010:1.1:1788572560.528151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458300.
00000080:00000010:1.1:1788572560.528166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:1.1:1788572560.528179:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:1.1:1788572560.528189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:1.1:1788572560.528192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0c00.
00010000:00000010:0.1:1788572560.605373:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1400.
00010000:00000010:0.1:1788572560.605381:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00000080:00000010:0.1:1788572560.605386:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:0.1:1788572560.605402:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:3.1:1788572560.612409:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6a00.
00000080:00000010:3.1:1788572560.635078:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf60.
00010000:00000010:1.1:1788572560.635096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2600.
00000080:00000010:3.1:1788572560.635099:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572560.635103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395800.
00010000:00000010:0.1:1788572560.635183:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:0.1:1788572560.635187:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6800.
00000080:00000010:0.1:1788572560.654108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd4c0.
00000080:00000010:0.1:1788572560.654131:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572560.661114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1a0.
00010000:00000010:3.1:1788572560.661234:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842600.
00010000:00000010:3.1:1788572560.661241:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:1.1:1788572560.667169:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:3.1:1788572560.667260:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6caa0.
00000080:00000010:3.1:1788572560.667277:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572560.722376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0600.
00010000:00000010:0.1:1788572560.722383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6200.
00000080:00000010:0.1:1788572560.727299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd640.
00000080:00000010:0.1:1788572560.727329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:3.1:1788572560.806612:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:3.1:1788572560.806619:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00000080:00000010:1.1:1788572560.822704:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c200.
00000080:00000010:1.1:1788572560.822745:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:3.1:1788572560.826368:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1a00.
00010000:00000010:3.1:1788572560.826382:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395800.
00000080:00000010:3.1:1788572560.826387:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf20.
00010000:00000010:0.1:1788572560.871908:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842500.
00010000:00000010:0.1:1788572560.871926:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6800.
00000080:00000010:3.1:1788572560.874324:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572560.913540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd4c0.
00000080:00000010:0.1:1788572560.913573:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:1.1:1788572560.971896:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:1.1:1788572560.971907:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7400.
00010000:00000010:3.1:1788572560.995110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1000.
00010000:00000010:3.1:1788572560.995124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:1.1:1788572561.018426:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572561.108728:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3500.
00010000:00000010:0.1:1788572561.108736:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00010000:00000010:1.1:1788572561.151173:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:1.1:1788572561.151181:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00000080:00000010:0.1:1788572561.172901:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb80.
00000080:00000010:0.1:1788572561.172919:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:0.1:1788572561.190805:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842700.
00010000:00000010:0.1:1788572561.190811:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:0.1:1788572561.190816:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c300.
00000080:00000010:3.1:1788572561.190981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ba0.
00000080:00000010:3.1:1788572561.190998:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572561.251573:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:1.1:1788572561.290330:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842500.
00010000:00000010:1.1:1788572561.290338:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6400.
00000080:00000010:1.1:1788572561.309337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd000.
00010000:00000010:1.1:1788572561.309352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:1.1:1788572561.309358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0e00.
00000080:00000010:1.1:1788572561.320314:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:1.1:1788572561.320325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd00.
00000080:00000010:1.1:1788572561.320348:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572561.365888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:1.1:1788572561.365896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395200.
00010000:00000010:0.1:1788572561.377076:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1d00.
00010000:00000010:0.1:1788572561.377083:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00000080:00000010:0.1:1788572561.377088:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00000080:00000010:0.1:1788572561.377104:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572561.377121:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c820.
00000080:00000010:0.1:1788572561.377131:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:3.1:1788572561.403959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0400.
00010000:00000010:3.1:1788572561.403968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00000080:00000010:3.1:1788572561.448951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589a0.
00000080:00000010:3.1:1788572561.448978:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572561.546173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cda0.
00000080:00000010:0.1:1788572561.546188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572561.546195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587a0.
00000080:00000010:0.1:1788572561.546204:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:3.1:1788572561.567083:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3400.
00010000:00000010:3.1:1788572561.567091:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab400.
00010000:00000010:3.1:1788572561.567097:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3600.
00010000:00000010:3.1:1788572561.567102:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00000080:00000010:3.1:1788572561.567109:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458700.
00000080:00000010:3.1:1788572561.567128:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:1.1:1788572561.572223:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:1.1:1788572561.572234:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395800.
00010000:00000010:1.1:1788572561.621227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842700.
00010000:00000010:1.1:1788572561.621240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6400.
00000080:00000010:1.1:1788572561.633872:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd560.
00000080:00000010:1.1:1788572561.633893:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:3.1:1788572561.753329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458520.
00000080:00000010:3.1:1788572561.753349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:3.1:1788572561.753356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd760.
00000080:00000010:3.1:1788572561.753458:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:3.1:1788572561.844519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c620.
00000080:00000010:3.1:1788572561.844544:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:3.1:1788572561.849076:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580e0.
00000080:00000010:3.1:1788572561.849102:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:1.1:1788572561.859282:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:1.1:1788572561.859291:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abe00.
00000080:00000010:0.1:1788572561.967621:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458980.
00000080:00000010:0.1:1788572561.997345:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:3.1:1788572562.001165:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1d00.
00010000:00000010:3.1:1788572562.001178:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00010000:00000010:3.1:1788572562.001183:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3d00.
00010000:00000010:3.1:1788572562.001186:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00010000:00000010:1.1:1788572562.001714:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:1.1:1788572562.001719:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6a00.
00000080:00000010:0.1:1788572562.003073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c580.
00000080:00000010:0.1:1788572562.003104:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:1.1:1788572562.028255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd80.
00000080:00000010:1.1:1788572562.028274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572562.058312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:0.1:1788572562.058329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6400.
00000080:00000010:1.1:1788572562.183120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2e0.
00000080:00000010:1.1:1788572562.183149:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:3.1:1788572562.183394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:3.1:1788572562.183413:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572562.205092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1e0.
00010000:00000010:1.1:1788572562.205206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:1.1:1788572562.205214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00000080:00000010:0.1:1788572562.216308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572562.270081:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2600.
00010000:00000010:0.1:1788572562.270089:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abc00.
00000080:00000010:0.1:1788572562.304353:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458580.
00000080:00000010:0.1:1788572562.304376:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:1.1:1788572562.450785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7a0.
00000080:00000010:1.1:1788572562.450830:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:0.1:1788572562.451232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f600.
00010000:00000010:0.1:1788572562.451242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6c00.
00000080:00000010:0.1:1788572562.451246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd8a0.
00000080:00000010:0.1:1788572562.451257:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:3.1:1788572562.452213:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:3.1:1788572562.452225:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00000080:00000010:3.1:1788572562.452229:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c460.
00000080:00000010:3.1:1788572562.452243:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:3.1:1788572562.466011:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606e00.
00010000:00000010:3.1:1788572562.466028:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00000080:00000010:1.1:1788572562.495956:0:1351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c880.
00000080:00000010:1.1:1788572562.495974:0:1351:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:0.1:1788572562.497674:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf00.
00000080:00000010:0.1:1788572562.497693:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572562.497704:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2000.
00010000:00000010:0.1:1788572562.497708:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6a00.
00010000:00000010:1.1:1788572562.501694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:1.1:1788572562.501704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:1.1:1788572562.501709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc40.
00000080:00000010:1.1:1788572562.501728:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:0.1:1788572562.560120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd540.
00000080:00000010:0.1:1788572562.560142:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:3.1:1788572562.571656:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c420.
00000080:00000010:3.1:1788572562.571678:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572562.618906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:1.1:1788572562.618912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0600.
00000080:00000010:1.1:1788572562.621089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc80.
00000080:00000010:1.1:1788572562.621103:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:3.1:1788572562.658082:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3d00.
00010000:00000010:3.1:1788572562.658088:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00010000:00000010:3.1:1788572562.658092:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606000.
00010000:00000010:3.1:1788572562.658096:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aac00.
00000080:00000010:3.1:1788572562.719131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00000080:00000010:3.1:1788572562.719151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:3.1:1788572562.719159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606c00.
00010000:00000010:3.1:1788572562.719164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0c00.
00000080:00000010:3.1:1788572562.737172:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c420.
00000080:00000010:3.1:1788572562.737196:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:3.1:1788572562.737208:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606b00.
00010000:00000010:3.1:1788572562.737213:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0200.
00010000:00000010:3.1:1788572562.737217:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2000.
00010000:00000010:3.1:1788572562.737222:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00000080:00000010:1.1:1788572562.815159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00000080:00000010:1.1:1788572562.815177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572562.839181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606500.
00010000:00000010:1.1:1788572562.839192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:1.1:1788572562.839198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca80.
00000080:00000010:1.1:1788572562.839216:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572562.839523:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb20.
00000080:00000010:0.1:1788572562.839542:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:0.1:1788572562.839546:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606a00.
00010000:00000010:0.1:1788572562.839550:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0800.
00000080:00000010:0.1:1788572562.839553:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:0.1:1788572562.839566:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:1.1:1788572562.870134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606b00.
00010000:00000010:1.1:1788572562.870148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0a00.
00000080:00000010:1.1:1788572562.878342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1a0.
00000080:00000010:1.1:1788572562.878370:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572562.878385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3d00.
00010000:00000010:1.1:1788572562.878391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00000080:00000010:1.1:1788572562.987883:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c080.
00000080:00000010:0.1:1788572562.999082:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c420.
00000080:00000010:0.1:1788572562.999098:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572562.999103:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1700.
00010000:00000010:0.1:1788572562.999107:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394800.
00000080:00000010:0.1:1788572562.999111:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cb40.
00000080:00000010:0.1:1788572562.999135:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:1.1:1788572562.999873:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572563.014912:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1a0.
00000080:00000010:0.1:1788572563.014931:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572563.015103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606b00.
00010000:00000010:1.1:1788572563.015110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0a00.
00010000:00000010:1.1:1788572563.036280:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606a00.
00010000:00000010:1.1:1788572563.036290:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1a00.
00000080:00000010:1.1:1788572563.036297:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c440.
00000080:00000010:1.1:1788572563.036315:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:3.1:1788572563.100877:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2500.
00010000:00000010:3.1:1788572563.100886:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aac00.
00010000:00000010:3.1:1788572563.110180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:3.1:1788572563.110186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00010000:00000010:1.1:1788572563.115695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3c00.
00010000:00000010:1.1:1788572563.115702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1c00.
00010000:00000010:1.1:1788572563.152133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3600.
00010000:00000010:1.1:1788572563.152144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:1.1:1788572563.209147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c920.
00000080:00000010:1.1:1788572563.209171:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:3.1:1788572563.221146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3e00.
00010000:00000010:3.1:1788572563.221154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0600.
00010000:00000010:3.1:1788572563.221158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fc00.
00010000:00000010:3.1:1788572563.221160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:0.1:1788572563.222355:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c9c0.
00000080:00000010:0.1:1788572563.230319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:1.1:1788572563.231688:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c720.
00000080:00000010:1.1:1788572563.231705:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:0.1:1788572563.324164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c8a0.
00000080:00000010:0.1:1788572563.324180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:3.1:1788572563.326279:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fa00.
00010000:00000010:3.1:1788572563.326289:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1c00.
00010000:00000010:3.1:1788572563.351411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:3.1:1788572563.351418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:0.1:1788572563.352100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c120.
00000080:00000010:0.1:1788572563.425451:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:3.1:1788572563.448420:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7a0.
00000080:00000010:3.1:1788572563.448442:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:1.1:1788572563.463172:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c740.
00000080:00000010:1.1:1788572563.463198:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:1.1:1788572563.463206:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2000.
00010000:00000010:1.1:1788572563.463214:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc000.
00010000:00000010:3.1:1788572563.535952:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:3.1:1788572563.535964:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd600.
00000080:00000010:3.1:1788572563.569934:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cdc0.
00000080:00000010:3.1:1788572563.569955:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:3.1:1788572563.569960:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583a0.
00000080:00000010:3.1:1788572563.569977:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:0.1:1788572563.768101:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3600.
00010000:00000010:0.1:1788572563.768115:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0a00.
00010000:00000010:3.1:1788572563.822336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fa00.
00010000:00000010:3.1:1788572563.822353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:1.1:1788572563.822866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cba0.
00000080:00000010:1.1:1788572563.822894:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:3.1:1788572563.855204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:3.1:1788572563.855214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:3.1:1788572563.881876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c420.
00000080:00000010:3.1:1788572563.881896:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572563.927957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:1.1:1788572563.927967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abe00.
00000080:00000010:1.1:1788572563.927973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587e0.
00000080:00000010:1.1:1788572563.927992:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:3.1:1788572563.935114:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241900.
00010000:00000010:3.1:1788572563.935122:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6c00.
00010000:00000010:0.1:1788572564.072186:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9300.
00010000:00000010:0.1:1788572564.072198:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00010000:00000010:0.1:1788572564.072203:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842300.
00010000:00000010:0.1:1788572564.072207:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab800.
00010000:00000010:0.1:1788572564.072211:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:0.1:1788572564.072215:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395c00.
00010000:00000010:0.1:1788572564.072220:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:0.1:1788572564.072225:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7000.
00010000:00000010:0.1:1788572564.072229:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9b00.
00010000:00000010:0.1:1788572564.072233:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0200.
00010000:00000010:0.1:1788572564.072239:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c100.
00010000:00000010:0.1:1788572564.072242:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7e00.
00010000:00000010:0.1:1788572564.072245:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:0.1:1788572564.072248:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6000.
00010000:00000010:0.1:1788572564.072251:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:0.1:1788572564.072255:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1c00.
00010000:00000010:0.1:1788572564.072258:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:0.1:1788572564.072261:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395600.
00010000:00000010:0.1:1788572564.072264:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842d00.
00010000:00000010:0.1:1788572564.072267:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00010000:00000010:0.1:1788572564.072271:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9900.
00010000:00000010:0.1:1788572564.072274:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1600.
00010000:00000010:0.1:1788572564.072277:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:0.1:1788572564.072280:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394c00.
00010000:00000010:3.1:1788572564.076841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:3.1:1788572564.076851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7800.
00010000:00000010:3.1:1788572564.076855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b100.
00010000:00000010:3.1:1788572564.076859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394600.
00010000:00000010:3.1:1788572564.076863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842400.
00010000:00000010:3.1:1788572564.076866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00000080:00000010:0.1:1788572564.092343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458200.
00010000:00000010:0.1:1788572564.143535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241d00.
00010000:00000010:0.1:1788572564.143548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:0.1:1788572564.143561:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:0.1:1788572564.160240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1c00.
00010000:00000010:0.1:1788572564.160256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394000.
00000080:00000010:0.1:1788572564.196197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c080.
00000080:00000010:0.1:1788572564.196214:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:3.1:1788572564.218974:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:3.1:1788572564.218987:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6600.
00010000:00000010:0.1:1788572564.219459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:0.1:1788572564.219465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1a00.
00010000:00000010:0.1:1788572564.219468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9c00.
00010000:00000010:0.1:1788572564.219470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1000.
00010000:00000010:0.1:1788572564.238252:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0f00.
00010000:00000010:0.1:1788572564.238260:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7c00.
00010000:00000010:0.1:1788572564.238265:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2700.
00010000:00000010:0.1:1788572564.238268:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974cc00.
00010000:00000010:0.1:1788572564.238272:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bc00.
00010000:00000010:0.1:1788572564.238276:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00010000:00000010:0.1:1788572564.238279:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842c00.
00010000:00000010:0.1:1788572564.240011:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab600.
00010000:00000010:3.1:1788572564.255207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:3.1:1788572564.255223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6e00.
00010000:00000010:3.1:1788572564.255230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1b00.
00010000:00000010:3.1:1788572564.255236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394200.
00010000:00000010:3.1:1788572564.255240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842b00.
00010000:00000010:3.1:1788572564.255245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00010000:00000010:3.1:1788572564.255248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:3.1:1788572564.255254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395000.
00010000:00000010:3.1:1788572564.255257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842100.
00010000:00000010:3.1:1788572564.255260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aae00.
00010000:00000010:3.1:1788572564.255262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327ba00.
00010000:00000010:3.1:1788572564.255266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394a00.
00010000:00000010:3.1:1788572564.255269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:3.1:1788572564.255272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00010000:00000010:3.1:1788572564.255275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1f00.
00010000:00000010:3.1:1788572564.255277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394400.
00010000:00000010:3.1:1788572564.255292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0b00.
00010000:00000010:3.1:1788572564.255296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6800.
00000080:00000010:3.1:1788572564.255301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda80.
00000080:00000010:3.1:1788572564.255332:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572564.278101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842600.
00010000:00000010:1.1:1788572564.278114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00010000:00000010:1.1:1788572564.317290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0800.
00010000:00000010:1.1:1788572564.317306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7600.
00010000:00000010:0.1:1788572564.392075:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842700.
00010000:00000010:0.1:1788572564.392082:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00010000:00000010:0.1:1788572564.392087:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3800.
00010000:00000010:0.1:1788572564.392091:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0e00.
00010000:00000010:0.1:1788572564.392094:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:0.1:1788572564.392097:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395800.
00010000:00000010:0.1:1788572564.450093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fd00.
00010000:00000010:0.1:1788572564.450101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00010000:00000010:0.1:1788572564.450104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179ff00.
00010000:00000010:0.1:1788572564.450108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aaa00.
00010000:00000010:0.1:1788572564.450110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f700.
00010000:00000010:0.1:1788572564.450113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab400.
00010000:00000010:0.1:1788572564.450117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606300.
00010000:00000010:0.1:1788572564.450122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1600.
00010000:00000010:0.1:1788572564.450125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606f00.
00010000:00000010:0.1:1788572564.450128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1400.
00010000:00000010:0.1:1788572564.450132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:0.1:1788572564.450135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:0.1:1788572564.450138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:0.1:1788572564.450142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd400.
00010000:00000010:0.1:1788572564.450145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606500.
00010000:00000010:0.1:1788572564.450148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1200.
00010000:00000010:1.1:1788572564.455390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:1.1:1788572564.455399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7400.
00010000:00000010:1.1:1788572564.480186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606800.
00010000:00000010:1.1:1788572564.480196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0000.
00010000:00000010:1.1:1788572564.480201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:1.1:1788572564.480205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00010000:00000010:1.1:1788572564.480209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3700.
00010000:00000010:1.1:1788572564.480213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00010000:00000010:1.1:1788572564.480217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0c00.
00010000:00000010:1.1:1788572564.480220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7a00.
00010000:00000010:1.1:1788572564.480224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fb00.
00010000:00000010:1.1:1788572564.480227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00010000:00000010:1.1:1788572564.480230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606400.
00010000:00000010:1.1:1788572564.480233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0e00.
00010000:00000010:1.1:1788572564.480236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2a00.
00010000:00000010:1.1:1788572564.480239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fde00.
00010000:00000010:1.1:1788572564.480242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606000.
00010000:00000010:1.1:1788572564.480244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0400.
00010000:00000010:1.1:1788572564.480247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:1.1:1788572564.480250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1000.
00010000:00000010:3.1:1788572564.493676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0600.
00010000:00000010:3.1:1788572564.493702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6200.
00010000:00000010:1.1:1788572564.509088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:1.1:1788572564.509100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1400.
00010000:00000010:1.1:1788572564.509104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606d00.
00010000:00000010:1.1:1788572564.509107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1e00.
00010000:00000010:1.1:1788572564.509111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2100.
00010000:00000010:1.1:1788572564.509115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc200.
00010000:00000010:1.1:1788572564.509117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3600.
00010000:00000010:1.1:1788572564.509120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00010000:00000010:1.1:1788572564.509123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2e00.
00010000:00000010:1.1:1788572564.509125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd800.
00010000:00000010:1.1:1788572564.509128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2600.
00010000:00000010:1.1:1788572564.509130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc800.
00010000:00000010:1.1:1788572564.558218:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:1.1:1788572564.558227:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc600.
00010000:00000010:1.1:1788572564.558231:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:1.1:1788572564.558234:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fdc00.
00000080:00000010:0.1:1788572564.572516:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c420.
00010000:00000010:3.1:1788572564.625210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241b00.
00010000:00000010:3.1:1788572564.625219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00010000:00000010:3.1:1788572564.625224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0300.
00010000:00000010:3.1:1788572564.625227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fce00.
00000080:00000010:0.1:1788572564.625354:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:1.1:1788572564.626508:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0500.
00010000:00000010:1.1:1788572564.626519:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6a00.
00010000:00000010:1.1:1788572564.626524:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3a00.
00010000:00000010:1.1:1788572564.626527:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:1.1:1788572564.663300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd880.
00000080:00000010:1.1:1788572564.663324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:1.1:1788572564.670116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:1.1:1788572564.670122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1e00.
00000080:00000010:1.1:1788572564.670127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce00.
00000080:00000010:1.1:1788572564.670140:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:3.1:1788572564.674240:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241200.
00010000:00000010:3.1:1788572564.674249:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd400.
00010000:00000010:3.1:1788572564.765915:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1f00.
00010000:00000010:3.1:1788572564.765926:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:3.1:1788572564.821710:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:3.1:1788572564.821733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:3.1:1788572564.821738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fca00.
00010000:00000010:0.1:1788572564.840598:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:0.1:1788572564.840609:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0400.
00000080:00000010:1.1:1788572564.885082:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2a0.
00000080:00000010:1.1:1788572564.885107:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572564.905571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1f00.
00010000:00000010:0.1:1788572564.905581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:1.1:1788572564.934212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc80.
00000080:00000010:1.1:1788572564.934239:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:3.1:1788572565.041367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458d60.
00000080:00000010:3.1:1788572565.041395:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:1.1:1788572565.041517:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:1.1:1788572565.041524:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fca00.
00010000:00000010:0.1:1788572565.042129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241300.
00010000:00000010:0.1:1788572565.042135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00000080:00000010:3.1:1788572565.085536:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf00.
00000080:00000010:1.1:1788572565.094094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd020.
00000080:00000010:1.1:1788572565.094187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:3.1:1788572565.202082:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:3.1:1788572565.202088:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0000.
00000080:00000010:3.1:1788572565.372323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4e0.
00000080:00000010:3.1:1788572565.372336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:3.1:1788572565.372343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a80.
00000080:00000010:3.1:1788572565.372351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:3.1:1788572565.472352:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf80.
00000080:00000010:3.1:1788572565.473505:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:3.1:1788572565.473521:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf00.
00000080:00000010:3.1:1788572565.475308:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:3.1:1788572565.475326:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1800.
00010000:00000010:3.1:1788572565.475332:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d400.
00010000:00000010:0.1:1788572565.477614:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:0.1:1788572565.477627:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00000080:00000010:0.1:1788572565.477632:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cc80.
00000080:00000010:0.1:1788572565.477664:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572565.493178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:1.1:1788572565.493190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:3.1:1788572565.493293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241b00.
00010000:00000010:3.1:1788572565.493300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00010000:00000010:3.1:1788572565.493303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:3.1:1788572565.493306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:1.1:1788572565.597296:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd00.
00000080:00000010:1.1:1788572565.597315:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:1.1:1788572565.597324:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00000080:00000010:1.1:1788572565.597334:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:1.1:1788572565.688120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ce0.
00000080:00000010:1.1:1788572565.688159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:3.1:1788572565.690034:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241d00.
00010000:00000010:3.1:1788572565.690048:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c200.
00010000:00000010:3.1:1788572565.690617:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0600.
00010000:00000010:3.1:1788572565.690623:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:3.1:1788572565.690626:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2a00.
00010000:00000010:3.1:1788572565.690629:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:3.1:1788572565.696583:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb80.
00000080:00000010:3.1:1788572565.696609:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:3.1:1788572565.699516:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0c00.
00010000:00000010:3.1:1788572565.699525:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:0.1:1788572565.709347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf00.
00000080:00000010:0.1:1788572565.713211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:0.1:1788572565.724308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458920.
00000080:00000010:0.1:1788572565.728401:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:1.1:1788572565.729532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:1.1:1788572565.729543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1600.
00000080:00000010:1.1:1788572565.732095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cde0.
00000080:00000010:1.1:1788572565.737148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:1.1:1788572565.837947:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:1.1:1788572565.837961:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:0.1:1788572565.877131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c200.
00000080:00000010:0.1:1788572565.889254:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:3.1:1788572565.889442:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:3.1:1788572565.908617:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:3.1:1788572565.908625:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00000080:00000010:3.1:1788572565.908630:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:3.1:1788572565.908655:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:3.1:1788572566.026566:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:3.1:1788572566.026587:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:3.1:1788572566.087120:0:1351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c820.
00000080:00000010:3.1:1788572566.087143:0:1351:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:1.1:1788572566.099320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:1.1:1788572566.099349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:1.1:1788572566.099364:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:3.1:1788572566.101863:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0900.
00010000:00000010:3.1:1788572566.101869:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00000080:00000010:3.1:1788572566.138094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04586a0.
00000080:00000010:3.1:1788572566.138115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:3.1:1788572566.138122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00010000:00000010:0.1:1788572566.212196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:0.1:1788572566.212203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c800.
00000080:00000010:3.1:1788572566.217224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b80.
00010000:00000010:1.1:1788572566.233112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606d00.
00010000:00000010:1.1:1788572566.233130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00000080:00000010:0.1:1788572566.237113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04584a0.
00000080:00000010:0.1:1788572566.237148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:1.1:1788572566.247103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c520.
00010000:00000010:3.1:1788572566.247131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1800.
00000080:00000010:1.1:1788572566.247133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:3.1:1788572566.247139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974ce00.
00000080:00000010:1.1:1788572566.290111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581a0.
00000080:00000010:1.1:1788572566.290144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:1.1:1788572566.365824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606d00.
00010000:00000010:1.1:1788572566.365838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00000080:00000010:1.1:1788572566.390099:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c520.
00000080:00000010:1.1:1788572566.390125:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572566.478753:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:0.1:1788572566.478763:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc200.
00000080:00000010:0.1:1788572566.499761:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd780.
00000080:00000010:0.1:1788572566.499777:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:0.1:1788572566.499785:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c920.
00000080:00000010:0.1:1788572566.499796:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:3.1:1788572566.501021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:3.1:1788572566.501029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6200.
00010000:00000010:3.1:1788572566.501032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1800.
00010000:00000010:3.1:1788572566.501035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:1.1:1788572566.585945:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:1.1:1788572566.585963:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:3.1:1788572566.764093:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0200.
00000080:00000010:0.1:1788572566.764098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c520.
00010000:00000010:3.1:1788572566.764102:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7a00.
00010000:00000010:3.1:1788572566.764106:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1800.
00010000:00000010:3.1:1788572566.764109:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:3.1:1788572566.764112:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd60.
00000080:00000010:0.1:1788572566.764115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00000080:00000010:3.1:1788572566.764122:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572566.770082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:0.1:1788572566.770090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:1.1:1788572566.773103:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce20.
00000080:00000010:1.1:1788572566.773130:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:1.1:1788572566.779741:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:1.1:1788572566.779752:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc200.
00000080:00000010:1.1:1788572566.779757:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd4c0.
00000080:00000010:1.1:1788572566.779778:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:1.1:1788572566.852741:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0c00.
00010000:00000010:1.1:1788572566.852753:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:3.1:1788572566.924081:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:3.1:1788572566.924089:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:3.1:1788572566.924093:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c060.
00000080:00000010:3.1:1788572566.924111:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:1.1:1788572566.963086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca40.
00000080:00000010:1.1:1788572566.963117:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:1.1:1788572566.963128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:1.1:1788572566.963135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00010000:00000010:3.1:1788572566.967176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:3.1:1788572566.967186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00000080:00000010:0.1:1788572566.967234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f00.
00000080:00000010:0.1:1788572566.967253:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572566.967258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd60.
00000080:00000010:0.1:1788572566.967267:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572566.978143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606f00.
00010000:00000010:1.1:1788572566.978156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:1.1:1788572567.008094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0c0.
00000080:00000010:1.1:1788572567.008113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572567.041389:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c600.
00010000:00000010:0.1:1788572567.041396:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc200.
00000080:00000010:0.1:1788572567.041399:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd160.
00000080:00000010:0.1:1788572567.041416:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:1.1:1788572567.080737:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:1.1:1788572567.080746:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fdc00.
00000080:00000010:1.1:1788572567.176098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd420.
00000080:00000010:1.1:1788572567.176114:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:1.1:1788572567.204103:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606100.
00010000:00000010:1.1:1788572567.204110:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00010000:00000010:3.1:1788572567.206808:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606f00.
00010000:00000010:3.1:1788572567.206818:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6800.
00000080:00000010:3.1:1788572567.206823:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c960.
00000080:00000010:3.1:1788572567.206840:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:3.1:1788572567.206850:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca00.
00000080:00000010:3.1:1788572567.206860:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:3.1:1788572567.271815:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c060.
00000080:00000010:3.1:1788572567.336790:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:3.1:1788572567.336801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1400.
00010000:00000010:3.1:1788572567.336806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00000080:00000010:1.1:1788572567.375970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1e0.
00000080:00000010:1.1:1788572567.376006:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572567.414208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1500.
00010000:00000010:0.1:1788572567.414220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00010000:00000010:3.1:1788572567.455166:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c600.
00010000:00000010:3.1:1788572567.455176:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:0.1:1788572567.466273:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c060.
00000080:00000010:0.1:1788572567.466309:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:3.1:1788572567.501156:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606f00.
00010000:00000010:3.1:1788572567.501162:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00000080:00000010:1.1:1788572567.537129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b20.
00000080:00000010:1.1:1788572567.537146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:3.1:1788572567.537251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1800.
00010000:00000010:3.1:1788572567.537258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00010000:00000010:3.1:1788572567.641366:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bc00.
00010000:00000010:3.1:1788572567.641374:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab400.
00000080:00000010:0.1:1788572567.754251:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458940.
00000080:00000010:0.1:1788572567.754277:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572567.754285:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd6e0.
00000080:00000010:0.1:1788572567.754344:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:3.1:1788572567.764006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:3.1:1788572567.764014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fca00.
00010000:00000010:3.1:1788572567.764019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1800.
00010000:00000010:3.1:1788572567.764022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7e00.
00010000:00000010:0.1:1788572567.780104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:0.1:1788572567.780111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aaa00.
00000080:00000010:1.1:1788572567.876076:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4e0.
00000080:00000010:1.1:1788572567.876101:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:3.1:1788572567.877042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1400.
00010000:00000010:3.1:1788572567.877050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab800.
00000080:00000010:3.1:1788572567.893495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00000080:00000010:3.1:1788572567.893523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:3.1:1788572567.919121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04586e0.
00010000:00000010:0.1:1788572567.919144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b200.
00000080:00000010:3.1:1788572567.919144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572567.919151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:0.1:1788572568.005428:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5a0.
00000080:00000010:0.1:1788572568.005459:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:3.1:1788572568.153206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:3.1:1788572568.153212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6000.
00000080:00000010:3.1:1788572568.173917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c440.
00000080:00000010:3.1:1788572568.182455:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:0.1:1788572568.198111:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:3.1:1788572568.198143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4e0.
00010000:00000010:1.1:1788572568.198260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167f00.
00010000:00000010:1.1:1788572568.198268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00000080:00000010:1.1:1788572568.217275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587a0.
00000080:00000010:1.1:1788572568.217316:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572568.220045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:0.1:1788572568.220067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fda00.
00000080:00000010:0.1:1788572568.273832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9c0.
00010000:00000010:3.1:1788572568.275132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167200.
00010000:00000010:3.1:1788572568.275149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00000080:00000010:0.1:1788572568.279996:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572568.378205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1500.
00010000:00000010:1.1:1788572568.378223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:1.1:1788572568.422490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c480.
00000080:00000010:1.1:1788572568.440152:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:3.1:1788572568.482115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3700.
00010000:00000010:3.1:1788572568.482124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aaa00.
00000080:00000010:1.1:1788572568.532915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458980.
00000080:00000010:1.1:1788572568.532941:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:3.1:1788572568.615656:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eae00.
00010000:00000010:3.1:1788572568.615666:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7a00.
00010000:00000010:3.1:1788572568.634752:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea400.
00010000:00000010:3.1:1788572568.634763:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6200.
00000080:00000010:1.1:1788572568.637887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf20.
00000080:00000010:1.1:1788572568.637906:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572568.637920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842600.
00010000:00000010:1.1:1788572568.637926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aae00.
00000080:00000010:1.1:1788572568.637930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458960.
00000080:00000010:1.1:1788572568.637939:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:1.1:1788572568.637942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c820.
00000080:00000010:1.1:1788572568.637947:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572568.674762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:1.1:1788572568.674768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7000.
00000080:00000010:1.1:1788572568.701102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfc0.
00000080:00000010:1.1:1788572568.701122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:3.1:1788572568.794751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde80.
00000080:00000010:3.1:1788572568.794784:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572568.795302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842c00.
00010000:00000010:0.1:1788572568.795311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394600.
00000080:00000010:1.1:1788572568.801776:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:3.1:1788572568.811612:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c360.
00000080:00000010:3.1:1788572568.811623:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458480.
00000080:00000010:3.1:1788572568.811634:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:3.1:1788572568.828076:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:3.1:1788572568.828085:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00000080:00000010:0.1:1788572568.844588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c820.
00000080:00000010:0.1:1788572568.844611:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:1.1:1788572568.889096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1500.
00010000:00000010:1.1:1788572568.889111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:1.1:1788572568.954106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cde0.
00000080:00000010:1.1:1788572568.954127:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:3.1:1788572568.962085:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdcc0.
00000080:00000010:3.1:1788572568.962100:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:1.1:1788572568.962788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea300.
00010000:00000010:1.1:1788572568.962795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00010000:00000010:0.1:1788572569.061107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179fe00.
00010000:00000010:0.1:1788572569.061116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aba00.
00010000:00000010:0.1:1788572569.061120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241100.
00010000:00000010:0.1:1788572569.061124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6400.
00010000:00000010:0.1:1788572569.061127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:0.1:1788572569.061130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fcc00.
00010000:00000010:0.1:1788572569.061135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:0.1:1788572569.061138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0200.
00010000:00000010:0.1:1788572569.061141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:0.1:1788572569.061144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1a00.
00010000:00000010:0.1:1788572569.061148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3c00.
00010000:00000010:0.1:1788572569.061150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1c00.
00010000:00000010:3.1:1788572569.128124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f500.
00010000:00000010:3.1:1788572569.128136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abc00.
00010000:00000010:0.1:1788572569.128264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:0.1:1788572569.128270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0800.
00010000:00000010:0.1:1788572569.128274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f600.
00010000:00000010:0.1:1788572569.128276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00010000:00000010:0.1:1788572569.128293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241700.
00010000:00000010:0.1:1788572569.128297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c600.
00010000:00000010:1.1:1788572569.157953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:1.1:1788572569.157972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00010000:00000010:3.1:1788572569.158249:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:3.1:1788572569.158255:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00010000:00000010:3.1:1788572569.158260:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0300.
00010000:00000010:3.1:1788572569.158264:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd400.
00010000:00000010:3.1:1788572569.158267:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:3.1:1788572569.158270:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fce00.
00010000:00000010:0.1:1788572569.161920:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241c00.
00010000:00000010:0.1:1788572569.161940:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d000.
00010000:00000010:0.1:1788572569.161945:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1b00.
00010000:00000010:0.1:1788572569.161948:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00010000:00000010:1.1:1788572569.176595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3600.
00010000:00000010:1.1:1788572569.176603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0e00.
00010000:00000010:1.1:1788572569.206089:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241400.
00010000:00000010:1.1:1788572569.206097:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c400.
00010000:00000010:1.1:1788572569.206102:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3a00.
00010000:00000010:1.1:1788572569.206105:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1e00.
00010000:00000010:1.1:1788572569.206109:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241600.
00010000:00000010:1.1:1788572569.206111:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974da00.
00010000:00000010:0.1:1788572569.230682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:0.1:1788572569.230692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1000.
00010000:00000010:0.1:1788572569.230697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241900.
00010000:00000010:0.1:1788572569.230702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d600.
00010000:00000010:0.1:1788572569.230706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:0.1:1788572569.230710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00010000:00000010:3.1:1788572569.251076:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2600.
00010000:00000010:3.1:1788572569.251082:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0400.
00010000:00000010:3.1:1788572569.251086:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0e00.
00010000:00000010:3.1:1788572569.251089:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc600.
00000080:00000010:1.1:1788572569.251164:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c660.
00000080:00000010:1.1:1788572569.251181:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572569.251190:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0b00.
00010000:00000010:1.1:1788572569.251195:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974de00.
00010000:00000010:1.1:1788572569.251199:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2f00.
00010000:00000010:1.1:1788572569.251202:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1400.
00010000:00000010:1.1:1788572569.251835:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2200.
00010000:00000010:1.1:1788572569.251841:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0a00.
00010000:00000010:1.1:1788572569.251845:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d8241300.
00010000:00000010:1.1:1788572569.251848:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d800.
00010000:00000010:0.1:1788572569.310282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:0.1:1788572569.310290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974c000.
00010000:00000010:0.1:1788572569.310295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0400.
00010000:00000010:0.1:1788572569.310298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974d200.
00010000:00000010:0.1:1788572569.310302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:0.1:1788572569.310306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd800.
00010000:00000010:3.1:1788572569.343101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2b00.
00010000:00000010:3.1:1788572569.343108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1600.
00010000:00000010:3.1:1788572569.343112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:3.1:1788572569.343115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc800.
00010000:00000010:1.1:1788572569.343153:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0300.
00010000:00000010:1.1:1788572569.343157:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c974dc00.
00010000:00000010:1.1:1788572569.343160:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:1.1:1788572569.343163:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0600.
00010000:00000010:0.1:1788572569.343729:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2500.
00010000:00000010:0.1:1788572569.343734:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd200.
00010000:00000010:0.1:1788572569.343738:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c700.
00010000:00000010:0.1:1788572569.343742:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fde00.
00010000:00000010:0.1:1788572569.343745:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ead00.
00010000:00000010:0.1:1788572569.343747:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0e00.
00000080:00000010:3.1:1788572569.347146:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458160.
00000080:00000010:3.1:1788572569.347179:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:3.1:1788572569.347190:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606400.
00010000:00000010:3.1:1788572569.347195:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6a00.
00010000:00000010:3.1:1788572569.347201:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1d00.
00010000:00000010:3.1:1788572569.347205:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00010000:00000010:3.1:1788572569.347208:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:3.1:1788572569.347211:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1200.
00010000:00000010:3.1:1788572569.347215:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0600.
00010000:00000010:3.1:1788572569.347220:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aac00.
00010000:00000010:3.1:1788572569.347223:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:3.1:1788572569.347226:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00010000:00000010:3.1:1788572569.347229:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2000.
00010000:00000010:3.1:1788572569.347232:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00000080:00000010:0.1:1788572569.347912:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c300.
00000080:00000010:0.1:1788572569.347926:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572569.347933:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606c00.
00010000:00000010:0.1:1788572569.347936:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6e00.
00010000:00000010:1.1:1788572569.363224:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606300.
00010000:00000010:1.1:1788572569.363235:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7600.
00010000:00000010:0.1:1788572569.389104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1600.
00010000:00000010:0.1:1788572569.389115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00010000:00000010:1.1:1788572569.429140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606b00.
00010000:00000010:1.1:1788572569.429148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7800.
00010000:00000010:1.1:1788572569.429152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606200.
00010000:00000010:1.1:1788572569.429155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7400.
00010000:00000010:0.1:1788572569.487791:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606600.
00010000:00000010:0.1:1788572569.487801:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6600.
00010000:00000010:0.1:1788572569.487807:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b500.
00010000:00000010:0.1:1788572569.487811:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395800.
00010000:00000010:1.1:1788572569.564135:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:1.1:1788572569.564143:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fc200.
00010000:00000010:1.1:1788572569.564149:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327ba00.
00010000:00000010:1.1:1788572569.564153:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fdc00.
00010000:00000010:1.1:1788572569.564156:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1300.
00010000:00000010:1.1:1788572569.564159:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00010000:00000010:1.1:1788572569.564162:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b100.
00010000:00000010:1.1:1788572569.564164:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00010000:00000010:1.1:1788572569.564167:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:1.1:1788572569.564170:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394a00.
00010000:00000010:1.1:1788572569.564173:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:1.1:1788572569.564176:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394e00.
00010000:00000010:1.1:1788572569.564178:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606d00.
00010000:00000010:1.1:1788572569.564181:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6c00.
00010000:00000010:1.1:1788572569.564183:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:1.1:1788572569.564185:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48fd600.
00010000:00000010:1.1:1788572569.564188:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:1.1:1788572569.564190:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7200.
00010000:00000010:0.1:1788572569.611141:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b000.
00010000:00000010:0.1:1788572569.611151:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394400.
00010000:00000010:0.1:1788572569.611155:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1f00.
00010000:00000010:0.1:1788572569.611159:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aae00.
00000080:00000010:3.1:1788572569.640153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c660.
00000080:00000010:3.1:1788572569.640170:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:3.1:1788572569.640181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c060.
00000080:00000010:3.1:1788572569.640189:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572569.640257:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458460.
00000080:00000010:0.1:1788572569.640268:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:3.1:1788572569.671224:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:3.1:1788572569.671235:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:0.1:1788572569.728941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c040.
00000080:00000010:0.1:1788572569.781376:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572569.823239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb60.
00000080:00000010:0.1:1788572569.823275:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:3.1:1788572569.823479:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1a00.
00010000:00000010:3.1:1788572569.823504:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00000080:00000010:0.1:1788572569.906715:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c180.
00000080:00000010:0.1:1788572569.987798:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572569.987814:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdee0.
00000080:00000010:0.1:1788572569.987827:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572569.987833:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7c0.
00000080:00000010:0.1:1788572569.987839:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:1.1:1788572569.996139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:1.1:1788572569.996147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00010000:00000010:1.1:1788572570.018222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea300.
00010000:00000010:1.1:1788572570.018233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394e00.
00000080:00000010:2.1:1788572570.019108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c100.
00000080:00000010:2.1:1788572570.019123:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:1.1:1788572570.072641:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd360.
00000080:00000010:1.1:1788572570.072665:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572570.078357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea400.
00010000:00000010:0.1:1788572570.078368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1a00.
00010000:00000010:3.1:1788572570.078616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:3.1:1788572570.078622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395200.
00000080:00000010:2.1:1788572570.116100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd080.
00000080:00000010:2.1:1788572570.116121:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:2.1:1788572570.116131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3100.
00010000:00000010:2.1:1788572570.116136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00000080:00000010:1.1:1788572570.116189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfc0.
00000080:00000010:1.1:1788572570.116200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:0.1:1788572570.172277:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589c0.
00000080:00000010:0.1:1788572570.172294:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:0.1:1788572570.172302:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:0.1:1788572570.172306:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00010000:00000010:1.1:1788572570.209148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3100.
00010000:00000010:1.1:1788572570.209158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00000080:00000010:0.1:1788572570.218966:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4a0.
00000080:00000010:0.1:1788572570.218995:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:1.1:1788572570.233543:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:1.1:1788572570.233560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587e0.
00010000:00000010:2.1:1788572570.251613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd200.
00010000:00000010:2.1:1788572570.251618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:1.1:1788572570.255091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c960.
00000080:00000010:1.1:1788572570.259324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572570.277107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:1.1:1788572570.277123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:1.1:1788572570.316512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c320.
00000080:00000010:1.1:1788572570.316550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:3.1:1788572570.324273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd000.
00010000:00000010:3.1:1788572570.324282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00000080:00000010:0.1:1788572570.327171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdee0.
00000080:00000010:0.1:1788572570.327200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:2.1:1788572570.328425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:2.1:1788572570.328434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395000.
00000080:00000010:2.1:1788572570.384300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9c0.
00010000:00000010:0.1:1788572570.385125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3d00.
00010000:00000010:0.1:1788572570.385135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00000080:00000010:2.1:1788572570.387286:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:1.1:1788572570.388104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458620.
00000080:00000010:1.1:1788572570.388122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:1.1:1788572570.454215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b500.
00010000:00000010:1.1:1788572570.454223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:1.1:1788572570.466879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c220.
00000080:00000010:1.1:1788572570.466897:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572570.472105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:0.1:1788572570.472121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394e00.
00000080:00000010:0.1:1788572570.472127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdfe0.
00000080:00000010:0.1:1788572570.472142:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:1.1:1788572570.507065:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd900.
00010000:00000010:1.1:1788572570.507083:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0600.
00000080:00000010:3.1:1788572570.550168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6a0.
00010000:00000010:2.1:1788572570.580106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:2.1:1788572570.580113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394400.
00010000:00000010:2.1:1788572570.580140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1a00.
00010000:00000010:2.1:1788572570.580261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:3.1:1788572570.580357:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:3.1:1788572570.606649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdee0.
00000080:00000010:3.1:1788572570.606671:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:3.1:1788572570.606681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2e0.
00000080:00000010:3.1:1788572570.606694:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:1.1:1788572570.618088:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:1.1:1788572570.618094:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394e00.
00000080:00000010:0.1:1788572570.750182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdfe0.
00010000:00000010:3.1:1788572570.769177:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1c00.
00010000:00000010:3.1:1788572570.769188:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:3.1:1788572570.769192:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:3.1:1788572570.769195:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abc00.
00000080:00000010:0.1:1788572570.773907:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:1.1:1788572570.786354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfc0.
00000080:00000010:1.1:1788572570.786378:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:1.1:1788572570.786385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b40.
00000080:00000010:1.1:1788572570.786393:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:3.1:1788572570.801409:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:3.1:1788572570.801423:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00000080:00000010:0.1:1788572570.849834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd860.
00000080:00000010:0.1:1788572570.860143:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:1.1:1788572570.862503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd900.
00010000:00000010:1.1:1788572570.862510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:1.1:1788572570.933472:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2e0.
00000080:00000010:1.1:1788572570.933506:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:1.1:1788572570.990349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fc0.
00000080:00000010:1.1:1788572570.990372:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572570.990379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd700.
00010000:00000010:1.1:1788572570.990385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00010000:00000010:2.1:1788572570.992382:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:2.1:1788572570.992391:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aaa00.
00010000:00000010:0.1:1788572571.044115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1c00.
00010000:00000010:0.1:1788572571.044126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:1.1:1788572571.045223:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf40.
00000080:00000010:1.1:1788572571.045245:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:2.1:1788572571.048556:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:2.1:1788572571.048569:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:3.1:1788572571.077596:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:3.1:1788572571.077614:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394400.
00010000:00000010:0.1:1788572571.106117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd900.
00010000:00000010:0.1:1788572571.106130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:1.1:1788572571.138142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdfe0.
00000080:00000010:1.1:1788572571.138171:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:1.1:1788572571.138180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2e0.
00000080:00000010:1.1:1788572571.138188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:3.1:1788572571.169149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:3.1:1788572571.169161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00000080:00000010:1.1:1788572571.218129:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04588e0.
00000080:00000010:1.1:1788572571.218160:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:3.1:1788572571.332710:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd700.
00010000:00000010:3.1:1788572571.332739:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394400.
00000080:00000010:0.1:1788572571.457322:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd860.
00000080:00000010:0.1:1788572571.457339:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:2.1:1788572571.491688:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:2.1:1788572571.491697:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cca00.
00010000:00000010:1.1:1788572571.503225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3a00.
00010000:00000010:1.1:1788572571.503237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:1.1:1788572571.503243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2e0.
00010000:00000010:1.1:1788572571.503253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:1.1:1788572571.503257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cda00.
00000080:00000010:1.1:1788572571.503269:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:1.1:1788572571.503297:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2a0.
00000080:00000010:1.1:1788572571.503307:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:3.1:1788572571.509262:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:3.1:1788572571.509269:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00000080:00000010:0.1:1788572571.512381:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdca0.
00000080:00000010:0.1:1788572571.512401:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:3.1:1788572571.548319:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c5e0.
00010000:00000010:2.1:1788572571.550202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd200.
00010000:00000010:2.1:1788572571.550211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:3.1:1788572571.562177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:3.1:1788572571.562189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c560.
00000080:00000010:3.1:1788572571.562207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572571.722097:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842000.
00010000:00000010:0.1:1788572571.722115:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abe00.
00000080:00000010:0.1:1788572571.780401:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:0.1:1788572571.780433:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:0.1:1788572571.780444:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:0.1:1788572571.780448:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00000080:00000010:3.1:1788572571.781909:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a80.
00000080:00000010:3.1:1788572571.781929:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:2.1:1788572571.820277:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167f00.
00010000:00000010:2.1:1788572571.820286:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abc00.
00000080:00000010:1.1:1788572571.836100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458bc0.
00000080:00000010:1.1:1788572571.836124:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:3.1:1788572571.879215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1c00.
00010000:00000010:3.1:1788572571.879224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00010000:00000010:2.1:1788572571.954086:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:2.1:1788572571.954096:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00000080:00000010:2.1:1788572571.954101:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c3a0.
00000080:00000010:2.1:1788572571.954117:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:1.1:1788572571.954277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c560.
00010000:00000010:1.1:1788572571.954286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd200.
00010000:00000010:1.1:1788572571.954290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:1.1:1788572571.954297:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:1.1:1788572571.954301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ccc0.
00000080:00000010:1.1:1788572571.954324:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:1.1:1788572571.995177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:1.1:1788572571.995193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:2.1:1788572572.014073:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce80.
00010000:00000010:3.1:1788572572.014215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167f00.
00010000:00000010:3.1:1788572572.014224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:0.1:1788572572.021843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3a0.
00000080:00000010:0.1:1788572572.021868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:2.1:1788572572.026257:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572572.038233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:0.1:1788572572.038249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00000080:00000010:0.1:1788572572.050110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00010000:00000010:1.1:1788572572.050176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3e00.
00010000:00000010:1.1:1788572572.050184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aba00.
00000080:00000010:0.1:1788572572.054161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:1.1:1788572572.083419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581e0.
00000080:00000010:1.1:1788572572.083454:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:3.1:1788572572.088225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:3.1:1788572572.088240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:3.1:1788572572.137101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c020.
00000080:00000010:3.1:1788572572.151224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572572.192651:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3c00.
00010000:00000010:0.1:1788572572.192660:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00000080:00000010:1.1:1788572572.213257:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd860.
00000080:00000010:1.1:1788572572.213278:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:3.1:1788572572.267788:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:3.1:1788572572.267796:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:2.1:1788572572.269191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ccc0.
00000080:00000010:2.1:1788572572.269208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:2.1:1788572572.277109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606600.
00010000:00000010:2.1:1788572572.277127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aba00.
00010000:00000010:0.1:1788572572.287108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606b00.
00010000:00000010:0.1:1788572572.287116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aaa00.
00000080:00000010:3.1:1788572572.288270:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458420.
00000080:00000010:3.1:1788572572.301403:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:1.1:1788572572.408772:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458640.
00000080:00000010:1.1:1788572572.408801:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:2.1:1788572572.446105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:2.1:1788572572.446111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00010000:00000010:1.1:1788572572.555287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd800.
00010000:00000010:1.1:1788572572.555302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:1.1:1788572572.555313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c020.
00000080:00000010:1.1:1788572572.555335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:1.1:1788572572.555348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd40.
00000080:00000010:1.1:1788572572.555355:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:2.1:1788572572.556422:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce40.
00000080:00000010:2.1:1788572572.556442:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:3.1:1788572572.559639:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606600.
00010000:00000010:3.1:1788572572.559645:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00010000:00000010:0.1:1788572572.574104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606400.
00010000:00000010:0.1:1788572572.574111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abe00.
00000080:00000010:3.1:1788572572.574217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca60.
00000080:00000010:3.1:1788572572.574236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:3.1:1788572572.574244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c440.
00000080:00000010:3.1:1788572572.574256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:2.1:1788572572.574414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1c00.
00010000:00000010:2.1:1788572572.574423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00010000:00000010:2.1:1788572572.574429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd000.
00010000:00000010:2.1:1788572572.574431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:1.1:1788572572.649350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1e00.
00010000:00000010:1.1:1788572572.649364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:3.1:1788572572.668918:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cae0.
00000080:00000010:3.1:1788572572.668941:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:2.1:1788572572.669079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458060.
00000080:00000010:2.1:1788572572.669091:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:2.1:1788572572.687247:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd400.
00010000:00000010:2.1:1788572572.687257:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00010000:00000010:2.1:1788572572.687261:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:2.1:1788572572.687264:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0a00.
00000080:00000010:1.1:1788572572.691204:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cba0.
00000080:00000010:1.1:1788572572.691233:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:1.1:1788572572.704169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458880.
00000080:00000010:1.1:1788572572.704190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:2.1:1788572572.847153:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606600.
00010000:00000010:2.1:1788572572.847160:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af200.
00000080:00000010:2.1:1788572572.847166:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce00.
00010000:00000010:3.1:1788572572.847174:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00000080:00000010:2.1:1788572572.847177:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:3.1:1788572572.847180:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:3.1:1788572572.847183:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cae0.
00000080:00000010:3.1:1788572572.847192:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:3.1:1788572572.847206:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd800.
00010000:00000010:3.1:1788572572.847209:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0e00.
00000080:00000010:1.1:1788572572.867525:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581c0.
00000080:00000010:1.1:1788572572.867548:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:2.1:1788572572.886456:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606000.
00010000:00000010:2.1:1788572572.886471:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00000080:00000010:2.1:1788572572.895163:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca60.
00000080:00000010:2.1:1788572572.895188:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:1.1:1788572572.960098:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fdb00.
00010000:00000010:1.1:1788572572.960102:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00000080:00000010:1.1:1788572572.986098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c860.
00000080:00000010:1.1:1788572572.986120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:1.1:1788572572.986128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3c00.
00010000:00000010:1.1:1788572572.986134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00000080:00000010:1.1:1788572572.986137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca60.
00000080:00000010:1.1:1788572572.986145:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:2.1:1788572573.006159:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:2.1:1788572573.006170:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0800.
00000080:00000010:1.1:1788572573.034467:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458660.
00000080:00000010:1.1:1788572573.034496:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:2.1:1788572573.078201:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:2.1:1788572573.078210:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab800.
00010000:00000010:2.1:1788572573.122209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:2.1:1788572573.122219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:2.1:1788572573.122239:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:1.1:1788572573.125591:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587e0.
00000080:00000010:3.1:1788572573.155179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cea0.
00000080:00000010:3.1:1788572573.155201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:3.1:1788572573.155213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:3.1:1788572573.155218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:1.1:1788572573.173447:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6a0.
00000080:00000010:1.1:1788572573.173479:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:2.1:1788572573.205076:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:2.1:1788572573.205083:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1600.
00000080:00000010:0.1:1788572573.216578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f60.
00000080:00000010:0.1:1788572573.216613:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:3.1:1788572573.226466:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:3.1:1788572573.226475:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:1.1:1788572573.267085:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c240.
00000080:00000010:1.1:1788572573.294097:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:1.1:1788572573.324114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3d00.
00010000:00000010:1.1:1788572573.324122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00000080:00000010:1.1:1788572573.361479:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458840.
00000080:00000010:1.1:1788572573.361506:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:3.1:1788572573.373473:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606000.
00010000:00000010:3.1:1788572573.373481:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00000080:00000010:2.1:1788572573.408118:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd320.
00000080:00000010:2.1:1788572573.408135:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00000080:00000010:0.1:1788572573.490029:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf00.
00000080:00000010:0.1:1788572573.490049:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:2.1:1788572573.490110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:2.1:1788572573.490120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97ccc00.
00010000:00000010:2.1:1788572573.546451:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1c00.
00010000:00000010:2.1:1788572573.546460:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:0.1:1788572573.569117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:0.1:1788572573.569125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00000080:00000010:0.1:1788572573.569132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458380.
00000080:00000010:0.1:1788572573.569151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:3.1:1788572573.570179:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd20.
00000080:00000010:3.1:1788572573.570199:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:3.1:1788572573.570205:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdac0.
00000080:00000010:3.1:1788572573.570227:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:2.1:1788572573.597087:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325aa00.
00010000:00000010:2.1:1788572573.597094:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc400.
00010000:00000010:2.1:1788572573.597098:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c700.
00010000:00000010:2.1:1788572573.597101:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:3.1:1788572573.609889:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c140.
00000080:00000010:3.1:1788572573.609911:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:3.1:1788572573.624205:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:3.1:1788572573.624213:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00010000:00000010:1.1:1788572573.641105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0f00.
00010000:00000010:1.1:1788572573.641116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af000.
00000080:00000010:3.1:1788572573.641168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca20.
00000080:00000010:2.1:1788572573.671099:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572573.707214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fda00.
00010000:00000010:1.1:1788572573.707227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd400.
00000080:00000010:1.1:1788572573.707234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf00.
00000080:00000010:1.1:1788572573.707250:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:3.1:1788572573.757668:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c480.
00000080:00000010:3.1:1788572573.757701:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:3.1:1788572573.757715:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0900.
00010000:00000010:3.1:1788572573.757724:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0800.
00000080:00000010:0.1:1788572573.763190:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458580.
00000080:00000010:0.1:1788572573.763214:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:3.1:1788572573.871597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fda00.
00010000:00000010:3.1:1788572573.871608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af000.
00000080:00000010:1.1:1788572573.917441:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4c0.
00000080:00000010:1.1:1788572573.917465:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:2.1:1788572573.941154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:2.1:1788572573.941166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00000080:00000010:2.1:1788572573.960147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd20.
00000080:00000010:2.1:1788572573.960167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572574.060493:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:0.1:1788572574.060502:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae400.
00010000:00000010:3.1:1788572574.064586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:3.1:1788572574.064596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00010000:00000010:2.1:1788572574.073685:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325aa00.
00010000:00000010:2.1:1788572574.073701:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00000080:00000010:3.1:1788572574.074089:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdbc0.
00000080:00000010:3.1:1788572574.074115:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:3.1:1788572574.074120:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca20.
00000080:00000010:3.1:1788572574.074135:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572574.100083:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd60.
00000080:00000010:0.1:1788572574.100102:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:3.1:1788572574.104380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a200.
00010000:00000010:3.1:1788572574.104390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00000080:00000010:1.1:1788572574.107339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458960.
00000080:00000010:1.1:1788572574.107357:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:3.1:1788572574.135527:0:24121:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167300.
00010000:00000010:3.1:1788572574.135533:0:24121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6800.
00010000:00000010:3.1:1788572574.135537:0:24121:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eaa00.
00010000:00000010:3.1:1788572574.135540:0:24121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00010000:00000010:3.1:1788572574.135544:0:24121:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3500.
00010000:00000010:3.1:1788572574.135547:0:24121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa600.
00010000:00000010:1.1:1788572574.253279:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3800.
00010000:00000010:1.1:1788572574.253286:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab200.
00010000:00000010:0.1:1788572574.254500:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eac00.
00010000:00000010:0.1:1788572574.254513:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d6000.
00010000:00000010:1.1:1788572574.321271:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842800.
00010000:00000010:1.1:1788572574.321281:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395600.
00010000:00000010:2.1:1788572574.325891:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0100.
00010000:00000010:2.1:1788572574.325899:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd400.
00010000:00000010:2.1:1788572574.325904:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842100.
00010000:00000010:2.1:1788572574.325909:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394000.
00010000:00000010:2.1:1788572574.325912:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167e00.
00010000:00000010:2.1:1788572574.325916:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7e00.
00010000:00000010:2.1:1788572574.325920:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eab00.
00010000:00000010:2.1:1788572574.325924:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:2.1:1788572574.325927:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842f00.
00010000:00000010:2.1:1788572574.325930:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395c00.
00010000:00000010:2.1:1788572574.325934:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842400.
00010000:00000010:2.1:1788572574.325937:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395800.
00010000:00000010:2.1:1788572574.325939:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ead00.
00010000:00000010:2.1:1788572574.325943:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1000.
00010000:00000010:3.1:1788572574.361111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1d00.
00010000:00000010:3.1:1788572574.361127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00010000:00000010:3.1:1788572574.361131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1900.
00010000:00000010:3.1:1788572574.361135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00010000:00000010:3.1:1788572574.361138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eae00.
00010000:00000010:3.1:1788572574.361142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1600.
00010000:00000010:3.1:1788572574.361146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:3.1:1788572574.361150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394600.
00010000:00000010:3.1:1788572574.361153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bde00.
00010000:00000010:3.1:1788572574.361157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0200.
00010000:00000010:3.1:1788572574.361160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b200.
00010000:00000010:3.1:1788572574.361163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394200.
00010000:00000010:1.1:1788572574.363087:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842500.
00010000:00000010:1.1:1788572574.363104:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394c00.
00010000:00000010:1.1:1788572574.363108:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eaf00.
00010000:00000010:1.1:1788572574.363111:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1400.
00010000:00000010:1.1:1788572574.363120:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea000.
00010000:00000010:1.1:1788572574.363124:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08ca6d7c00.
00010000:00000010:1.1:1788572574.363128:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842d00.
00010000:00000010:1.1:1788572574.363131:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394800.
00010000:00000010:1.1:1788572574.363134:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1400.
00010000:00000010:1.1:1788572574.363140:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00010000:00000010:1.1:1788572574.363144:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3a00.
00010000:00000010:1.1:1788572574.363147:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aac00.
00000080:00000010:2.1:1788572574.372787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd00.
00000080:00000010:2.1:1788572574.372808:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:2.1:1788572574.372818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842600.
00010000:00000010:2.1:1788572574.372823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395a00.
00010000:00000010:2.1:1788572574.372827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdf00.
00010000:00000010:2.1:1788572574.372830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1c00.
00010000:00000010:1.1:1788572574.375616:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:1.1:1788572574.375625:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af400.
00010000:00000010:1.1:1788572574.375630:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bc00.
00010000:00000010:1.1:1788572574.375635:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395200.
00010000:00000010:1.1:1788572574.375637:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:1.1:1788572574.375640:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394e00.
00010000:00000010:1.1:1788572574.402555:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b100.
00010000:00000010:1.1:1788572574.402563:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8394a00.
00010000:00000010:1.1:1788572574.402567:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd400.
00010000:00000010:1.1:1788572574.402571:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00010000:00000010:1.1:1788572574.402575:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bda00.
00010000:00000010:1.1:1788572574.402578:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0600.
00010000:00000010:1.1:1788572574.402581:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:1.1:1788572574.402584:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395e00.
00010000:00000010:1.1:1788572574.427437:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b500.
00010000:00000010:1.1:1788572574.427449:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395000.
00010000:00000010:3.1:1788572574.431413:0:24121:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1100.
00010000:00000010:3.1:1788572574.431422:0:24121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00000080:00000010:2.1:1788572574.456249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4c0.
00000080:00000010:2.1:1788572574.456268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:3.1:1788572574.456336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1200.
00010000:00000010:3.1:1788572574.456353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00010000:00000010:3.1:1788572574.456358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd300.
00010000:00000010:3.1:1788572574.456361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0c00.
00010000:00000010:0.1:1788572574.456710:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3600.
00010000:00000010:0.1:1788572574.456716:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab000.
00010000:00000010:3.1:1788572574.470785:0:37664:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1a00.
00010000:00000010:3.1:1788572574.470793:0:37664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00010000:00000010:2.1:1788572574.536086:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:2.1:1788572574.536102:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48abc00.
00010000:00000010:2.1:1788572574.536106:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3600.
00010000:00000010:2.1:1788572574.536110:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00010000:00000010:1.1:1788572574.551217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd700.
00010000:00000010:1.1:1788572574.551227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00010000:00000010:1.1:1788572574.563038:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:1.1:1788572574.563048:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc200.
00010000:00000010:1.1:1788572574.563051:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:1.1:1788572574.563065:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00010000:00000010:1.1:1788572574.563069:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:1.1:1788572574.563073:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa000.
00010000:00000010:1.1:1788572574.563076:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3d00.
00010000:00000010:1.1:1788572574.563079:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aae00.
00010000:00000010:1.1:1788572574.563083:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd700.
00010000:00000010:1.1:1788572574.563087:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1a00.
00010000:00000010:1.1:1788572574.563094:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d14c1000.
00010000:00000010:1.1:1788572574.563098:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:2.1:1788572574.563157:0:16829:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c300.
00010000:00000010:2.1:1788572574.563163:0:16829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00010000:00000010:2.1:1788572574.563167:0:16829:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606900.
00010000:00000010:2.1:1788572574.563171:0:16829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa200.
00010000:00000010:2.1:1788572574.563174:0:16829:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167f00.
00010000:00000010:2.1:1788572574.563177:0:16829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00010000:00000010:2.1:1788572574.563180:0:16829:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea400.
00010000:00000010:2.1:1788572574.563184:0:16829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0e00.
00010000:00000010:3.1:1788572574.563184:0:37664:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:3.1:1788572574.563189:0:37664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa400.
00010000:00000010:3.1:1788572574.563192:0:37664:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606e00.
00010000:00000010:3.1:1788572574.563195:0:37664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aa800.
00010000:00000010:1.1:1788572574.583209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606f00.
00010000:00000010:1.1:1788572574.583220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab600.
00010000:00000010:1.1:1788572574.583224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd100.
00010000:00000010:1.1:1788572574.583228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00010000:00000010:2.1:1788572574.583374:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606a00.
00010000:00000010:2.1:1788572574.583379:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48ab400.
00010000:00000010:2.1:1788572574.587271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fde00.
00010000:00000010:2.1:1788572574.587288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00010000:00000010:2.1:1788572574.587291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fdd00.
00010000:00000010:2.1:1788572574.587307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aec00.
00010000:00000010:1.1:1788572574.596130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606100.
00010000:00000010:1.1:1788572574.596138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1c00.
00010000:00000010:1.1:1788572574.596143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:1.1:1788572574.596148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:0.1:1788572574.600118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ba0.
00000080:00000010:0.1:1788572574.604143:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572574.604318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3200.
00010000:00000010:1.1:1788572574.604327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00010000:00000010:0.1:1788572574.644239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3a00.
00010000:00000010:0.1:1788572574.644249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cce00.
00010000:00000010:1.1:1788572574.645097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd600.
00010000:00000010:1.1:1788572574.645106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00010000:00000010:1.1:1788572574.695099:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606700.
00010000:00000010:1.1:1788572574.695122:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48aba00.
00010000:00000010:1.1:1788572574.695127:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:1.1:1788572574.695131:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00010000:00000010:2.1:1788572574.695779:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606b00.
00010000:00000010:2.1:1788572574.695788:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00010000:00000010:2.1:1788572574.716396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842900.
00010000:00000010:2.1:1788572574.716414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae800.
00010000:00000010:0.1:1788572574.721146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca606600.
00010000:00000010:0.1:1788572574.721171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1000.
00010000:00000010:1.1:1788572574.727082:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3f00.
00010000:00000010:1.1:1788572574.727088:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00010000:00000010:3.1:1788572574.737965:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd200.
00010000:00000010:3.1:1788572574.737976:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0000.
00010000:00000010:3.1:1788572574.737983:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:3.1:1788572574.737989:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1a00.
00010000:00000010:3.1:1788572574.737997:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:3.1:1788572574.738004:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:0.1:1788572574.747849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c7c0.
00010000:00000010:1.1:1788572574.748115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:1.1:1788572574.748124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:2.1:1788572574.752087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325aa00.
00010000:00000010:2.1:1788572574.752097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0800.
00000080:00000010:0.1:1788572574.752322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572574.762113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458340.
00000080:00000010:1.1:1788572574.762135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00010000:00000010:2.1:1788572574.762202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:2.1:1788572574.762212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1e00.
00000080:00000010:0.1:1788572574.783125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458440.
00000080:00000010:1.1:1788572574.787350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:1.1:1788572574.787362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0000.
00010000:00000010:1.1:1788572574.787367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1200.
00000080:00000010:1.1:1788572574.813624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e80.
00000080:00000010:1.1:1788572574.827022:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:1.1:1788572574.856171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:1.1:1788572574.856182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97ccc00.
00000080:00000010:2.1:1788572574.902112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdde0.
00000080:00000010:2.1:1788572574.933165:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:3.1:1788572574.945482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5a00.
00010000:00000010:3.1:1788572574.945488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af400.
00000080:00000010:0.1:1788572574.951087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c860.
00000080:00000010:0.1:1788572574.992128:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:1.1:1788572574.992178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:1.1:1788572574.992186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1600.
00000080:00000010:0.1:1788572574.997858:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458640.
00000080:00000010:0.1:1788572574.997895:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:0.1:1788572574.997906:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c340.
00000080:00000010:0.1:1788572574.997918:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:3.1:1788572575.065465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:3.1:1788572575.065473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00010000:00000010:1.1:1788572575.206179:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0000.
00010000:00000010:1.1:1788572575.206187:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00000080:00000010:1.1:1788572575.206192:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf20.
00000080:00000010:1.1:1788572575.206213:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:2.1:1788572575.207410:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5e00.
00010000:00000010:2.1:1788572575.207416:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97ccc00.
00010000:00000010:3.1:1788572575.233102:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd200.
00010000:00000010:3.1:1788572575.233114:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00000080:00000010:2.1:1788572575.233455:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd700.
00000080:00000010:2.1:1788572575.233476:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:2.1:1788572575.233486:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdbe0.
00000080:00000010:2.1:1788572575.233495:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:2.1:1788572575.249192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5d00.
00010000:00000010:2.1:1788572575.249199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af600.
00000080:00000010:2.1:1788572575.249204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2a0.
00000080:00000010:2.1:1788572575.249219:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572575.250451:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:0.1:1788572575.250459:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0000.
00010000:00000010:1.1:1788572575.264037:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5c00.
00010000:00000010:1.1:1788572575.264049:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:0.1:1788572575.299084:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ce0.
00000080:00000010:0.1:1788572575.299108:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:3.1:1788572575.402092:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:3.1:1788572575.402103:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0600.
00000080:00000010:2.1:1788572575.402398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458300.
00000080:00000010:2.1:1788572575.402414:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:1.1:1788572575.402792:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c280.
00000080:00000010:1.1:1788572575.402809:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:2.1:1788572575.459107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:2.1:1788572575.459115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1000.
00010000:00000010:0.1:1788572575.459642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:0.1:1788572575.459648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1e00.
00000080:00000010:0.1:1788572575.459653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458100.
00000080:00000010:0.1:1788572575.459668:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:3.1:1788572575.530750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:3.1:1788572575.530757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00000080:00000010:3.1:1788572575.530762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b40.
00000080:00000010:3.1:1788572575.530777:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:3.1:1788572575.530785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5c00.
00010000:00000010:3.1:1788572575.530790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:2.1:1788572575.530851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:2.1:1788572575.530864:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:2.1:1788572575.530874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a200.
00010000:00000010:2.1:1788572575.530877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1c00.
00000080:00000010:2.1:1788572575.545720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582e0.
00000080:00000010:2.1:1788572575.545746:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:1.1:1788572575.553535:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf60.
00010000:00000010:0.1:1788572575.578096:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0000.
00010000:00000010:0.1:1788572575.578107:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00000080:00000010:1.1:1788572575.580682:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572575.617166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c980.
00000080:00000010:0.1:1788572575.617186:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572575.729126:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3a00.
00010000:00000010:0.1:1788572575.729136:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00000080:00000010:0.1:1788572575.729140:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd920.
00000080:00000010:0.1:1788572575.729157:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572575.729164:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:0.1:1788572575.729175:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:0.1:1788572575.729181:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a200.
00010000:00000010:0.1:1788572575.729185:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1c00.
00010000:00000010:3.1:1788572575.729641:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:3.1:1788572575.729647:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:1.1:1788572575.782740:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:1.1:1788572575.782935:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:3.1:1788572575.855384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:3.1:1788572575.855392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00000080:00000010:1.1:1788572575.871146:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c840.
00000080:00000010:0.1:1788572575.914095:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd620.
00000080:00000010:0.1:1788572575.914115:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:0.1:1788572575.914125:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2e0.
00000080:00000010:0.1:1788572575.914136:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:2.1:1788572575.916505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:2.1:1788572575.916516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae400.
00010000:00000010:2.1:1788572575.916520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:2.1:1788572575.916524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:1.1:1788572575.917874:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:3.1:1788572575.950097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:3.1:1788572575.950103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1400.
00000080:00000010:1.1:1788572575.979536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a00.
00010000:00000010:3.1:1788572575.988079:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:3.1:1788572575.988087:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00000080:00000010:1.1:1788572575.990120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:0.1:1788572575.993162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf40.
00000080:00000010:0.1:1788572575.996751:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:2.1:1788572575.997084:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:2.1:1788572575.997090:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:0.1:1788572576.004253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c700.
00000080:00000010:0.1:1788572576.004282:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:2.1:1788572576.053461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:2.1:1788572576.053472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00000080:00000010:2.1:1788572576.075986:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd620.
00000080:00000010:2.1:1788572576.076004:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00010000:00000010:3.1:1788572576.095727:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0100.
00010000:00000010:3.1:1788572576.095810:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00000080:00000010:3.1:1788572576.095817:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587c0.
00000080:00000010:2.1:1788572576.114121:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572576.114184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:1.1:1788572576.114191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0000.
00000080:00000010:3.1:1788572576.118103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458620.
00000080:00000010:3.1:1788572576.118122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00010000:00000010:0.1:1788572576.169303:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:0.1:1788572576.169313:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00000080:00000010:1.1:1788572576.175135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:0.1:1788572576.230871:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd920.
00000080:00000010:1.1:1788572576.245930:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581e0.
00000080:00000010:1.1:1788572576.245948:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:1.1:1788572576.245955:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b500.
00010000:00000010:1.1:1788572576.245960:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:2.1:1788572576.248165:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c700.
00010000:00000010:2.1:1788572576.248175:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1200.
00000080:00000010:0.1:1788572576.265090:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c160.
00000080:00000010:0.1:1788572576.265105:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:1.1:1788572576.327377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:1.1:1788572576.327394:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:2.1:1788572576.329890:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2000.
00010000:00000010:2.1:1788572576.329900:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:2.1:1788572576.385504:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd300.
00010000:00000010:2.1:1788572576.385513:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00000080:00000010:2.1:1788572576.399202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd920.
00000080:00000010:2.1:1788572576.399249:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:3.1:1788572576.461899:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252700.
00010000:00000010:3.1:1788572576.461911:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:3.1:1788572576.477101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3a00.
00010000:00000010:3.1:1788572576.477110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00000080:00000010:1.1:1788572576.478076:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc60.
00000080:00000010:1.1:1788572576.478095:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:1.1:1788572576.544370:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cc80.
00010000:00000010:1.1:1788572576.555080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c700.
00010000:00000010:1.1:1788572576.555089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00000080:00000010:1.1:1788572576.606302:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:1.1:1788572576.606313:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cda0.
00000080:00000010:1.1:1788572576.606325:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:3.1:1788572576.609141:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:3.1:1788572576.609149:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1e00.
00000080:00000010:3.1:1788572576.609154:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583a0.
00000080:00000010:3.1:1788572576.609167:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:2.1:1788572576.716690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:2.1:1788572576.716709:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:2.1:1788572576.728771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b100.
00010000:00000010:2.1:1788572576.728780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00010000:00000010:3.1:1788572576.729405:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd000.
00010000:00000010:3.1:1788572576.729412:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00010000:00000010:3.1:1788572576.745139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:3.1:1788572576.745145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1a00.
00000080:00000010:3.1:1788572576.745149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04586c0.
00000080:00000010:3.1:1788572576.745162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00000080:00000010:2.1:1788572576.775132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458060.
00000080:00000010:2.1:1788572576.775149:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:1.1:1788572576.803699:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252a00.
00010000:00000010:1.1:1788572576.803707:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00000080:00000010:1.1:1788572576.803720:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cc80.
00000080:00000010:1.1:1788572576.818738:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:1.1:1788572576.818753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:1.1:1788572576.818758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00010000:00000010:2.1:1788572576.823230:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5c00.
00010000:00000010:2.1:1788572576.823316:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810200.
00000080:00000010:2.1:1788572576.823324:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1e0.
00000080:00000010:2.1:1788572576.823346:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:1.1:1788572576.830120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc60.
00000080:00000010:1.1:1788572576.830140:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:3.1:1788572576.900350:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:3.1:1788572576.900357:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1a00.
00000080:00000010:3.1:1788572577.016082:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458660.
00010000:00000010:1.1:1788572577.019066:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252600.
00010000:00000010:1.1:1788572577.019076:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811000.
00000080:00000010:3.1:1788572577.027651:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:3.1:1788572577.027670:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfe0.
00000080:00000010:3.1:1788572577.027681:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd100.
00000080:00000010:3.1:1788572577.027700:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:0.1:1788572577.028088:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c620.
00000080:00000010:0.1:1788572577.028102:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572577.060014:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252a00.
00010000:00000010:1.1:1788572577.060026:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00010000:00000010:1.1:1788572577.060040:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:1.1:1788572577.060048:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00000080:00000010:1.1:1788572577.060077:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:3.1:1788572577.173707:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3100.
00010000:00000010:3.1:1788572577.173717:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:3.1:1788572577.196880:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:3.1:1788572577.197264:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:3.1:1788572577.197271:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf60.
00000080:00000010:3.1:1788572577.197287:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:3.1:1788572577.197294:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b100.
00010000:00000010:3.1:1788572577.197300:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00000080:00000010:0.1:1788572577.243077:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd6a0.
00010000:00000010:2.1:1788572577.243086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdb00.
00010000:00000010:2.1:1788572577.243095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:0.1:1788572577.243102:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:3.1:1788572577.256248:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd600.
00010000:00000010:3.1:1788572577.256253:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0800.
00000080:00000010:2.1:1788572577.312230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458cc0.
00000080:00000010:2.1:1788572577.312263:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:2.1:1788572577.440079:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5b00.
00010000:00000010:2.1:1788572577.440088:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:3.1:1788572577.441376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3100.
00010000:00000010:3.1:1788572577.441387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:0.1:1788572577.441993:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfe0.
00000080:00000010:0.1:1788572577.442012:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:2.1:1788572577.470325:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0300.
00010000:00000010:2.1:1788572577.470336:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00000080:00000010:2.1:1788572577.470341:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd6a0.
00000080:00000010:2.1:1788572577.470358:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:3.1:1788572577.471114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:3.1:1788572577.471123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1e00.
00000080:00000010:1.1:1788572577.473723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c700.
00000080:00000010:1.1:1788572577.473748:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:3.1:1788572577.525339:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582a0.
00000080:00000010:3.1:1788572577.525361:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:3.1:1788572577.525369:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:3.1:1788572577.525375:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1a00.
00010000:00000010:3.1:1788572577.525380:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3c00.
00010000:00000010:3.1:1788572577.525383:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af800.
00000080:00000010:0.1:1788572577.526101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a20.
00000080:00000010:0.1:1788572577.526115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:0.1:1788572577.526123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3a00.
00010000:00000010:0.1:1788572577.526127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:0.1:1788572577.559156:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb00.
00000080:00000010:0.1:1788572577.559377:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572577.561439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3800.
00010000:00000010:1.1:1788572577.561448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00000080:00000010:1.1:1788572577.561453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c280.
00000080:00000010:1.1:1788572577.561470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572577.614224:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca00.
00000080:00000010:0.1:1788572577.614246:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:2.1:1788572577.690883:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd800.
00010000:00000010:2.1:1788572577.691215:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:2.1:1788572577.691222:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c340.
00000080:00000010:2.1:1788572577.691239:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:0.1:1788572577.748876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:0.1:1788572577.748883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00000080:00000010:3.1:1788572577.749730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd300.
00000080:00000010:3.1:1788572577.749748:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:3.1:1788572577.749760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3c00.
00010000:00000010:3.1:1788572577.749765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00010000:00000010:3.1:1788572577.827083:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3a00.
00010000:00000010:3.1:1788572577.827092:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0e00.
00010000:00000010:3.1:1788572577.827096:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:3.1:1788572577.827098:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1a00.
00000080:00000010:1.1:1788572577.827302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c360.
00000080:00000010:1.1:1788572577.827326:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:1.1:1788572577.827333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c140.
00000080:00000010:1.1:1788572577.827340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572577.841416:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458560.
00000080:00000010:0.1:1788572577.841433:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572577.841443:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce60.
00000080:00000010:0.1:1788572577.841452:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572577.847898:0:19:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:1.1:1788572577.847907:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00010000:00000010:2.1:1788572577.955789:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0500.
00010000:00000010:2.1:1788572577.955796:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811a00.
00000080:00000010:2.1:1788572577.955801:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfa0.
00010000:00000010:1.1:1788572577.956288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0600.
00010000:00000010:1.1:1788572577.956295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811000.
00000080:00000010:1.1:1788572577.956302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c3c0.
00000080:00000010:1.1:1788572577.956320:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:3.1:1788572577.957189:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3c00.
00010000:00000010:3.1:1788572577.957194:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1a00.
00000080:00000010:1.1:1788572577.976550:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc20.
00000080:00000010:1.1:1788572577.976571:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:3.1:1788572578.019116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:3.1:1788572578.019130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00010000:00000010:3.1:1788572578.019133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0f00.
00010000:00000010:3.1:1788572578.019136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00000080:00000010:0.1:1788572578.019865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cdc0.
00000080:00000010:2.1:1788572578.020438:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:2.1:1788572578.020445:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cea0.
00000080:00000010:2.1:1788572578.020455:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:0.1:1788572578.099096:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:2.1:1788572578.099143:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:2.1:1788572578.099151:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1e00.
00000080:00000010:0.1:1788572578.122393:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04584c0.
00000080:00000010:0.1:1788572578.122413:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00010000:00000010:2.1:1788572578.123141:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea300.
00010000:00000010:2.1:1788572578.123149:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0e00.
00000080:00000010:2.1:1788572578.123153:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c440.
00000080:00000010:2.1:1788572578.123174:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:1.1:1788572578.133288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04586a0.
00000080:00000010:1.1:1788572578.133312:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:3.1:1788572578.134135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:3.1:1788572578.134146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0600.
00010000:00000010:3.1:1788572578.134151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd000.
00010000:00000010:3.1:1788572578.134153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0600.
00010000:00000010:2.1:1788572578.157087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdb00.
00010000:00000010:2.1:1788572578.157095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1a00.
00000080:00000010:0.1:1788572578.157561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7e0.
00000080:00000010:0.1:1788572578.157579:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:2.1:1788572578.193899:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2c0.
00000080:00000010:2.1:1788572578.193918:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:1.1:1788572578.211992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:1.1:1788572578.211998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00000080:00000010:1.1:1788572578.212003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c100.
00000080:00000010:1.1:1788572578.212015:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:1.1:1788572578.254595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:1.1:1788572578.254604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00010000:00000010:0.1:1788572578.320639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdb00.
00010000:00000010:0.1:1788572578.320646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811a00.
00000080:00000010:1.1:1788572578.321685:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd200.
00000080:00000010:1.1:1788572578.321703:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:3.1:1788572578.346577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0300.
00010000:00000010:3.1:1788572578.346592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00000080:00000010:1.1:1788572578.348651:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c340.
00000080:00000010:1.1:1788572578.348681:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:1.1:1788572578.356357:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:1.1:1788572578.356372:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00000080:00000010:1.1:1788572578.356377:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c100.
00000080:00000010:1.1:1788572578.356394:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:2.1:1788572578.358230:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4c0.
00000080:00000010:2.1:1788572578.358247:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572578.409616:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:0.1:1788572578.409638:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1c00.
00010000:00000010:3.1:1788572578.586993:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:3.1:1788572578.587001:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1a00.
00010000:00000010:3.1:1788572578.587005:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eab00.
00010000:00000010:3.1:1788572578.587008:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00000080:00000010:0.1:1788572578.588735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c260.
00000080:00000010:0.1:1788572578.588755:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:2.1:1788572578.641090:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458320.
00000080:00000010:2.1:1788572578.641108:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572578.641731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c940.
00000080:00000010:0.1:1788572578.641748:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572578.641761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:0.1:1788572578.641766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964da00.
00000080:00000010:0.1:1788572578.641774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd060.
00000080:00000010:0.1:1788572578.641785:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:1.1:1788572578.652593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf20.
00000080:00000010:1.1:1788572578.652624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:3.1:1788572578.652718:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9200.
00010000:00000010:3.1:1788572578.652727:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00000080:00000010:0.1:1788572578.696467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c100.
00000080:00000010:0.1:1788572578.696489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:1.1:1788572578.696708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:1.1:1788572578.696715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:3.1:1788572578.702160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:3.1:1788572578.702169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00010000:00000010:0.1:1788572578.702289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:0.1:1788572578.702294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00000080:00000010:1.1:1788572578.720118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5c0.
00000080:00000010:1.1:1788572578.720160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:0.1:1788572578.762631:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd00.
00010000:00000010:1.1:1788572578.774279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eab00.
00010000:00000010:1.1:1788572578.774287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964dc00.
00000080:00000010:0.1:1788572578.774496:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:1.1:1788572578.801475:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd4a0.
00000080:00000010:1.1:1788572578.801505:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:3.1:1788572578.913078:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9f00.
00010000:00000010:3.1:1788572578.913086:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00000080:00000010:1.1:1788572578.939104:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0e0.
00000080:00000010:1.1:1788572578.939139:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:3.1:1788572578.973582:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:3.1:1788572578.973592:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00010000:00000010:3.1:1788572578.973596:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:3.1:1788572578.973601:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0200.
00010000:00000010:0.1:1788572579.015611:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9d00.
00010000:00000010:0.1:1788572579.015619:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:1.1:1788572579.019297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458580.
00000080:00000010:1.1:1788572579.019326:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:2.1:1788572579.019508:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9e0.
00000080:00000010:2.1:1788572579.019524:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:2.1:1788572579.019528:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd80.
00000080:00000010:2.1:1788572579.019539:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:2.1:1788572579.019545:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842200.
00010000:00000010:2.1:1788572579.019550:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1600.
00000080:00000010:3.1:1788572579.034814:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd20.
00000080:00000010:3.1:1788572579.034833:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:3.1:1788572579.091093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:3.1:1788572579.091101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00010000:00000010:1.1:1788572579.201252:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0d00.
00010000:00000010:1.1:1788572579.201259:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd000.
00010000:00000010:1.1:1788572579.201263:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:1.1:1788572579.201266:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc600.
00010000:00000010:3.1:1788572579.206416:0:37664:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd800.
00010000:00000010:3.1:1788572579.206423:0:37664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afe00.
00010000:00000010:0.1:1788572579.259254:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0900.
00010000:00000010:0.1:1788572579.259270:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc400.
00010000:00000010:0.1:1788572579.259273:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:0.1:1788572579.259276:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cda00.
00010000:00000010:0.1:1788572579.259280:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5900.
00010000:00000010:0.1:1788572579.259282:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aea00.
00010000:00000010:0.1:1788572579.259286:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5f00.
00010000:00000010:0.1:1788572579.259288:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aee00.
00010000:00000010:2.1:1788572579.263254:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:2.1:1788572579.263272:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae000.
00010000:00000010:2.1:1788572579.263277:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842a00.
00010000:00000010:2.1:1788572579.263279:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae200.
00010000:00000010:2.1:1788572579.263283:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fdb00.
00010000:00000010:2.1:1788572579.263285:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae600.
00010000:00000010:2.1:1788572579.263289:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ab00.
00010000:00000010:2.1:1788572579.263294:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0a00.
00010000:00000010:2.1:1788572579.263297:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:2.1:1788572579.263301:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00010000:00000010:2.1:1788572579.265251:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca7fd000.
00010000:00000010:2.1:1788572579.265265:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73afa00.
00010000:00000010:2.1:1788572579.265270:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ad00.
00010000:00000010:2.1:1788572579.265275:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0400.
00010000:00000010:2.1:1788572579.265277:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:2.1:1788572579.265281:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00010000:00000010:2.1:1788572579.265284:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325aa00.
00010000:00000010:2.1:1788572579.265287:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0e00.
00000080:00000010:0.1:1788572579.295850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1c0.
00010000:00000010:3.1:1788572579.296383:0:16828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:3.1:1788572579.296392:0:16828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cce00.
00010000:00000010:3.1:1788572579.296395:0:16828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9a00.
00010000:00000010:3.1:1788572579.296398:0:16828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:0.1:1788572579.318201:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:0.1:1788572579.318210:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1000.
00000080:00000010:1.1:1788572579.330710:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:0.1:1788572579.339103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3800.
00010000:00000010:0.1:1788572579.339129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af000.
00000080:00000010:0.1:1788572579.339135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589a0.
00000080:00000010:0.1:1788572579.339151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:1.1:1788572579.339208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:1.1:1788572579.339215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00010000:00000010:1.1:1788572579.339218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3f00.
00010000:00000010:1.1:1788572579.339221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af400.
00010000:00000010:1.1:1788572579.339224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3200.
00010000:00000010:1.1:1788572579.339227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae800.
00010000:00000010:1.1:1788572579.339230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a900.
00010000:00000010:1.1:1788572579.339234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0200.
00010000:00000010:1.1:1788572579.339237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:1.1:1788572579.339240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73aec00.
00010000:00000010:1.1:1788572579.339244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cacf5d00.
00010000:00000010:1.1:1788572579.339246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af600.
00010000:00000010:1.1:1788572579.339249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:1.1:1788572579.339252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0c00.
00010000:00000010:1.1:1788572579.339255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:1.1:1788572579.339258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cca00.
00010000:00000010:3.1:1788572579.340782:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:3.1:1788572579.340794:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00010000:00000010:1.1:1788572579.348211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea100.
00010000:00000010:1.1:1788572579.348221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00010000:00000010:1.1:1788572579.348225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:1.1:1788572579.348228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73af200.
00010000:00000010:1.1:1788572579.348233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:1.1:1788572579.348236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00010000:00000010:1.1:1788572579.348239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c100.
00010000:00000010:1.1:1788572579.348241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00010000:00000010:0.1:1788572579.353148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:0.1:1788572579.353165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00010000:00000010:0.1:1788572579.353171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:0.1:1788572579.353174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c73ae400.
00010000:00000010:0.1:1788572579.391429:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bda00.
00010000:00000010:0.1:1788572579.391436:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd400.
00010000:00000010:2.1:1788572579.396761:0:37664:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:2.1:1788572579.396775:0:37664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:0.1:1788572579.413214:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458320.
00000080:00000010:0.1:1788572579.425256:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572579.431255:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252900.
00010000:00000010:0.1:1788572579.431263:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00010000:00000010:0.1:1788572579.431267:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572579.431270:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00010000:00000010:0.1:1788572579.431275:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:0.1:1788572579.431279:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0000.
00010000:00000010:0.1:1788572579.431282:0:16966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:0.1:1788572579.431285:0:16966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00010000:00000010:1.1:1788572579.440848:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252700.
00010000:00000010:1.1:1788572579.440856:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00010000:00000010:1.1:1788572579.440860:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:1.1:1788572579.440863:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:0.1:1788572579.441126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:0.1:1788572579.441133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:0.1:1788572579.441136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:0.1:1788572579.441140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1c00.
00010000:00000010:0.1:1788572579.446259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3600.
00010000:00000010:0.1:1788572579.446271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00010000:00000010:1.1:1788572579.454852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0700.
00010000:00000010:1.1:1788572579.454858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00010000:00000010:0.1:1788572579.456728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3400.
00010000:00000010:0.1:1788572579.456742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00010000:00000010:0.1:1788572579.464139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5300.
00010000:00000010:0.1:1788572579.464163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00010000:00000010:0.1:1788572579.464168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:0.1:1788572579.464171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00010000:00000010:1.1:1788572579.464326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bc00.
00010000:00000010:1.1:1788572579.464333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1200.
00010000:00000010:1.1:1788572579.464338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdf00.
00010000:00000010:1.1:1788572579.464341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00010000:00000010:2.1:1788572579.468100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b000.
00010000:00000010:2.1:1788572579.468131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1800.
00010000:00000010:2.1:1788572579.468136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b500.
00010000:00000010:2.1:1788572579.468138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1600.
00010000:00000010:1.1:1788572579.500708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd500.
00010000:00000010:1.1:1788572579.500718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00010000:00000010:1.1:1788572579.500722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0400.
00010000:00000010:1.1:1788572579.500725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00000080:00000010:1.1:1788572579.540282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6a0.
00010000:00000010:3.1:1788572579.543393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd800.
00010000:00000010:3.1:1788572579.543413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00010000:00000010:3.1:1788572579.543418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3100.
00010000:00000010:3.1:1788572579.543421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00010000:00000010:2.1:1788572579.544116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842200.
00010000:00000010:2.1:1788572579.544125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:1.1:1788572579.544306:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:3.1:1788572579.552330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:3.1:1788572579.552345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0800.
00000080:00000010:3.1:1788572579.579113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458de0.
00000080:00000010:3.1:1788572579.579140:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:3.1:1788572579.652111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9d00.
00010000:00000010:3.1:1788572579.652130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c800.
00000080:00000010:0.1:1788572579.702816:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd820.
00000080:00000010:0.1:1788572579.702837:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:2.1:1788572579.706618:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842200.
00010000:00000010:2.1:1788572579.706625:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:2.1:1788572579.706629:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00000080:00000010:2.1:1788572579.706642:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:3.1:1788572579.723112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9a00.
00010000:00000010:3.1:1788572579.723122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00000080:00000010:1.1:1788572579.767449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdca0.
00000080:00000010:1.1:1788572579.767472:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:0.1:1788572579.848967:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:0.1:1788572579.848975:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00000080:00000010:1.1:1788572579.968111:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd820.
00000080:00000010:1.1:1788572579.968134:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:1.1:1788572579.968144:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde20.
00000080:00000010:1.1:1788572579.968153:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:3.1:1788572579.969172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0000.
00010000:00000010:3.1:1788572579.969181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00010000:00000010:1.1:1788572580.065242:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5d00.
00010000:00000010:1.1:1788572580.065251:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:1.1:1788572580.065256:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00000080:00000010:1.1:1788572580.065272:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:3.1:1788572580.065338:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:3.1:1788572580.065343:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00000080:00000010:3.1:1788572580.065347:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cba0.
00000080:00000010:3.1:1788572580.065359:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:3.1:1788572580.065363:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca20.
00000080:00000010:3.1:1788572580.065370:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:3.1:1788572580.065376:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdae0.
00000080:00000010:3.1:1788572580.065383:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:2.1:1788572580.072135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:2.1:1788572580.072144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810200.
00010000:00000010:2.1:1788572580.072148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:2.1:1788572580.072151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00000080:00000010:0.1:1788572580.115090:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458200.
00010000:00000010:2.1:1788572580.115122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:2.1:1788572580.115130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00010000:00000010:1.1:1788572580.150595:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eab00.
00010000:00000010:1.1:1788572580.150602:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00000080:00000010:1.1:1788572580.150614:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:0.1:1788572580.151344:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:2.1:1788572580.151478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca60.
00010000:00000010:2.1:1788572580.151494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea700.
00010000:00000010:2.1:1788572580.151498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:3.1:1788572580.257124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458020.
00000080:00000010:3.1:1788572580.257155:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:2.1:1788572580.259309:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea300.
00010000:00000010:2.1:1788572580.259317:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00000080:00000010:2.1:1788572580.259328:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:3.1:1788572580.272126:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c020.
00010000:00000010:3.1:1788572580.272155:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea700.
00010000:00000010:3.1:1788572580.272162:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00000080:00000010:2.1:1788572580.327841:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3a0.
00000080:00000010:2.1:1788572580.327861:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:3.1:1788572580.391174:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0000.
00010000:00000010:3.1:1788572580.391185:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00000080:00000010:3.1:1788572580.391197:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:3.1:1788572580.391213:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:3.1:1788572580.391221:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0f00.
00010000:00000010:3.1:1788572580.391225:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00000080:00000010:3.1:1788572580.391227:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2e0.
00000080:00000010:3.1:1788572580.391235:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:3.1:1788572580.501116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842800.
00010000:00000010:3.1:1788572580.501123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00000080:00000010:1.1:1788572580.501287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458500.
00000080:00000010:1.1:1788572580.501304:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572580.509682:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9a00.
00010000:00000010:0.1:1788572580.509702:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00010000:00000010:1.1:1788572580.537926:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9d00.
00010000:00000010:1.1:1788572580.537938:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1c00.
00000080:00000010:1.1:1788572580.537943:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c020.
00000080:00000010:1.1:1788572580.537959:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:2.1:1788572580.555234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ba0.
00000080:00000010:2.1:1788572580.555248:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:2.1:1788572580.566372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0300.
00010000:00000010:2.1:1788572580.566388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00000080:00000010:0.1:1788572580.575832:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cda0.
00000080:00000010:0.1:1788572580.575853:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:2.1:1788572580.586995:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:2.1:1788572580.587002:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00000080:00000010:0.1:1788572580.631382:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c260.
00000080:00000010:0.1:1788572580.631404:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:3.1:1788572580.713198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:3.1:1788572580.713206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00000080:00000010:2.1:1788572580.717802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c0a0.
00010000:00000010:3.1:1788572580.781090:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5f00.
00010000:00000010:3.1:1788572580.781097:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00010000:00000010:3.1:1788572580.781107:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5a00.
00010000:00000010:3.1:1788572580.781110:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00000080:00000010:3.1:1788572580.781113:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd980.
00000080:00000010:3.1:1788572580.781130:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:2.1:1788572580.781908:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:2.1:1788572580.782015:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdbc0.
00000080:00000010:2.1:1788572580.782025:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:3.1:1788572580.802120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:3.1:1788572580.802130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:0.1:1788572580.802146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5800.
00010000:00000010:0.1:1788572580.802152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00000080:00000010:0.1:1788572580.802157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458340.
00000080:00000010:1.1:1788572580.806576:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:0.1:1788572580.813157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c2e0.
00000080:00000010:0.1:1788572580.813177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:3.1:1788572580.858472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5600.
00010000:00000010:3.1:1788572580.858481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00000080:00000010:3.1:1788572580.868501:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c320.
00000080:00000010:3.1:1788572580.868521:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:2.1:1788572580.880170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:2.1:1788572580.880177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964dc00.
00000080:00000010:2.1:1788572580.880182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda60.
00000080:00000010:2.1:1788572580.880201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:3.1:1788572581.006191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5800.
00010000:00000010:3.1:1788572581.006209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00010000:00000010:3.1:1788572581.006214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5700.
00010000:00000010:3.1:1788572581.006218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00010000:00000010:3.1:1788572581.006229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3e00.
00010000:00000010:3.1:1788572581.006308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00000080:00000010:0.1:1788572581.008381:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c320.
00000080:00000010:1.1:1788572581.029340:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c520.
00000080:00000010:1.1:1788572581.029361:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:2.1:1788572581.030080:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd660.
00000080:00000010:2.1:1788572581.030093:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572581.030241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572581.072887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:0.1:1788572581.072894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0e00.
00000080:00000010:1.1:1788572581.091079:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c220.
00010000:00000010:3.1:1788572581.091079:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00000080:00000010:1.1:1788572581.091098:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:3.1:1788572581.091154:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00000080:00000010:0.1:1788572581.091981:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c4a0.
00000080:00000010:0.1:1788572581.091993:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572581.091999:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdea0.
00000080:00000010:0.1:1788572581.092009:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:2.1:1788572581.106078:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5d00.
00010000:00000010:2.1:1788572581.106085:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964dc00.
00010000:00000010:1.1:1788572581.127160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:1.1:1788572581.127168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00010000:00000010:0.1:1788572581.128238:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5700.
00010000:00000010:0.1:1788572581.128247:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00000080:00000010:0.1:1788572581.136940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf00.
00000080:00000010:0.1:1788572581.136961:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:2.1:1788572581.177141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581e0.
00000080:00000010:3.1:1788572581.212231:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:2.1:1788572581.212329:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:2.1:1788572581.212336:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00000080:00000010:2.1:1788572581.212341:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587c0.
00000080:00000010:2.1:1788572581.212350:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:3.1:1788572581.233187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd320.
00000080:00000010:3.1:1788572581.233217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:2.1:1788572581.234204:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842e00.
00010000:00000010:2.1:1788572581.234215:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513400.
00010000:00000010:0.1:1788572581.309218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5700.
00010000:00000010:0.1:1788572581.309231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:0.1:1788572581.309241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5800.
00010000:00000010:0.1:1788572581.309245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00000080:00000010:0.1:1788572581.309250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c180.
00000080:00000010:0.1:1788572581.309268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:0.1:1788572581.309277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:0.1:1788572581.309280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00000080:00000010:3.1:1788572581.339913:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04585c0.
00000080:00000010:3.1:1788572581.339943:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:0.1:1788572581.363921:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458fc0.
00000080:00000010:0.1:1788572581.363943:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572581.414439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:0.1:1788572581.414447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ca00.
00000080:00000010:1.1:1788572581.415747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c780.
00010000:00000010:1.1:1788572581.415767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:1.1:1788572581.415772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512e00.
00000080:00000010:0.1:1788572581.503653:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd860.
00000080:00000010:0.1:1788572581.503673:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:2.1:1788572581.506474:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572581.518387:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd800.
00010000:00000010:1.1:1788572581.518397:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512000.
00000080:00000010:1.1:1788572581.518402:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2a0.
00000080:00000010:1.1:1788572581.518419:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:1.1:1788572581.536156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd600.
00010000:00000010:1.1:1788572581.536164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00000080:00000010:1.1:1788572581.536169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c780.
00000080:00000010:1.1:1788572581.536182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:3.1:1788572581.539271:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842e00.
00010000:00000010:3.1:1788572581.539284:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:3.1:1788572581.539288:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582c0.
00000080:00000010:3.1:1788572581.539307:0:31:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:3.1:1788572581.673458:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd500.
00010000:00000010:3.1:1788572581.673469:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00000080:00000010:0.1:1788572581.684159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cb60.
00000080:00000010:0.1:1788572581.684182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:0.1:1788572581.684191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00010000:00000010:2.1:1788572581.684236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0400.
00010000:00000010:2.1:1788572581.684244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00000080:00000010:1.1:1788572581.684302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c600.
00000080:00000010:1.1:1788572581.684312:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:1.1:1788572581.687870:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:1.1:1788572581.687894:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:3.1:1788572581.693883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd600.
00010000:00000010:3.1:1788572581.693894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c800.
00010000:00000010:3.1:1788572581.693898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:3.1:1788572581.693902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:3.1:1788572581.693907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b40.
00010000:00000010:3.1:1788572581.800173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd800.
00010000:00000010:3.1:1788572581.800180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0000.
00000080:00000010:3.1:1788572581.800184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c460.
00000080:00000010:3.1:1788572581.800198:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:3.1:1788572581.800205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd400.
00010000:00000010:3.1:1788572581.800208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1800.
00000080:00000010:3.1:1788572581.802155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04588c0.
00000080:00000010:3.1:1788572581.802178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:1.1:1788572581.802234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce00.
00000080:00000010:1.1:1788572581.802246:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:2.1:1788572581.802341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a300.
00010000:00000010:2.1:1788572581.802347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00010000:00000010:1.1:1788572581.805240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5800.
00010000:00000010:1.1:1788572581.805256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00000080:00000010:1.1:1788572581.821953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581e0.
00010000:00000010:2.1:1788572581.827188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ac00.
00010000:00000010:2.1:1788572581.827194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00000080:00000010:1.1:1788572581.832315:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:3.1:1788572581.835192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458780.
00000080:00000010:2.1:1788572581.840197:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572581.852156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:0.1:1788572581.852165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0800.
00000080:00000010:0.1:1788572581.864415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cee0.
00000080:00000010:0.1:1788572581.864445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:2.1:1788572581.964199:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:2.1:1788572581.964209:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00000080:00000010:3.1:1788572582.042089:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c600.
00000080:00000010:2.1:1788572582.059363:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:3.1:1788572582.060100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:3.1:1788572582.060106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:1.1:1788572582.101381:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ba0.
00000080:00000010:1.1:1788572582.101400:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:1.1:1788572582.101410:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458860.
00000080:00000010:1.1:1788572582.101492:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:2.1:1788572582.102528:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:2.1:1788572582.102537:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00010000:00000010:0.1:1788572582.134284:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd800.
00010000:00000010:0.1:1788572582.134292:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:3.1:1788572582.135131:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458440.
00000080:00000010:3.1:1788572582.135148:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:2.1:1788572582.136828:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdb00.
00010000:00000010:2.1:1788572582.136836:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d000.
00000080:00000010:2.1:1788572582.164849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c500.
00000080:00000010:2.1:1788572582.164888:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:1.1:1788572582.191194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:1.1:1788572582.191204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00000080:00000010:2.1:1788572582.196140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:2.1:1788572582.196158:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:1.1:1788572582.293771:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:1.1:1788572582.293781:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513000.
00010000:00000010:2.1:1788572582.327079:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:2.1:1788572582.327086:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:1.1:1788572582.327854:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdee0.
00000080:00000010:1.1:1788572582.342084:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00000080:00000010:0.1:1788572582.342875:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583a0.
00000080:00000010:0.1:1788572582.342888:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:0.1:1788572582.352712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27500.
00010000:00000010:0.1:1788572582.352733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cca00.
00000080:00000010:1.1:1788572582.359939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cec0.
00000080:00000010:1.1:1788572582.359959:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:3.1:1788572582.360378:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27400.
00010000:00000010:3.1:1788572582.360386:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513a00.
00000080:00000010:2.1:1788572582.398234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd360.
00000080:00000010:2.1:1788572582.398258:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:3.1:1788572582.443122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:3.1:1788572582.443144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:2.1:1788572582.446468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdc00.
00010000:00000010:2.1:1788572582.446482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00010000:00000010:2.1:1788572582.460238:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a700.
00010000:00000010:2.1:1788572582.460247:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00010000:00000010:3.1:1788572582.567726:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:3.1:1788572582.567734:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c400.
00000080:00000010:2.1:1788572582.633568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cce0.
00000080:00000010:2.1:1788572582.633589:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:1.1:1788572582.633640:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c600.
00010000:00000010:2.1:1788572582.636584:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252100.
00010000:00000010:2.1:1788572582.636593:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd000.
00010000:00000010:2.1:1788572582.636597:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252600.
00010000:00000010:2.1:1788572582.636600:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00000080:00000010:2.1:1788572582.636606:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c580.
00000080:00000010:2.1:1788572582.636626:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:1.1:1788572582.637093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252b00.
00010000:00000010:1.1:1788572582.637107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cce00.
00000080:00000010:1.1:1788572582.637111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c300.
00000080:00000010:1.1:1788572582.637121:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:3.1:1788572582.637349:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0400.
00010000:00000010:3.1:1788572582.637355:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cda00.
00010000:00000010:3.1:1788572582.637357:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:3.1:1788572582.637360:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d400.
00000080:00000010:3.1:1788572582.637364:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c260.
00000080:00000010:3.1:1788572582.637372:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00000080:00000010:0.1:1788572582.637866:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572582.637871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9a0.
00000080:00000010:0.1:1788572582.637878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:3.1:1788572582.714641:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3c0.
00000080:00000010:3.1:1788572582.714659:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:3.1:1788572582.714668:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0000.
00010000:00000010:3.1:1788572582.714673:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00000080:00000010:0.1:1788572582.738096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc40.
00000080:00000010:0.1:1788572582.738118:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:2.1:1788572582.780075:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8700.
00010000:00000010:2.1:1788572582.780083:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00000080:00000010:3.1:1788572582.780123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c600.
00000080:00000010:3.1:1788572582.780145:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:3.1:1788572582.818201:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c100.
00010000:00000010:3.1:1788572582.818209:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512800.
00000080:00000010:0.1:1788572582.851184:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdec0.
00000080:00000010:0.1:1788572582.851204:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00000080:00000010:0.1:1788572582.851210:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfa0.
00000080:00000010:0.1:1788572582.851222:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:1.1:1788572582.876446:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27000.
00010000:00000010:1.1:1788572582.876456:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c800.
00010000:00000010:3.1:1788572582.877109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27500.
00010000:00000010:3.1:1788572582.877114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc600.
00000080:00000010:0.1:1788572582.886669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0e0.
00000080:00000010:0.1:1788572582.886696:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:2.1:1788572582.888647:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8900.
00010000:00000010:2.1:1788572582.888656:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc400.
00010000:00000010:2.1:1788572582.888660:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3d00.
00010000:00000010:2.1:1788572582.888663:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00000080:00000010:3.1:1788572582.929981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3c0.
00000080:00000010:3.1:1788572582.930005:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:0.1:1788572583.012176:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458d00.
00000080:00000010:0.1:1788572583.107208:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572583.107218:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8600.
00010000:00000010:0.1:1788572583.107223:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c400.
00010000:00000010:3.1:1788572583.107794:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0400.
00010000:00000010:3.1:1788572583.107800:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00010000:00000010:3.1:1788572583.107804:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3900.
00010000:00000010:3.1:1788572583.107807:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc600.
00000080:00000010:1.1:1788572583.108086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c620.
00000080:00000010:1.1:1788572583.108106:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:1.1:1788572583.129221:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cda0.
00000080:00000010:1.1:1788572583.129238:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:0.1:1788572583.130116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c480.
00010000:00000010:0.1:1788572583.130124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:0.1:1788572583.130129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00010000:00000010:3.1:1788572583.138256:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8200.
00010000:00000010:3.1:1788572583.138261:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00010000:00000010:3.1:1788572583.138266:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0000.
00010000:00000010:3.1:1788572583.138271:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ca00.
00010000:00000010:3.1:1788572583.138276:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:3.1:1788572583.138280:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:0.1:1788572583.142081:0:16837:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:0.1:1788572583.142095:0:16837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf40.
00000080:00000010:0.1:1788572583.142106:0:16837:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572583.142115:0:16837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a20.
00000080:00000010:0.1:1788572583.142129:0:16837:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:2.1:1788572583.143504:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:2.1:1788572583.143527:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:2.1:1788572583.143531:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ae0.
00000080:00000010:2.1:1788572583.143542:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:2.1:1788572583.143550:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3c00.
00010000:00000010:2.1:1788572583.143554:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc400.
00000080:00000010:1.1:1788572583.202078:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c060.
00000080:00000010:1.1:1788572583.202097:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:0.1:1788572583.253644:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3600.
00010000:00000010:0.1:1788572583.253651:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513e00.
00010000:00000010:3.1:1788572583.254164:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:3.1:1788572583.254172:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00000080:00000010:0.1:1788572583.259129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd440.
00000080:00000010:0.1:1788572583.259148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00000080:00000010:0.1:1788572583.273122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c0c0.
00000080:00000010:0.1:1788572583.273136:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:0.1:1788572583.273144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3100.
00010000:00000010:0.1:1788572583.273146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00000080:00000010:1.1:1788572583.273382:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b80.
00000080:00000010:1.1:1788572583.284489:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:3.1:1788572583.290074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a800.
00010000:00000010:3.1:1788572583.290092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00000080:00000010:3.1:1788572583.315150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c460.
00010000:00000010:3.1:1788572583.323783:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252100.
00010000:00000010:3.1:1788572583.323789:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00000080:00000010:2.1:1788572583.326295:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00000080:00000010:2.1:1788572583.330288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c1e0.
00000080:00000010:2.1:1788572583.330320:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:0.1:1788572583.331102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3200.
00010000:00000010:0.1:1788572583.331111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513000.
00000080:00000010:0.1:1788572583.348075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd160.
00010000:00000010:1.1:1788572583.350105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8400.
00010000:00000010:1.1:1788572583.350118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00000080:00000010:0.1:1788572583.354143:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:0.1:1788572583.378101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ca40.
00000080:00000010:0.1:1788572583.382200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:0.1:1788572583.420101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8200.
00010000:00000010:0.1:1788572583.420118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00000080:00000010:0.1:1788572583.462580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2a0.
00000080:00000010:0.1:1788572583.485818:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:1.1:1788572583.510486:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3200.
00010000:00000010:1.1:1788572583.510495:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513000.
00000080:00000010:1.1:1788572583.550321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd160.
00000080:00000010:1.1:1788572583.550344:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:0.1:1788572583.550408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3600.
00010000:00000010:0.1:1788572583.550415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513e00.
00000080:00000010:3.1:1788572583.552461:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd440.
00000080:00000010:3.1:1788572583.552481:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:3.1:1788572583.622124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:3.1:1788572583.622132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:1.1:1788572583.659020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c300.
00010000:00000010:1.1:1788572583.659030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00000080:00000010:1.1:1788572583.659035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c460.
00000080:00000010:1.1:1788572583.659066:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572583.659756:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c480.
00000080:00000010:0.1:1788572583.659769:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:1.1:1788572583.713585:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3600.
00010000:00000010:1.1:1788572583.713594:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00000080:00000010:1.1:1788572583.804188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce20.
00000080:00000010:1.1:1788572583.804219:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:2.1:1788572583.807653:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ca60.
00000080:00000010:2.1:1788572583.807672:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:3.1:1788572583.820231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3300.
00010000:00000010:3.1:1788572583.820262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00000080:00000010:0.1:1788572583.822148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cae0.
00000080:00000010:0.1:1788572583.822167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:3.1:1788572583.823102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be700.
00010000:00000010:3.1:1788572583.823113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00000080:00000010:0.1:1788572583.920781:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458cc0.
00000080:00000010:0.1:1788572583.920797:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:1.1:1788572583.960094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce00.
00010000:00000010:2.1:1788572583.960305:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3c00.
00010000:00000010:2.1:1788572583.960314:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392000.
00010000:00000010:2.1:1788572583.960321:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27000.
00010000:00000010:2.1:1788572583.960328:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00010000:00000010:3.1:1788572583.994085:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252100.
00010000:00000010:3.1:1788572583.994092:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00010000:00000010:0.1:1788572583.994462:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b900.
00010000:00000010:0.1:1788572583.994469:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393800.
00000080:00000010:0.1:1788572583.994475:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458d60.
00000080:00000010:0.1:1788572583.994491:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:0.1:1788572583.994496:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdaa0.
00000080:00000010:0.1:1788572583.994504:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00000080:00000010:1.1:1788572583.996459:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:2.1:1788572584.095078:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:2.1:1788572584.095086:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392600.
00010000:00000010:2.1:1788572584.095095:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bea00.
00010000:00000010:2.1:1788572584.095098:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00010000:00000010:1.1:1788572584.108281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bee00.
00010000:00000010:1.1:1788572584.108288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00000080:00000010:0.1:1788572584.109103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce00.
00000080:00000010:3.1:1788572584.112769:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:3.1:1788572584.112802:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:3.1:1788572584.112809:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458100.
00000080:00000010:3.1:1788572584.112820:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00000080:00000010:1.1:1788572584.168123:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572584.177183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bee00.
00010000:00000010:1.1:1788572584.177191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:3.1:1788572584.256224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea000.
00010000:00000010:3.1:1788572584.256235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0c00.
00010000:00000010:3.1:1788572584.256239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd000.
00010000:00000010:3.1:1788572584.256242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00010000:00000010:3.1:1788572584.315180:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:3.1:1788572584.315190:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b0600.
00010000:00000010:3.1:1788572584.315197:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0f00.
00010000:00000010:3.1:1788572584.315201:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00010000:00000010:3.1:1788572584.315206:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eae00.
00010000:00000010:3.1:1788572584.315210:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0600.
00010000:00000010:3.1:1788572584.315214:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5b00.
00010000:00000010:3.1:1788572584.315218:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c48b1400.
00010000:00000010:3.1:1788572584.315223:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9800.
00010000:00000010:3.1:1788572584.315226:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d200.
00010000:00000010:3.1:1788572584.315291:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea600.
00010000:00000010:3.1:1788572584.315293:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0400.
00010000:00000010:0.1:1788572584.333198:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0600.
00010000:00000010:0.1:1788572584.333205:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811000.
00010000:00000010:2.1:1788572584.336675:0:16828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0100.
00010000:00000010:2.1:1788572584.336684:0:16828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00010000:00000010:2.1:1788572584.336689:0:16828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9000.
00010000:00000010:2.1:1788572584.336693:0:16828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c400.
00010000:00000010:2.1:1788572584.336696:0:16828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9400.
00010000:00000010:2.1:1788572584.336699:0:16828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00010000:00000010:2.1:1788572584.336702:0:16828:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9b00.
00010000:00000010:2.1:1788572584.336704:0:16828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964da00.
00000080:00000010:2.1:1788572584.336709:0:16828:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6a0.
00010000:00000010:2.1:1788572584.339256:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd300.
00010000:00000010:2.1:1788572584.339262:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97ccc00.
00010000:00000010:2.1:1788572584.339266:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eac00.
00010000:00000010:2.1:1788572584.339269:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1400.
00000080:00000010:2.1:1788572584.339278:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:0.1:1788572584.359324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9e00.
00010000:00000010:0.1:1788572584.359448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c000.
00010000:00000010:0.1:1788572584.359452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd700.
00010000:00000010:0.1:1788572584.359456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc200.
00010000:00000010:3.1:1788572584.363486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842900.
00010000:00000010:3.1:1788572584.363497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00010000:00000010:3.1:1788572584.363501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9500.
00010000:00000010:3.1:1788572584.363504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964cc00.
00010000:00000010:1.1:1788572584.397085:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b000.
00010000:00000010:1.1:1788572584.397096:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00010000:00000010:2.1:1788572584.400870:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eaa00.
00010000:00000010:2.1:1788572584.400881:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1000.
00010000:00000010:2.1:1788572584.400886:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5000.
00010000:00000010:2.1:1788572584.400889:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c800.
00010000:00000010:2.1:1788572584.400892:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0100.
00010000:00000010:2.1:1788572584.400895:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00010000:00000010:3.1:1788572584.414190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:3.1:1788572584.414200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00010000:00000010:3.1:1788572584.414205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842600.
00010000:00000010:3.1:1788572584.414209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00010000:00000010:3.1:1788572584.414211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eab00.
00010000:00000010:3.1:1788572584.414214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0a00.
00010000:00000010:3.1:1788572584.455096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:3.1:1788572584.455117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:1.1:1788572584.455226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a600.
00010000:00000010:1.1:1788572584.455234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1600.
00010000:00000010:1.1:1788572584.455240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842500.
00010000:00000010:1.1:1788572584.455243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00010000:00000010:1.1:1788572584.455247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842200.
00010000:00000010:1.1:1788572584.455250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00010000:00000010:1.1:1788572584.455253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5b00.
00010000:00000010:1.1:1788572584.455257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00010000:00000010:1.1:1788572584.455260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842f00.
00010000:00000010:1.1:1788572584.455262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00010000:00000010:2.1:1788572584.455361:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:2.1:1788572584.455366:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00010000:00000010:1.1:1788572584.459227:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea400.
00010000:00000010:1.1:1788572584.459236:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d0200.
00000080:00000010:1.1:1788572584.459242:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdaa0.
00000080:00000010:1.1:1788572584.459257:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:2.1:1788572584.480090:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b09021d5300.
00010000:00000010:2.1:1788572584.481184:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00010000:00000010:0.1:1788572584.490095:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3600.
00010000:00000010:2.1:1788572584.490185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0d00.
00010000:00000010:2.1:1788572584.490196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810200.
00010000:00000010:2.1:1788572584.490200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3f00.
00010000:00000010:2.1:1788572584.490204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811a00.
00010000:00000010:2.1:1788572584.490208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a200.
00010000:00000010:2.1:1788572584.490211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1a00.
00010000:00000010:2.1:1788572584.490214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:2.1:1788572584.490216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00010000:00000010:2.1:1788572584.490218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:2.1:1788572584.490220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00010000:00000010:0.1:1788572584.490259:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:0.1:1788572584.490263:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5e00.
00010000:00000010:0.1:1788572584.490267:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00010000:00000010:0.1:1788572584.490270:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842700.
00010000:00000010:0.1:1788572584.490274:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00010000:00000010:0.1:1788572584.573177:0:37596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842300.
00010000:00000010:0.1:1788572584.573183:0:37596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00010000:00000010:1.1:1788572584.597210:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c600.
00010000:00000010:1.1:1788572584.597219:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393a00.
00010000:00000010:1.1:1788572584.597223:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3c00.
00010000:00000010:1.1:1788572584.597227:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00010000:00000010:1.1:1788572584.597234:0:43330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bde00.
00010000:00000010:1.1:1788572584.597239:0:43330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c000.
00010000:00000010:0.1:1788572584.601072:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5600.
00010000:00000010:0.1:1788572584.601079:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512200.
00010000:00000010:0.1:1788572584.601083:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:0.1:1788572584.601086:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00010000:00000010:0.1:1788572584.601090:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c9842800.
00010000:00000010:0.1:1788572584.602178:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00010000:00000010:0.1:1788572584.602184:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325aa00.
00010000:00000010:0.1:1788572584.602189:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1200.
00010000:00000010:0.1:1788572584.602193:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5a00.
00010000:00000010:0.1:1788572584.602196:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00010000:00000010:0.1:1788572584.602220:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdd00.
00010000:00000010:0.1:1788572584.602224:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731da00.
00010000:00000010:0.1:1788572584.602226:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd600.
00010000:00000010:0.1:1788572584.602230:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ce00.
00010000:00000010:0.1:1788572584.602232:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5700.
00010000:00000010:0.1:1788572584.602236:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513800.
00010000:00000010:1.1:1788572584.604740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3e00.
00010000:00000010:1.1:1788572584.604748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c200.
00010000:00000010:1.1:1788572584.604752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0900.
00010000:00000010:1.1:1788572584.604755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00010000:00000010:1.1:1788572584.604759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ab00.
00010000:00000010:1.1:1788572584.604763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c99d1e00.
00010000:00000010:1.1:1788572584.604766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc3d9d00.
00010000:00000010:1.1:1788572584.604770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512a00.
00010000:00000010:1.1:1788572584.604773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:1.1:1788572584.604776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00010000:00000010:1.1:1788572584.625189:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea700.
00010000:00000010:1.1:1788572584.625200:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485ce00.
00000080:00000010:2.1:1788572584.783118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458160.
00000080:00000010:2.1:1788572584.783141:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:0.1:1788572584.784579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325a400.
00010000:00000010:0.1:1788572584.784587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd400.
00010000:00000010:0.1:1788572584.784590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c325ac00.
00010000:00000010:0.1:1788572584.784594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00010000:00000010:0.1:1788572584.784598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bd100.
00010000:00000010:0.1:1788572584.784601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00010000:00000010:0.1:1788572584.784604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c98bdb00.
00010000:00000010:0.1:1788572584.784608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731dc00.
00010000:00000010:0.1:1788572584.784611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:0.1:1788572584.784614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731de00.
00010000:00000010:0.1:1788572584.784640:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5800.
00010000:00000010:0.1:1788572584.784644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00010000:00000010:0.1:1788572584.795169:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8e00.
00010000:00000010:0.1:1788572584.795180:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ca00.
00010000:00000010:0.1:1788572584.795184:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:0.1:1788572584.795188:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00010000:00000010:0.1:1788572584.795191:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:0.1:1788572584.795194:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00010000:00000010:0.1:1788572584.795197:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:0.1:1788572584.795200:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:0.1:1788572584.795203:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:0.1:1788572584.795205:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc600.
00010000:00000010:3.1:1788572584.803083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:3.1:1788572584.803151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d000.
00010000:00000010:3.1:1788572584.803156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27300.
00010000:00000010:3.1:1788572584.803161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513c00.
00010000:00000010:3.1:1788572584.803164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27200.
00010000:00000010:3.1:1788572584.803167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513200.
00010000:00000010:3.1:1788572584.803170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8a00.
00010000:00000010:3.1:1788572584.803173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d400.
00010000:00000010:3.1:1788572584.803175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27400.
00010000:00000010:3.1:1788572584.803178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513600.
00010000:00000010:3.1:1788572584.803181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252f00.
00010000:00000010:3.1:1788572584.803184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731cc00.
00010000:00000010:3.1:1788572584.803187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3800.
00010000:00000010:3.1:1788572584.803190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513a00.
00010000:00000010:3.1:1788572584.803192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8800.
00010000:00000010:3.1:1788572584.803195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00010000:00000010:3.1:1788572584.803823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8c00.
00010000:00000010:3.1:1788572584.803830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c800.
00010000:00000010:3.1:1788572584.803833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3a00.
00010000:00000010:3.1:1788572584.803836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512800.
00010000:00000010:3.1:1788572584.803838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8500.
00010000:00000010:3.1:1788572584.803841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498800.
00010000:00000010:2.1:1788572584.804309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252b00.
00010000:00000010:2.1:1788572584.804316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cda00.
00010000:00000010:0.1:1788572584.917392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8400.
00010000:00000010:0.1:1788572584.917402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498000.
00000080:00000010:0.1:1788572584.942074:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:0.1:1788572584.942093:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:3.1:1788572584.946112:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:3.1:1788572584.946120:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:3.1:1788572584.946124:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:3.1:1788572584.946127:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00010000:00000010:2.1:1788572584.953142:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bee00.
00010000:00000010:2.1:1788572584.953149:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:2.1:1788572584.953155:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3400.
00010000:00000010:2.1:1788572584.953159:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512000.
00000080:00000010:2.1:1788572584.953164:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c660.
00000080:00000010:2.1:1788572584.953176:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:0.1:1788572584.954124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:0.1:1788572584.954132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cce00.
00000080:00000010:0.1:1788572584.954142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd260.
00000080:00000010:0.1:1788572584.954153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:3.1:1788572584.991345:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252900.
00010000:00000010:3.1:1788572584.991352:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd000.
00000080:00000010:0.1:1788572584.994017:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c200.
00000080:00000010:0.1:1788572584.994039:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:2.1:1788572585.031605:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:2.1:1788572585.031613:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393800.
00010000:00000010:1.1:1788572585.049727:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8900.
00010000:00000010:1.1:1788572585.049735:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00000080:00000010:0.1:1788572585.117149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458200.
00000080:00000010:0.1:1788572585.117177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:1.1:1788572585.147073:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458240.
00000080:00000010:1.1:1788572585.147099:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:1.1:1788572585.147107:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd9e0.
00000080:00000010:1.1:1788572585.147119:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:3.1:1788572585.148337:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bec00.
00010000:00000010:3.1:1788572585.148349:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00000080:00000010:2.1:1788572585.166022:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6caa0.
00000080:00000010:2.1:1788572585.166129:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:3.1:1788572585.166662:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252600.
00010000:00000010:3.1:1788572585.166669:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00010000:00000010:0.1:1788572585.226176:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:0.1:1788572585.226186:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393400.
00000080:00000010:1.1:1788572585.248213:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458880.
00010000:00000010:2.1:1788572585.275116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be100.
00010000:00000010:2.1:1788572585.275122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00000080:00000010:1.1:1788572585.284897:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:1.1:1788572585.304081:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:1.1:1788572585.304091:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cca00.
00000080:00000010:2.1:1788572585.304635:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd60.
00000080:00000010:2.1:1788572585.304654:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:1.1:1788572585.377167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf00.
00000080:00000010:1.1:1788572585.377192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:1.1:1788572585.412798:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd2c0.
00000080:00000010:1.1:1788572585.412828:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:0.1:1788572585.495250:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252600.
00010000:00000010:0.1:1788572585.495260:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00010000:00000010:0.1:1788572585.495268:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:0.1:1788572585.495273:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00000080:00000010:3.1:1788572585.512933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00000080:00000010:3.1:1788572585.521124:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:3.1:1788572585.521142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea400.
00010000:00000010:3.1:1788572585.521148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd000.
00000080:00000010:0.1:1788572585.521194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd00.
00000080:00000010:0.1:1788572585.521207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:3.1:1788572585.562100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea100.
00010000:00000010:3.1:1788572585.562111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00000080:00000010:2.1:1788572585.577592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c4e0.
00010000:00000010:2.1:1788572585.577609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea500.
00010000:00000010:2.1:1788572585.577614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00000080:00000010:2.1:1788572585.577626:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:2.1:1788572585.577634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c880.
00000080:00000010:2.1:1788572585.577659:0:26:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:3.1:1788572585.611117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:3.1:1788572585.611125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00000080:00000010:2.1:1788572585.618132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd900.
00000080:00000010:2.1:1788572585.618153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:0.1:1788572585.710097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00000080:00000010:0.1:1788572585.710125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:1.1:1788572585.731505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:1.1:1788572585.731520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498800.
00010000:00000010:0.1:1788572585.732037:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:0.1:1788572585.732045:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00010000:00000010:3.1:1788572585.732496:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be300.
00010000:00000010:3.1:1788572585.732502:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393000.
00000080:00000010:1.1:1788572585.756210:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458d20.
00000080:00000010:1.1:1788572585.756228:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:1.1:1788572585.756237:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00000080:00000010:1.1:1788572585.756250:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:2.1:1788572585.770827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eae00.
00010000:00000010:2.1:1788572585.770836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd000.
00000080:00000010:2.1:1788572585.770840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc80.
00000080:00000010:2.1:1788572585.770854:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:3.1:1788572585.849680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be200.
00010000:00000010:3.1:1788572585.849688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:2.1:1788572585.865541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ead00.
00010000:00000010:2.1:1788572585.865550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393e00.
00000080:00000010:2.1:1788572585.865560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458600.
00000080:00000010:2.1:1788572585.865572:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:0.1:1788572585.866095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c820.
00010000:00000010:3.1:1788572585.870231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c700.
00010000:00000010:3.1:1788572585.870238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393800.
00000080:00000010:0.1:1788572585.871510:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:3.1:1788572585.874569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458220.
00000080:00000010:3.1:1788572585.874599:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:1.1:1788572585.894442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bec00.
00010000:00000010:1.1:1788572585.894463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00000080:00000010:1.1:1788572585.910637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd860.
00000080:00000010:1.1:1788572585.916122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572585.920093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eaf00.
00010000:00000010:0.1:1788572585.920104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393c00.
00000080:00000010:0.1:1788572585.926244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b00.
00000080:00000010:0.1:1788572585.934568:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:1.1:1788572585.973397:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:1.1:1788572585.973404:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc200.
00000080:00000010:1.1:1788572586.030281:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c420.
00000080:00000010:1.1:1788572586.030322:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:2.1:1788572586.063107:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:2.1:1788572586.063115:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00000080:00000010:0.1:1788572586.092745:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c080.
00000080:00000010:0.1:1788572586.092765:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:3.1:1788572586.212870:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327ba00.
00010000:00000010:3.1:1788572586.212882:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00000080:00000010:3.1:1788572586.212888:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c920.
00000080:00000010:3.1:1788572586.213107:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:3.1:1788572586.213117:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c700.
00010000:00000010:3.1:1788572586.213122:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811800.
00010000:00000010:2.1:1788572586.227246:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:2.1:1788572586.227256:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00000080:00000010:2.1:1788572586.227262:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf00.
00000080:00000010:2.1:1788572586.227278:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00000080:00000010:0.1:1788572586.235575:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd240.
00000080:00000010:0.1:1788572586.235590:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:3.1:1788572586.293623:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:3.1:1788572586.293635:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393e00.
00000080:00000010:2.1:1788572586.357517:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458960.
00010000:00000010:2.1:1788572586.357541:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ead00.
00010000:00000010:2.1:1788572586.357547:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00000080:00000010:2.1:1788572586.357559:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:2.1:1788572586.361438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5a0.
00000080:00000010:2.1:1788572586.381292:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:1.1:1788572586.381556:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:1.1:1788572586.381565:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00000080:00000010:1.1:1788572586.387720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c9c0.
00000080:00000010:0.1:1788572586.387788:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c920.
00000080:00000010:0.1:1788572586.387803:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572586.415951:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:1.1:1788572586.415960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327ba00.
00010000:00000010:1.1:1788572586.415966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393400.
00010000:00000010:2.1:1788572586.416089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:2.1:1788572586.416095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00010000:00000010:2.1:1788572586.416099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be200.
00010000:00000010:2.1:1788572586.416102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392e00.
00000080:00000010:3.1:1788572586.416195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580c0.
00000080:00000010:3.1:1788572586.419112:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:3.1:1788572586.532288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b20.
00000080:00000010:3.1:1788572586.532313:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:3.1:1788572586.654289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea100.
00010000:00000010:3.1:1788572586.654301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00010000:00000010:3.1:1788572586.654318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea400.
00010000:00000010:3.1:1788572586.654322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00010000:00000010:3.1:1788572586.686339:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3a00.
00010000:00000010:3.1:1788572586.686350:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00000080:00000010:2.1:1788572586.689983:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf40.
00000080:00000010:2.1:1788572586.689998:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:2.1:1788572586.741099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd7c0.
00000080:00000010:2.1:1788572586.741122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:2.1:1788572586.741132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c960.
00000080:00000010:2.1:1788572586.741140:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:2.1:1788572586.741149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:2.1:1788572586.741158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00000080:00000010:1.1:1788572586.816170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00000080:00000010:2.1:1788572586.816219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c380.
00000080:00000010:2.1:1788572586.816236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:2.1:1788572586.816245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:2.1:1788572586.816251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392800.
00000080:00000010:1.1:1788572586.840949:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:1.1:1788572586.840967:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:3.1:1788572586.841079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:3.1:1788572586.841088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00010000:00000010:0.1:1788572586.841130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be200.
00010000:00000010:0.1:1788572586.841137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393400.
00000080:00000010:0.1:1788572586.841141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458060.
00010000:00000010:0.1:1788572586.841149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8400.
00010000:00000010:0.1:1788572586.841151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393800.
00000080:00000010:0.1:1788572586.841158:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:0.1:1788572586.841162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458020.
00010000:00000010:2.1:1788572586.855181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5a00.
00010000:00000010:2.1:1788572586.855196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392600.
00000080:00000010:3.1:1788572586.855252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1c0.
00000080:00000010:3.1:1788572586.855272:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:0.1:1788572586.858192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581c0.
00000080:00000010:0.1:1788572586.858210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:3.1:1788572586.867140:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:3.1:1788572586.867149:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd400.
00000080:00000010:0.1:1788572586.878178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7c0.
00000080:00000010:0.1:1788572586.878206:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:3.1:1788572586.878263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5d00.
00010000:00000010:3.1:1788572586.878271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393600.
00000080:00000010:2.1:1788572586.884211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e00.
00000080:00000010:2.1:1788572586.888197:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:1.1:1788572586.888368:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3000.
00010000:00000010:1.1:1788572586.888375:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00000080:00000010:1.1:1788572586.895212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda20.
00000080:00000010:1.1:1788572586.895239:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:2.1:1788572586.913811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eaf00.
00010000:00000010:2.1:1788572586.913831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392200.
00000080:00000010:0.1:1788572586.935992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ae0.
00000080:00000010:0.1:1788572586.954116:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:0.1:1788572586.985110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3000.
00010000:00000010:0.1:1788572586.985124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392200.
00000080:00000010:0.1:1788572586.991264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458780.
00000080:00000010:0.1:1788572586.991282:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:2.1:1788572587.016097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3000.
00010000:00000010:2.1:1788572587.016107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd400.
00000080:00000010:2.1:1788572587.040099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6e0.
00000080:00000010:2.1:1788572587.040126:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:0.1:1788572587.208259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:0.1:1788572587.208266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393600.
00010000:00000010:2.1:1788572587.208863:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:2.1:1788572587.208871:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3a00.
00010000:00000010:2.1:1788572587.208876:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5a00.
00010000:00000010:2.1:1788572587.208879:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00000080:00000010:3.1:1788572587.253235:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c660.
00000080:00000010:3.1:1788572587.253249:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00000080:00000010:3.1:1788572587.253256:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cac0.
00000080:00000010:3.1:1788572587.253283:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:1.1:1788572587.253622:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04584a0.
00000080:00000010:1.1:1788572587.253635:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:3.1:1788572587.289116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8500.
00010000:00000010:3.1:1788572587.289126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00000080:00000010:3.1:1788572587.289132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c540.
00000080:00000010:3.1:1788572587.289151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:2.1:1788572587.289257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8e00.
00010000:00000010:2.1:1788572587.289263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392800.
00000080:00000010:2.1:1788572587.289266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458720.
00000080:00000010:2.1:1788572587.289275:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:3.1:1788572587.300328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8c00.
00010000:00000010:3.1:1788572587.300337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392200.
00000080:00000010:2.1:1788572587.301784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b40.
00000080:00000010:2.1:1788572587.301837:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:3.1:1788572587.305206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5a00.
00010000:00000010:3.1:1788572587.305226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00000080:00000010:2.1:1788572587.312332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce60.
00000080:00000010:2.1:1788572587.312353:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:2.1:1788572587.461883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:2.1:1788572587.461894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3600.
00000080:00000010:2.1:1788572587.491805:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c5e0.
00000080:00000010:2.1:1788572587.491828:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00010000:00000010:3.1:1788572587.516124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0100.
00010000:00000010:3.1:1788572587.516130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392800.
00000080:00000010:3.1:1788572587.516134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458720.
00000080:00000010:3.1:1788572587.516150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:3.1:1788572587.516157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5b00.
00010000:00000010:3.1:1788572587.516172:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd400.
00010000:00000010:3.1:1788572587.520876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8c00.
00010000:00000010:3.1:1788572587.520885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00000080:00000010:0.1:1788572587.524103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c540.
00000080:00000010:0.1:1788572587.524124:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:0.1:1788572587.548104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cac0.
00000080:00000010:0.1:1788572587.576426:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:0.1:1788572587.590926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8500.
00010000:00000010:0.1:1788572587.590935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00010000:00000010:3.1:1788572587.623243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00010000:00000010:3.1:1788572587.623256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393400.
00000080:00000010:0.1:1788572587.629632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c8a0.
00000080:00000010:0.1:1788572587.629653:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:0.1:1788572587.698193:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b40.
00000080:00000010:0.1:1788572587.698223:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572587.720073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8c00.
00010000:00000010:1.1:1788572587.720098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00000080:00000010:1.1:1788572587.720103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7a0.
00000080:00000010:1.1:1788572587.720120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:2.1:1788572587.809006:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:2.1:1788572587.809023:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392200.
00010000:00000010:1.1:1788572587.822399:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3800.
00010000:00000010:1.1:1788572587.822409:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3800.
00010000:00000010:2.1:1788572587.835245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:2.1:1788572587.835261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2e00.
00000080:00000010:0.1:1788572587.841651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ce0.
00000080:00000010:0.1:1788572587.841674:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00000080:00000010:0.1:1788572587.841683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ccc0.
00000080:00000010:0.1:1788572587.841697:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00000080:00000010:1.1:1788572587.860318:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c620.
00000080:00000010:1.1:1788572587.860339:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:1.1:1788572587.891863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3800.
00010000:00000010:1.1:1788572587.891873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513a00.
00000080:00000010:3.1:1788572587.910570:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd220.
00000080:00000010:3.1:1788572587.910904:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:1.1:1788572587.923346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0000.
00010000:00000010:1.1:1788572587.923361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3800.
00000080:00000010:1.1:1788572587.951170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2e0.
00000080:00000010:1.1:1788572587.951188:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:2.1:1788572587.986601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0f00.
00010000:00000010:2.1:1788572587.986610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd600.
00000080:00000010:1.1:1788572587.997895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cac0.
00000080:00000010:1.1:1788572587.997920:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:3.1:1788572588.003093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3700.
00010000:00000010:3.1:1788572588.003103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00000080:00000010:3.1:1788572588.003111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c540.
00000080:00000010:3.1:1788572588.003185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0000.
00010000:00000010:1.1:1788572588.025926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:1.1:1788572588.025936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc800.
00000080:00000010:3.1:1788572588.131099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce60.
00000080:00000010:3.1:1788572588.158717:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572588.158756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be200.
00010000:00000010:1.1:1788572588.158763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cde00.
00000080:00000010:3.1:1788572588.159147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458500.
00000080:00000010:3.1:1788572588.159161:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:1.1:1788572588.263185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c7c0.
00000080:00000010:1.1:1788572588.263208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000080:00000010:1.1:1788572588.263217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6e0.
00000080:00000010:1.1:1788572588.263239:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:1.1:1788572588.263259:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8b00.
00010000:00000010:1.1:1788572588.263265:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392600.
00000080:00000010:1.1:1788572588.263270:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458400.
00000080:00000010:1.1:1788572588.263280:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:1.1:1788572588.263288:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:1.1:1788572588.263292:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3800.
00010000:00000010:2.1:1788572588.263294:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3100.
00000080:00000010:1.1:1788572588.263295:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2e0.
00010000:00000010:2.1:1788572588.263299:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc000.
00000080:00000010:1.1:1788572588.263305:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00010000:00000010:2.1:1788572588.263305:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8e00.
00010000:00000010:2.1:1788572588.263308:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393400.
00010000:00000010:3.1:1788572588.291965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5200.
00010000:00000010:3.1:1788572588.291977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392800.
00010000:00000010:3.1:1788572588.291987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3d00.
00010000:00000010:3.1:1788572588.291991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00000080:00000010:3.1:1788572588.291995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce60.
00000080:00000010:3.1:1788572588.292010:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:3.1:1788572588.292023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3c00.
00010000:00000010:3.1:1788572588.292027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00000080:00000010:1.1:1788572588.380087:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583c0.
00000080:00000010:1.1:1788572588.380107:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:1.1:1788572588.380120:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:1.1:1788572588.380125:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3a00.
00000080:00000010:1.1:1788572588.380128:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cdc0.
00000080:00000010:1.1:1788572588.380140:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:1.1:1788572588.380146:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf40.
00000080:00000010:1.1:1788572588.380155:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:3.1:1788572588.403324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3b00.
00010000:00000010:3.1:1788572588.403335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00000080:00000010:3.1:1788572588.403340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c920.
00000080:00000010:3.1:1788572588.403358:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00010000:00000010:3.1:1788572588.403367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:3.1:1788572588.403371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48800.
00000080:00000010:3.1:1788572588.403375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04582a0.
00000080:00000010:0.1:1788572588.438089:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2e0.
00010000:00000010:2.1:1788572588.438103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8400.
00000080:00000010:0.1:1788572588.438106:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:2.1:1788572588.438109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3800.
00000080:00000010:2.1:1788572588.438129:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:2.1:1788572588.457292:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5d00.
00010000:00000010:2.1:1788572588.457300:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392200.
00000080:00000010:1.1:1788572588.460071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce60.
00000080:00000010:1.1:1788572588.460091:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:3.1:1788572588.512146:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:3.1:1788572588.512154:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00000080:00000010:3.1:1788572588.512164:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00000080:00000010:2.1:1788572588.512919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587e0.
00010000:00000010:1.1:1788572588.643165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:1.1:1788572588.643174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3a00.
00010000:00000010:3.1:1788572588.646717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:3.1:1788572588.646729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48600.
00010000:00000010:3.1:1788572588.646738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167900.
00010000:00000010:3.1:1788572588.646745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00000080:00000010:3.1:1788572588.646761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c920.
00000080:00000010:3.1:1788572588.646782:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:0.1:1788572588.684174:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cdc0.
00000080:00000010:0.1:1788572588.684196:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572588.684212:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2500.
00010000:00000010:0.1:1788572588.684218:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512200.
00000080:00000010:0.1:1788572588.684222:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd4c0.
00000080:00000010:0.1:1788572588.684232:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:2.1:1788572588.686719:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458900.
00000080:00000010:2.1:1788572588.686755:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:0.1:1788572588.702798:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0700.
00010000:00000010:0.1:1788572588.702804:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49400.
00000080:00000010:0.1:1788572588.702809:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458320.
00000080:00000010:0.1:1788572588.702826:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:3.1:1788572588.803569:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8400.
00010000:00000010:3.1:1788572588.803588:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00000080:00000010:3.1:1788572588.803594:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c420.
00010000:00000010:3.1:1788572588.803604:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2300.
00010000:00000010:3.1:1788572588.803608:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513a00.
00000080:00000010:3.1:1788572588.803620:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00000080:00000010:3.1:1788572588.803630:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdf80.
00000080:00000010:3.1:1788572588.803642:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00010000:00000010:3.1:1788572588.803656:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0800.
00010000:00000010:3.1:1788572588.803659:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c800.
00000080:00000010:0.1:1788572588.826091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5c0.
00000080:00000010:1.1:1788572588.845090:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00010000:00000010:2.1:1788572588.859390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5200.
00010000:00000010:2.1:1788572588.859401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00000080:00000010:3.1:1788572588.904084:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00000080:00000010:3.1:1788572588.904103:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:3.1:1788572588.904116:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458700.
00010000:00000010:2.1:1788572588.906809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167900.
00010000:00000010:2.1:1788572588.906816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00000080:00000010:3.1:1788572588.940131:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:1.1:1788572588.999172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b400.
00010000:00000010:1.1:1788572588.999180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00000080:00000010:3.1:1788572588.999280:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c080.
00010000:00000010:2.1:1788572589.000097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167300.
00010000:00000010:2.1:1788572589.000103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512a00.
00000080:00000010:2.1:1788572589.000114:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00000080:00000010:1.1:1788572589.004891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf00.
00000080:00000010:1.1:1788572589.004922:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00000080:00000010:0.1:1788572589.018252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd20.
00000080:00000010:0.1:1788572589.018268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:3.1:1788572589.018314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8400.
00010000:00000010:3.1:1788572589.018321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3a00.
00010000:00000010:3.1:1788572589.018325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2600.
00010000:00000010:3.1:1788572589.018329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48e00.
00000080:00000010:0.1:1788572589.025317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04583e0.
00000080:00000010:0.1:1788572589.025340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:3.1:1788572589.072099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eaf00.
00010000:00000010:3.1:1788572589.072107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00010000:00000010:1.1:1788572589.090099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0700.
00010000:00000010:1.1:1788572589.090106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3200.
00000080:00000010:0.1:1788572589.090249:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458000.
00000080:00000010:0.1:1788572589.110146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:2.1:1788572589.112103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2200.
00010000:00000010:2.1:1788572589.112115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d000.
00010000:00000010:2.1:1788572589.112118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2500.
00010000:00000010:2.1:1788572589.112121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00000080:00000010:3.1:1788572589.112204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c080.
00000080:00000010:3.1:1788572589.112221:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:1.1:1788572589.112264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2800.
00010000:00000010:1.1:1788572589.112270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d400.
00000080:00000010:0.1:1788572589.113208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c060.
00000080:00000010:0.1:1788572589.113235:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00000080:00000010:2.1:1788572589.116115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00000080:00000010:3.1:1788572589.116177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd5c0.
00000080:00000010:2.1:1788572589.127204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdb80.
00000080:00000010:2.1:1788572589.131274:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:1.1:1788572589.261227:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3600.
00010000:00000010:1.1:1788572589.261237:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513000.
00010000:00000010:1.1:1788572589.261242:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c800.
00010000:00000010:1.1:1788572589.261246:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392a00.
00010000:00000010:1.1:1788572589.261250:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bef00.
00010000:00000010:1.1:1788572589.261254:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499400.
00010000:00000010:0.1:1788572589.263224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3b00.
00010000:00000010:0.1:1788572589.263240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512e00.
00010000:00000010:0.1:1788572589.263244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3900.
00010000:00000010:0.1:1788572589.263247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513400.
00010000:00000010:0.1:1788572589.263251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be800.
00010000:00000010:2.1:1788572589.269082:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c200.
00010000:00000010:2.1:1788572589.269099:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392c00.
00010000:00000010:2.1:1788572589.269103:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bed00.
00010000:00000010:2.1:1788572589.269106:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00010000:00000010:0.1:1788572589.272108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499800.
00010000:00000010:3.1:1788572589.319923:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3200.
00010000:00000010:3.1:1788572589.319931:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513e00.
00010000:00000010:0.1:1788572589.338910:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cf00.
00010000:00000010:0.1:1788572589.338927:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392000.
00010000:00000010:0.1:1788572589.338932:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252100.
00010000:00000010:0.1:1788572589.338935:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811000.
00010000:00000010:1.1:1788572589.341796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252a00.
00010000:00000010:1.1:1788572589.341807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:1.1:1788572589.341811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8700.
00010000:00000010:1.1:1788572589.341814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498e00.
00010000:00000010:1.1:1788572589.341819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ca00.
00010000:00000010:1.1:1788572589.341822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393200.
00010000:00000010:1.1:1788572589.361087:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:1.1:1788572589.361096:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc600.
00010000:00000010:1.1:1788572589.361102:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea700.
00010000:00000010:1.1:1788572589.361106:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810200.
00010000:00000010:1.1:1788572589.450221:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252900.
00010000:00000010:1.1:1788572589.450231:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811a00.
00010000:00000010:1.1:1788572589.450238:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eab00.
00010000:00000010:1.1:1788572589.450244:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810c00.
00010000:00000010:1.1:1788572589.450250:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eac00.
00010000:00000010:1.1:1788572589.450255:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:1.1:1788572589.450260:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cd00.
00010000:00000010:1.1:1788572589.450266:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392400.
00010000:00000010:1.1:1788572589.450270:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252b00.
00010000:00000010:1.1:1788572589.450275:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00010000:00000010:1.1:1788572589.450282:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b100.
00010000:00000010:1.1:1788572589.450289:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97ccc00.
00010000:00000010:0.1:1788572589.473266:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15beb00.
00010000:00000010:0.1:1788572589.473274:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00010000:00000010:0.1:1788572589.473278:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eae00.
00010000:00000010:0.1:1788572589.473281:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00010000:00000010:0.1:1788572589.473285:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b800.
00010000:00000010:0.1:1788572589.473290:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc200.
00010000:00000010:1.1:1788572589.473492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252400.
00010000:00000010:1.1:1788572589.473499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00010000:00000010:1.1:1788572589.473504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be400.
00010000:00000010:1.1:1788572589.473507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498000.
00010000:00000010:1.1:1788572589.473511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:1.1:1788572589.473516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393a00.
00010000:00000010:1.1:1788572589.473519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea000.
00010000:00000010:1.1:1788572589.473522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810800.
00010000:00000010:1.1:1788572589.473525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:1.1:1788572589.473528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cdc00.
00010000:00000010:1.1:1788572589.474042:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b600.
00010000:00000010:1.1:1788572589.474051:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cc400.
00010000:00000010:0.1:1788572589.479449:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3400.
00010000:00000010:0.1:1788572589.479458:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2200.
00010000:00000010:1.1:1788572589.480080:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15be300.
00010000:00000010:1.1:1788572589.480086:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00010000:00000010:1.1:1788572589.485111:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bee00.
00010000:00000010:1.1:1788572589.485176:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498800.
00010000:00000010:1.1:1788572589.571072:0:37596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ead00.
00010000:00000010:1.1:1788572589.571082:0:37596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00010000:00000010:1.1:1788572589.571087:0:37596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b000.
00010000:00000010:1.1:1788572589.571091:0:37596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd000.
00010000:00000010:1.1:1788572589.571094:0:37596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c000.
00010000:00000010:1.1:1788572589.571099:0:37596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393000.
00010000:00000010:2.1:1788572589.572073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:2.1:1788572589.572081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964da00.
00010000:00000010:1.1:1788572589.583104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3800.
00010000:00000010:1.1:1788572589.583119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3e00.
00010000:00000010:1.1:1788572589.583125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5800.
00010000:00000010:1.1:1788572589.583128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393e00.
00000080:00000010:2.1:1788572589.584828:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c080.
00000080:00000010:2.1:1788572589.602076:0:16829:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00010000:00000010:1.1:1788572589.617087:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327ba00.
00010000:00000010:1.1:1788572589.617097:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cca00.
00010000:00000010:1.1:1788572589.617101:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3300.
00010000:00000010:1.1:1788572589.617104:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2600.
00010000:00000010:1.1:1788572589.617108:0:1351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5600.
00010000:00000010:1.1:1788572589.617111:0:1351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393c00.
00010000:00000010:1.1:1788572589.624118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3300.
00010000:00000010:1.1:1788572589.624126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811200.
00010000:00000010:1.1:1788572589.624130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3e00.
00010000:00000010:1.1:1788572589.624133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3c00.
00010000:00000010:1.1:1788572589.624137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15bec00.
00010000:00000010:1.1:1788572589.624141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00010000:00000010:1.1:1788572589.624146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8600.
00010000:00000010:1.1:1788572589.624150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cda00.
00010000:00000010:1.1:1788572589.624153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3f00.
00010000:00000010:1.1:1788572589.624156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512000.
00010000:00000010:1.1:1788572589.624159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0400.
00010000:00000010:1.1:1788572589.624161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2400.
00010000:00000010:0.1:1788572589.634127:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5e00.
00010000:00000010:0.1:1788572589.634142:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393800.
00010000:00000010:1.1:1788572589.638131:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3900.
00010000:00000010:1.1:1788572589.638148:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00010000:00000010:1.1:1788572589.638153:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8800.
00010000:00000010:1.1:1788572589.638156:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cce00.
00010000:00000010:1.1:1788572589.657109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3200.
00010000:00000010:1.1:1788572589.657119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00010000:00000010:1.1:1788572589.657123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0300.
00010000:00000010:1.1:1788572589.657126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3400.
00010000:00000010:1.1:1788572589.657129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3b00.
00010000:00000010:1.1:1788572589.657131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512800.
00010000:00000010:1.1:1788572589.686912:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167a00.
00010000:00000010:1.1:1788572589.686932:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513200.
00010000:00000010:1.1:1788572589.686937:0:16826:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5b00.
00010000:00000010:1.1:1788572589.686940:0:16826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393600.
00010000:00000010:1.1:1788572589.707647:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0200.
00010000:00000010:1.1:1788572589.707657:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00010000:00000010:1.1:1788572589.707661:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8100.
00010000:00000010:1.1:1788572589.707665:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd800.
00010000:00000010:1.1:1788572589.707668:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8e00.
00010000:00000010:1.1:1788572589.707671:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00010000:00000010:1.1:1788572589.707674:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5300.
00010000:00000010:1.1:1788572589.707677:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8392e00.
00010000:00000010:1.1:1788572589.707680:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:1.1:1788572589.707683:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd200.
00010000:00000010:1.1:1788572589.707688:0:16836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167e00.
00010000:00000010:1.1:1788572589.707693:0:16836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513c00.
00010000:00000010:0.1:1788572589.732209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3100.
00010000:00000010:0.1:1788572589.732227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2e00.
00010000:00000010:0.1:1788572589.732232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0d00.
00010000:00000010:0.1:1788572589.732235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00010000:00000010:2.1:1788572589.745095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0a00.
00010000:00000010:2.1:1788572589.745106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00010000:00000010:1.1:1788572589.746157:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3500.
00010000:00000010:1.1:1788572589.746164:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0513600.
00010000:00000010:1.1:1788572589.746168:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:1.1:1788572589.746172:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00010000:00000010:1.1:1788572589.746176:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8f00.
00010000:00000010:1.1:1788572589.746180:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c97cd400.
00010000:00000010:1.1:1788572589.746218:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8c00.
00010000:00000010:1.1:1788572589.746222:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c200.
00010000:00000010:0.1:1788572589.772098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3400.
00010000:00000010:0.1:1788572589.772107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3600.
00010000:00000010:2.1:1788572589.788870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3800.
00010000:00000010:2.1:1788572589.788880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00010000:00000010:2.1:1788572589.788885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0b00.
00010000:00000010:2.1:1788572589.788888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00010000:00000010:2.1:1788572589.788892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0d00.
00010000:00000010:2.1:1788572589.788895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49000.
00010000:00000010:1.1:1788572589.799202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0400.
00010000:00000010:1.1:1788572589.799215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49600.
00010000:00000010:0.1:1788572589.804090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2700.
00010000:00000010:0.1:1788572589.804101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731ca00.
00010000:00000010:3.1:1788572589.804108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0c00.
00010000:00000010:3.1:1788572589.804117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48200.
00010000:00000010:3.1:1788572589.804123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108cb00.
00010000:00000010:3.1:1788572589.804127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00000080:00000010:3.1:1788572589.804132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3e0.
00000080:00000010:3.1:1788572589.804148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0840.
00000080:00000010:1.1:1788572589.826094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda80.
00000080:00000010:1.1:1788572589.842973:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:3.1:1788572589.880993:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2d00.
00010000:00000010:3.1:1788572589.881009:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00000080:00000010:1.1:1788572589.884111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e80.
00000080:00000010:1.1:1788572589.884133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00010000:00000010:2.1:1788572589.990189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0200.
00010000:00000010:2.1:1788572589.990204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00010000:00000010:2.1:1788572590.012095:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3200.
00010000:00000010:2.1:1788572590.012104:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00000080:00000010:2.1:1788572590.012115:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:2.1:1788572590.012137:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00000080:00000010:3.1:1788572590.012662:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04584e0.
00000080:00000010:3.1:1788572590.037165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c1a0.
00010000:00000010:3.1:1788572590.037176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:3.1:1788572590.037181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48800.
00000080:00000010:1.1:1788572590.039622:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458580.
00000080:00000010:1.1:1788572590.039640:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:2.1:1788572590.082634:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:2.1:1788572590.082641:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00010000:00000010:0.1:1788572590.152612:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:0.1:1788572590.152620:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2400.
00010000:00000010:0.1:1788572590.152625:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:0.1:1788572590.152629:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00000080:00000010:3.1:1788572590.164574:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c120.
00000080:00000010:3.1:1788572590.164594:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:3.1:1788572590.164603:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c780.
00000080:00000010:3.1:1788572590.164671:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00000080:00000010:0.1:1788572590.183607:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ac0.
00000080:00000010:0.1:1788572590.183627:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee39c0.
00010000:00000010:0.1:1788572590.284107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:0.1:1788572590.284119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00000080:00000010:2.1:1788572590.310082:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdd80.
00000080:00000010:2.1:1788572590.310103:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:3.1:1788572590.340200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:3.1:1788572590.340209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00000080:00000010:2.1:1788572590.352158:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c3e0.
00000080:00000010:2.1:1788572590.371130:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:1.1:1788572590.443733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3000.
00010000:00000010:1.1:1788572590.443741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00010000:00000010:3.1:1788572590.444316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2900.
00010000:00000010:3.1:1788572590.444326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3c00.
00010000:00000010:3.1:1788572590.471094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2d00.
00000080:00000010:0.1:1788572590.471110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c8a0.
00010000:00000010:3.1:1788572590.471111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49600.
00000080:00000010:0.1:1788572590.471133:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00000080:00000010:1.1:1788572590.478203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04585c0.
00000080:00000010:1.1:1788572590.478224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:1.1:1788572590.478234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458a20.
00010000:00000010:3.1:1788572590.478598:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:3.1:1788572590.478606:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48200.
00000080:00000010:1.1:1788572590.562125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:1.1:1788572590.562139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458f00.
00000080:00000010:1.1:1788572590.562149:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572590.574104:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd560.
00000080:00000010:0.1:1788572590.574124:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:2.1:1788572590.646785:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3e00.
00010000:00000010:2.1:1788572590.646792:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00010000:00000010:2.1:1788572590.751629:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2500.
00010000:00000010:2.1:1788572590.751637:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00010000:00000010:0.1:1788572590.814613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3100.
00010000:00000010:0.1:1788572590.814623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00000080:00000010:0.1:1788572590.814630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587a0.
00000080:00000010:0.1:1788572590.814648:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572590.882088:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458be0.
00000080:00000010:2.1:1788572590.882097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c420.
00000080:00000010:0.1:1788572590.882110:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2940.
00000080:00000010:2.1:1788572590.882122:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:2.1:1788572590.882134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c100.
00010000:00000010:2.1:1788572590.882144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49600.
00000080:00000010:3.1:1788572590.932134:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458380.
00000080:00000010:3.1:1788572590.932158:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee1080.
00010000:00000010:3.1:1788572590.932167:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c900.
00010000:00000010:3.1:1788572590.932172:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00010000:00000010:3.1:1788572590.932186:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c300.
00010000:00000010:3.1:1788572590.932193:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad49000.
00000080:00000010:2.1:1788572590.934458:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458200.
00000080:00000010:2.1:1788572590.934474:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00010000:00000010:0.1:1788572590.951370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3800.
00010000:00000010:0.1:1788572590.951384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964dc00.
00000080:00000010:0.1:1788572590.951389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cc80.
00000080:00000010:0.1:1788572590.951414:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:3.1:1788572590.980325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5b2d00.
00010000:00000010:3.1:1788572590.980339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00010000:00000010:2.1:1788572591.026148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:2.1:1788572591.026157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3c00.
00000080:00000010:0.1:1788572591.057683:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04581a0.
00000080:00000010:0.1:1788572591.057810:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:3.1:1788572591.104166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cde0.
00000080:00000010:3.1:1788572591.104207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00010000:00000010:3.1:1788572591.104216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:3.1:1788572591.104223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964ce00.
00010000:00000010:1.1:1788572591.104382:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3b00.
00010000:00000010:1.1:1788572591.104388:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731da00.
00000080:00000010:0.1:1788572591.173247:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd640.
00000080:00000010:0.1:1788572591.173271:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:3.1:1788572591.173932:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c920.
00000080:00000010:3.1:1788572591.208690:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5ac0.
00010000:00000010:1.1:1788572591.330268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8f00.
00010000:00000010:1.1:1788572591.330276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964de00.
00010000:00000010:1.1:1788572591.330280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8e00.
00010000:00000010:1.1:1788572591.330283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00000080:00000010:2.1:1788572591.331110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c540.
00000080:00000010:2.1:1788572591.331130:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:1.1:1788572591.352079:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:1.1:1788572591.352097:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee2100.
00000080:00000010:0.1:1788572591.384204:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00000080:00000010:0.1:1788572591.384224:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8d280.
00010000:00000010:0.1:1788572591.384234:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c100.
00010000:00000010:0.1:1788572591.384241:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00000080:00000010:1.1:1788572591.394283:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c920.
00000080:00000010:1.1:1788572591.394304:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:2.1:1788572591.395097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3800.
00010000:00000010:2.1:1788572591.395105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00010000:00000010:0.1:1788572591.395173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3400.
00010000:00000010:0.1:1788572591.395178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00000080:00000010:2.1:1788572591.419721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458640.
00000080:00000010:2.1:1788572591.419751:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:1.1:1788572591.434677:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8000.
00010000:00000010:1.1:1788572591.435020:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00000080:00000010:3.1:1788572591.479571:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cfc0.
00010000:00000010:2.1:1788572591.480832:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:2.1:1788572591.480840:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00000080:00000010:3.1:1788572591.520854:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00000080:00000010:3.1:1788572591.567800:0:2393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf20.
00000080:00000010:3.1:1788572591.567817:0:2393:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:3.1:1788572591.619117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3400.
00010000:00000010:3.1:1788572591.619128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00000080:00000010:0.1:1788572591.619200:0:1351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c800.
00000080:00000010:0.1:1788572591.619216:0:1351:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:3.1:1788572591.650521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8a00.
00010000:00000010:3.1:1788572591.650532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731c600.
00000080:00000010:0.1:1788572591.755223:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda80.
00000080:00000010:0.1:1788572591.755246:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572591.758037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8700.
00010000:00000010:1.1:1788572591.758080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2800.
00000080:00000010:2.1:1788572591.860510:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c620.
00000080:00000010:2.1:1788572591.860525:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:1.1:1788572591.860561:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c140.
00000080:00000010:1.1:1788572591.860573:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:1.1:1788572591.926090:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c100.
00010000:00000010:3.1:1788572591.926093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:1.1:1788572591.926098:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48000.
00010000:00000010:3.1:1788572591.926098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964c600.
00000080:00000010:1.1:1788572591.926104:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458320.
00010000:00000010:3.1:1788572591.926104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3b00.
00010000:00000010:3.1:1788572591.926107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48200.
00000080:00000010:3.1:1788572591.926109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589c0.
00000080:00000010:1.1:1788572591.929298:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee7380.
00010000:00000010:1.1:1788572591.929311:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3600.
00010000:00000010:1.1:1788572591.929317:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00000080:00000010:1.1:1788572591.929321:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd3e0.
00000080:00000010:1.1:1788572591.929334:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5280.
00010000:00000010:1.1:1788572591.936128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:1.1:1788572591.936146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00000080:00000010:1.1:1788572591.936152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04589a0.
00000080:00000010:1.1:1788572591.936168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00000080:00000010:3.1:1788572591.936230:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:3.1:1788572591.962529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c400.
00010000:00000010:3.1:1788572591.962538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00000080:00000010:2.1:1788572591.969645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b00.
00000080:00000010:2.1:1788572591.977203:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:3.1:1788572591.977222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:3.1:1788572591.977231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3200.
00010000:00000010:1.1:1788572592.077032:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:1.1:1788572592.077042:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964d600.
00000080:00000010:0.1:1788572592.077076:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c460.
00000080:00000010:0.1:1788572592.077116:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c3599080.
00000080:00000010:0.1:1788572592.077126:0:48774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c500.
00000080:00000010:0.1:1788572592.077138:0:48774:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359dac0.
00010000:00000010:3.1:1788572592.090121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3600.
00010000:00000010:3.1:1788572592.090138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2c00.
00000080:00000010:1.1:1788572592.105101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c6c0.
00000080:00000010:1.1:1788572592.113117:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572592.123231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3700.
00010000:00000010:0.1:1788572592.123248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00000080:00000010:0.1:1788572592.230101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda80.
00010000:00000010:1.1:1788572592.336095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3d00.
00010000:00000010:1.1:1788572592.336103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514800.
00000080:00000010:0.1:1788572592.336153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:0.1:1788572592.336166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3200.
00010000:00000010:0.1:1788572592.336170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c964dc00.
00000080:00000010:0.1:1788572592.336174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c6c0.
00000080:00000010:0.1:1788572592.336191:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00000080:00000010:0.1:1788572592.336195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c720.
00000080:00000010:0.1:1788572592.336202:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572592.357189:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3700.
00010000:00000010:0.1:1788572592.357196:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d600.
00000080:00000010:0.1:1788572592.357201:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0a0.
00000080:00000010:0.1:1788572592.357214:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:1.1:1788572592.357484:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458b00.
00000080:00000010:1.1:1788572592.357503:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:1.1:1788572592.357514:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3400.
00010000:00000010:1.1:1788572592.357518:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c200.
00010000:00000010:1.1:1788572592.363087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108c500.
00010000:00000010:1.1:1788572592.363096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3200.
00000080:00000010:1.1:1788572592.363100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c040.
00000080:00000010:1.1:1788572592.363115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572592.363124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:1.1:1788572592.363126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00000080:00000010:1.1:1788572592.363128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:1.1:1788572592.363132:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:3.1:1788572592.363165:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3800.
00010000:00000010:3.1:1788572592.363168:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c731d800.
00010000:00000010:2.1:1788572592.427139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea000.
00010000:00000010:2.1:1788572592.427145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c3000.
00000080:00000010:0.1:1788572592.427587:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda80.
00000080:00000010:0.1:1788572592.427613:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00010000:00000010:1.1:1788572592.459167:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3900.
00010000:00000010:1.1:1788572592.459177:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00000080:00000010:3.1:1788572592.510120:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cae0.
00000080:00000010:3.1:1788572592.510141:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:3.1:1788572592.510152:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:3.1:1788572592.510156:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00000080:00000010:3.1:1788572592.510160:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cbe0.
00000080:00000010:3.1:1788572592.510174:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572592.580083:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0a0.
00010000:00000010:2.1:1788572592.580098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8200.
00010000:00000010:2.1:1788572592.580104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514e00.
00000080:00000010:0.1:1788572592.580109:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00000080:00000010:0.1:1788572592.580116:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580c0.
00000080:00000010:0.1:1788572592.580126:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00000080:00000010:1.1:1788572592.580450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd6e0.
00000080:00000010:1.1:1788572592.580461:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4a40.
00010000:00000010:1.1:1788572592.580467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc0d3300.
00010000:00000010:1.1:1788572592.580471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811c00.
00010000:00000010:1.1:1788572592.603562:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0d00.
00010000:00000010:1.1:1788572592.603569:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515200.
00000080:00000010:1.1:1788572592.603575:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458060.
00000080:00000010:1.1:1788572592.603607:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00010000:00000010:3.1:1788572592.644164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d05a3700.
00010000:00000010:3.1:1788572592.644173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00010000:00000010:0.1:1788572592.644206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0300.
00010000:00000010:0.1:1788572592.644210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00000080:00000010:2.1:1788572592.649616:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bda80.
00000080:00000010:2.1:1788572592.649682:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6300.
00000080:00000010:3.1:1788572592.654290:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd120.
00000080:00000010:3.1:1788572592.654309:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b0840.
00010000:00000010:2.1:1788572592.655119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8400.
00010000:00000010:2.1:1788572592.655127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c800.
00000080:00000010:2.1:1788572592.655131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cf80.
00000080:00000010:2.1:1788572592.655147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d88840.
00010000:00000010:1.1:1788572592.670454:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:1.1:1788572592.670460:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00000080:00000010:1.1:1788572592.707072:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:1.1:1788572592.739148:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:0.1:1788572592.741463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8e00.
00010000:00000010:0.1:1788572592.741473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d200.
00000080:00000010:0.1:1788572592.749093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cbe0.
00000080:00000010:0.1:1788572592.749117:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d89080.
00010000:00000010:0.1:1788572592.749124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8a00.
00010000:00000010:0.1:1788572592.749128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514200.
00000080:00000010:0.1:1788572592.749133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd020.
00010000:00000010:1.1:1788572592.749178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eab00.
00010000:00000010:1.1:1788572592.749184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515200.
00000080:00000010:1.1:1788572592.749188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458340.
00000080:00000010:1.1:1788572592.749198:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:0.1:1788572592.754107:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:3.1:1788572592.760228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0300.
00010000:00000010:3.1:1788572592.760241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810400.
00000080:00000010:0.1:1788572592.824301:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0a0.
00000080:00000010:0.1:1788572592.824319:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:1.1:1788572592.914259:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c80d0f00.
00010000:00000010:1.1:1788572592.914266:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d800.
00010000:00000010:3.1:1788572592.914424:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:3.1:1788572592.914430:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48400.
00010000:00000010:3.1:1788572592.914435:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8f00.
00010000:00000010:3.1:1788572592.914438:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c95c2a00.
00000080:00000010:0.1:1788572592.930715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c2a0.
00000080:00000010:0.1:1788572592.930737:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:0.1:1788572592.930751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8a00.
00010000:00000010:0.1:1788572592.930755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00000080:00000010:1.1:1788572592.931094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c120.
00000080:00000010:1.1:1788572592.931111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:1.1:1788572592.931116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:1.1:1788572592.931124:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:1.1:1788572592.980153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0400.
00010000:00000010:1.1:1788572592.980168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485dc00.
00000080:00000010:1.1:1788572592.980173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c5a0.
00000080:00000010:1.1:1788572592.980192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2100.
00000080:00000010:1.1:1788572592.980206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:1.1:1788572592.980218:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:3.1:1788572592.982392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea000.
00010000:00000010:3.1:1788572592.982407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d600.
00000080:00000010:3.1:1788572592.982417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cde0.
00000080:00000010:3.1:1788572592.982434:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:0.1:1788572592.985168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:0.1:1788572592.985182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499e00.
00010000:00000010:0.1:1788572592.985192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11eab00.
00010000:00000010:0.1:1788572592.985196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08cad48a00.
00000080:00000010:0.1:1788572592.985201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cd40.
00000080:00000010:0.1:1788572592.985212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c820.
00000080:00000010:0.1:1788572592.985224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:2.1:1788572592.987094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167f00.
00010000:00000010:2.1:1788572592.987098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485de00.
00000080:00000010:1.1:1788572592.987165:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c600.
00000080:00000010:1.1:1788572592.987184:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00000080:00000010:1.1:1788572592.987192:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:1.1:1788572592.987196:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0100.
00010000:00000010:1.1:1788572592.987199:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00000080:00000010:1.1:1788572592.987201:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd0a0.
00000080:00000010:1.1:1788572592.987208:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b3180.
00010000:00000010:3.1:1788572593.075113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167e00.
00010000:00000010:3.1:1788572593.075124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515200.
00010000:00000010:2.1:1788572593.087120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d15c3200.
00010000:00000010:2.1:1788572593.087128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811e00.
00000080:00000010:2.1:1788572593.087140:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:3.1:1788572593.099261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04588c0.
00000080:00000010:3.1:1788572593.099276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdc60.
00000080:00000010:3.1:1788572593.099288:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00010000:00000010:3.1:1788572593.117688:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167f00.
00010000:00000010:3.1:1788572593.117696:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514e00.
00000080:00000010:2.1:1788572593.120663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458740.
00000080:00000010:2.1:1788572593.120678:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00010000:00000010:1.1:1788572593.125154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0f00.
00010000:00000010:1.1:1788572593.125168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498400.
00000080:00000010:1.1:1788572593.130080:0:48775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c720.
00000080:00000010:1.1:1788572593.130096:0:48775:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b4200.
00010000:00000010:2.1:1788572593.145097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0900.
00010000:00000010:2.1:1788572593.145108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00010000:00000010:0.1:1788572593.217111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5000.
00010000:00000010:0.1:1788572593.217127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515c00.
00000080:00000010:3.1:1788572593.217190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd380.
00000080:00000010:3.1:1788572593.217215:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b7380.
00010000:00000010:1.1:1788572593.233943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:1.1:1788572593.233953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498e00.
00000080:00000010:3.1:1788572593.253408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587c0.
00000080:00000010:3.1:1788572593.253436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee0000.
00000080:00000010:3.1:1788572593.253446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cde0.
00010000:00000010:2.1:1788572593.266637:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167e00.
00010000:00000010:2.1:1788572593.266645:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d000.
00000080:00000010:2.1:1788572593.266655:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:0.1:1788572593.359097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c640.
00000080:00000010:0.1:1788572593.359119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:3.1:1788572593.378165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8200.
00010000:00000010:3.1:1788572593.378172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485cc00.
00010000:00000010:3.1:1788572593.415114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8a00.
00010000:00000010:3.1:1788572593.415119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810200.
00000080:00000010:3.1:1788572593.415124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd800.
00000080:00000010:3.1:1788572593.415138:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572593.418685:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c860.
00000080:00000010:0.1:1788572593.418706:0:48776:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00010000:00000010:0.1:1788572593.478361:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0500.
00010000:00000010:0.1:1788572593.478370:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00000080:00000010:2.1:1788572593.493457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd240.
00010000:00000010:1.1:1788572593.493935:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252100.
00010000:00000010:1.1:1788572593.493941:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514c00.
00000080:00000010:1.1:1788572593.493944:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458780.
00000080:00000010:1.1:1788572593.493957:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00000080:00000010:2.1:1788572593.533121:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b1080.
00010000:00000010:2.1:1788572593.533134:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252500.
00010000:00000010:2.1:1788572593.533140:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810a00.
00000080:00000010:2.1:1788572593.533149:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdac0.
00000080:00000010:2.1:1788572593.533162:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a100.
00010000:00000010:2.1:1788572593.574124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0500.
00010000:00000010:2.1:1788572593.574129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00010000:00000010:0.1:1788572593.574939:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5b00.
00010000:00000010:0.1:1788572593.574948:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514e00.
00000080:00000010:0.1:1788572593.574954:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04580a0.
00000080:00000010:0.1:1788572593.574972:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6b40.
00000080:00000010:3.1:1788572593.579107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c460.
00000080:00000010:3.1:1788572593.579127:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b39c0.
00010000:00000010:0.1:1788572593.618406:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:0.1:1788572593.618421:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c400.
00000080:00000010:3.1:1788572593.619776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ccc0.
00000080:00000010:3.1:1788572593.619798:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359b180.
00010000:00000010:3.1:1788572593.673096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5600.
00010000:00000010:3.1:1788572593.673107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515e00.
00000080:00000010:3.1:1788572593.673120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458020.
00000080:00000010:3.1:1788572593.673135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00010000:00000010:3.1:1788572593.685125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0900.
00010000:00000010:3.1:1788572593.685134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810000.
00010000:00000010:3.1:1788572593.685139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5500.
00010000:00000010:3.1:1788572593.685142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515200.
00000080:00000010:2.1:1788572593.704253:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bdfe0.
00000080:00000010:2.1:1788572593.704267:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b5ac0.
00000080:00000010:2.1:1788572593.704271:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c80.
00000080:00000010:2.1:1788572593.704279:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8a940.
00000080:00000010:2.1:1788572593.775370:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458480.
00000080:00000010:2.1:1788572593.818143:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359c200.
00010000:00000010:2.1:1788572593.818157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cc167e00.
00010000:00000010:2.1:1788572593.818162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485d400.
00010000:00000010:0.1:1788572593.818277:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252100.
00010000:00000010:0.1:1788572593.818284:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515c00.
00000080:00000010:0.1:1788572593.847065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ccc0.
00000080:00000010:0.1:1788572593.847084:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8eb40.
00000080:00000010:0.1:1788572593.847091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6c640.
00000080:00000010:0.1:1788572593.847100:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b18c0.
00000080:00000010:0.1:1788572593.847107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c80.
00000080:00000010:0.1:1788572593.847113:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:3.1:1788572593.854318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0400.
00010000:00000010:3.1:1788572593.854326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00010000:00000010:3.1:1788572593.854329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c7dd0500.
00010000:00000010:3.1:1788572593.854332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515200.
00010000:00000010:1.1:1788572593.858090:0:48775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5200.
00010000:00000010:1.1:1788572593.858096:0:48775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:1.1:1788572593.916079:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cfc0.
00010000:00000010:3.1:1788572593.916095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5b00.
00000080:00000010:1.1:1788572593.916098:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee6300.
00010000:00000010:3.1:1788572593.916105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522400.
00010000:00000010:0.1:1788572593.916284:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d108ce00.
00010000:00000010:0.1:1788572593.916292:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522c00.
00000080:00000010:1.1:1788572593.994306:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458e20.
00000080:00000010:1.1:1788572593.994321:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee18c0.
00000080:00000010:0.1:1788572593.995081:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d04587e0.
00000080:00000010:0.1:1788572593.995095:0:1034:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00010000:00000010:0.1:1788572593.995106:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5800.
00010000:00000010:0.1:1788572593.995111:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9811600.
00010000:00000010:2.1:1788572594.041084:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fa00.
00010000:00000010:2.1:1788572594.041094:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810600.
00000080:00000010:1.1:1788572594.042241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd080.
00010000:00000010:3.1:1788572594.050084:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b000.
00010000:00000010:3.1:1788572594.050091:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1498c00.
00000080:00000010:1.1:1788572594.050261:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee5280.
00000080:00000010:2.1:1788572594.052245:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bde40.
00000080:00000010:2.1:1788572594.052259:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b2940.
00010000:00000010:2.1:1788572594.079331:0:48777:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c5252e00.
00010000:00000010:2.1:1788572594.079341:0:48777:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c1499c00.
00000080:00000010:2.1:1788572594.079350:0:48777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984cf20.
00000080:00000010:2.1:1788572594.079368:0:48777:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359a940.
00000080:00000010:0.1:1788572594.084138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984ce40.
00000080:00000010:0.1:1788572594.084223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359e300.
00010000:00000010:1.1:1788572594.128781:0:48776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea000.
00010000:00000010:1.1:1788572594.128787:0:48776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c600.
00000080:00000010:1.1:1788572594.128791:0:48776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce80.
00000080:00000010:0.1:1788572594.129076:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8b9c0.
00010000:00000010:1.1:1788572594.139401:0:48774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08ca5a5000.
00010000:00000010:1.1:1788572594.139408:0:48774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523e00.
00000080:00000010:1.1:1788572594.190322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458c20.
00000080:00000010:1.1:1788572594.190340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9ee3180.
00010000:00000010:3.1:1788572594.208123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:3.1:1788572594.208129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485c000.
00000080:00000010:3.1:1788572594.219077:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6cd40.
00000080:00000010:3.1:1788572594.219091:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c9d8e300.
00010000:00000010:1.1:1788572594.219095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327bb00.
00010000:00000010:1.1:1788572594.219101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522200.
00000080:00000010:1.1:1788572594.219105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458700.
00000080:00000010:1.1:1788572594.219115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359f380.
00010000:00000010:0.1:1788572594.253083:0:48778:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b700.
00010000:00000010:0.1:1788572594.253089:0:48778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522600.
00010000:00000010:3.1:1788572594.258242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327be00.
00010000:00000010:3.1:1788572594.258254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c485da00.
00000080:00000010:0.1:1788572594.258387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458d20.
00000080:00000010:0.1:1788572594.258414:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359eb40.
00000080:00000010:0.1:1788572594.290091:0:48778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c8f6ce40.
00000080:00000010:0.1:1788572594.290119:0:48778:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35998c0.
00010000:00000010:1.1:1788572594.292384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c327b200.
00010000:00000010:1.1:1788572594.292397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393c00.
00000080:00000010:1.1:1788572594.292406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c780.
00000080:00000010:1.1:1788572594.292424:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c359ca40.
00010000:00000010:0.1:1788572594.306174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cba9fd00.
00010000:00000010:0.1:1788572594.306184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0523c00.
00010000:00000010:2.1:1788572594.315098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d11ea200.
00010000:00000010:2.1:1788572594.315116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8393e00.
00000080:00000010:1.1:1788572594.315144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458920.
00000080:00000010:1.1:1788572594.315163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b08c35b6b40.
00000800:00000200:1.1:1788572646.557167:0:2389:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:1.1:1788572646.557175:0:2389:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1788572646.557178:0:2389:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:0.1:1788572647.389636:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572650.471737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572650.471740:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788572655.582415:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572655.582690:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572657.631173:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572657.631178:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 2, 1 secs later)
00000800:00000200:1.1:1788572657.631638:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572657.631640:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 2, 1 secs later)
00000800:00000200:1.1:1788572657.632797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572657.632799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 2, 1 secs later)
00000800:00000200:1.1:1788572657.633169:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572657.633172:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 2, 1 secs later)
00000800:00000200:1.1:1788572657.633510:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572657.633513:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 2, 1 secs later)
00000800:00000200:1.1:1788572662.749774:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572662.750446:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572662.750583:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572662.750716:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572662.750883:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572667.870979:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572667.870982:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 4, 2 secs later)
00000800:00000200:1.1:1788572667.871453:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572667.871456:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 4, 2 secs later)
00000800:00000200:1.1:1788572667.871783:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572667.871786:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 4, 2 secs later)
00000800:00000200:1.1:1788572667.872163:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572667.872166:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 4, 2 secs later)
00000800:00000200:1.1:1788572667.872495:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572667.872498:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 4, 2 secs later)
00000800:00000200:2.1:1788572672.990659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572672.991152:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572672.991269:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572672.991383:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572672.991511:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572678.109888:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572678.109897:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1788572678.110826:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572678.110830:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1788572678.111159:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572678.111161:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1788572678.111400:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572678.111401:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1788572678.111591:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572678.111593:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 8, 5 secs later)
00000800:00000200:2.1:1788572683.230820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572683.231098:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572683.231268:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572683.231389:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572683.231483:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572688.349942:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572688.349946:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 12 secs later)
00000800:00000200:2.1:1788572688.351234:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572688.351242:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 12 secs later)
00000800:00000200:2.1:1788572688.351607:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572688.351609:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 12 secs later)
00000800:00000200:2.1:1788572688.351889:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572688.351892:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 12 secs later)
00000800:00000200:2.1:1788572688.352138:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572688.352140:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1788572693.469743:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572693.469749:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1788572693.470606:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572693.470609:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1788572693.470918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572693.470921:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1788572693.471342:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572693.471344:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1788572693.471609:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572693.471612:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1788572698.590214:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572698.590228:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788572698.591230:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572698.591232:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788572698.591530:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572698.591532:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788572698.591753:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572698.591755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788572698.592086:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572698.592089:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1788572703.709893:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572703.710322:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572703.710680:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572703.710827:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572703.710948:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572708.829905:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572708.829910:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1788572708.830973:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572708.830980:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1788572708.831445:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572708.831447:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1788572708.831790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572708.831793:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1788572708.832145:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572708.832148:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1788572713.949893:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572713.949897:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1788572713.950729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572713.950732:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1788572713.950988:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572713.950990:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1788572713.951234:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572713.951236:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1788572713.951526:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572713.951528:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1788572719.069806:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572719.069815:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1788572719.070435:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572719.070442:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1788572719.070941:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572719.070943:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1788572719.071203:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572719.071205:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1788572719.071413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572719.071415:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 19 secs later)
00000800:00000200:1.1:1788572724.189978:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572724.189989:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 14 secs later)
00000800:00000200:1.1:1788572724.190931:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572724.190943:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 14 secs later)
00000800:00000200:1.1:1788572724.191823:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572724.191825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 14 secs later)
00000800:00000200:1.1:1788572724.192157:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572724.192158:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 14 secs later)
00000800:00000200:1.1:1788572724.192387:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572724.192390:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 14 secs later)
00000800:00000200:1.1:1788572729.309803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572729.309808:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 9 secs later)
00000800:00000200:1.1:1788572729.310379:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572729.310383:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 9 secs later)
00000800:00000200:1.1:1788572729.310993:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572729.310996:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 9 secs later)
00000800:00000200:1.1:1788572729.311261:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572729.311263:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 9 secs later)
00000800:00000200:1.1:1788572729.311523:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572729.311524:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 9 secs later)
00000800:00000200:1.1:1788572734.429765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572734.429772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 4 secs later)
00000800:00000200:1.1:1788572734.430615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572734.430617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 4 secs later)
00000800:00000200:1.1:1788572734.430895:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572734.430897:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 4 secs later)
00000800:00000200:1.1:1788572734.431183:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572734.431184:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 4 secs later)
00000800:00000200:1.1:1788572734.431493:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572734.431496:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 32, 4 secs later)
00000800:00000200:1.1:1788572739.549772:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572739.550254:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572739.550447:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572739.550623:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572739.550780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572744.669835:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572744.669841:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788572744.670677:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572744.670680:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788572744.670989:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572744.670991:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788572744.671246:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572744.671248:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788572744.671548:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572744.671550:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788572749.789671:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572749.789675:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788572749.790438:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572749.790440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788572749.790630:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572749.790631:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788572749.790839:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572749.790841:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788572749.791135:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572749.791137:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788572754.909748:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572754.909754:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788572754.910508:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572754.910514:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788572754.910901:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572754.910903:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788572754.911214:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572754.911216:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788572754.911404:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572754.911405:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788572760.029700:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572760.029705:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788572760.030272:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572760.030274:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788572760.030452:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572760.030454:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788572760.030626:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572760.030627:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788572760.030797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572760.030799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788572765.149857:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572765.149865:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788572765.151095:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572765.151097:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788572765.151296:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572765.151298:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788572765.151509:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572765.151510:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788572765.151806:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572765.151808:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788572770.269819:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572770.269825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788572770.270810:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572770.270817:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788572770.271522:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572770.271524:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788572770.271852:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572770.271855:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788572770.272195:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572770.272198:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788572775.389681:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572775.389686:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788572775.390354:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572775.390355:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788572775.390543:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572775.390545:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788572775.390718:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572775.390720:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788572775.390955:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572775.390957:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788572780.509801:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572780.509805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788572780.510375:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572780.510377:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788572780.510557:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572780.510559:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788572780.510730:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572780.510732:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788572780.510937:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572780.510939:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788572785.630121:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572785.630131:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572785.630659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572785.630661:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572785.630869:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572785.630872:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572785.631190:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572785.631192:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572785.631370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572785.631372:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572790.749788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572790.749792:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572790.750471:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572790.750472:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572790.750686:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572790.750687:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572790.750902:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572790.750905:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572790.751267:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572790.751270:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572795.869654:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572795.869662:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572795.870334:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572795.870336:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572795.870557:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572795.870559:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572795.870805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572795.870807:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572795.871042:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572795.871044:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572800.989786:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572800.989794:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788572800.990794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572800.990803:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788572800.991297:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572800.991299:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788572800.991512:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572800.991514:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788572800.991704:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572800.991706:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788572806.109612:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572806.109948:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572806.110224:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572806.111332:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572806.111501:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572811.229825:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572811.229832:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572811.230638:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572811.230641:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572811.230937:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572811.230939:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572811.231253:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572811.231255:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572811.231535:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572811.231536:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572816.349716:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572816.349719:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572816.350421:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572816.350423:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572816.350650:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572816.350652:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572816.350835:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572816.350837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572816.351253:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572816.351256:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572821.469621:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572821.469625:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572821.470027:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572821.470028:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572821.470242:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572821.470244:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572821.470439:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572821.470441:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572821.470612:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572821.470614:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572826.589789:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572826.589798:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572826.590402:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572826.590434:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572826.590637:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572826.590638:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572826.590864:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572826.590867:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572826.591123:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572826.591125:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572831.709917:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572831.709925:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572831.710565:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572831.710568:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572831.710845:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572831.710847:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572831.711054:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572831.711057:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572831.711316:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572831.711319:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572836.830063:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572836.830109:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572836.830831:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572836.830833:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572836.831045:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572836.831047:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572836.831312:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572836.831315:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572836.831551:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572836.831553:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572841.950006:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572841.950017:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572841.951192:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572841.951197:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572841.951541:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572841.951543:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572841.951796:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572841.951798:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572841.952072:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572841.952075:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572847.070194:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572847.070205:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572847.071031:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572847.071034:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572847.071365:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572847.071368:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572847.071669:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572847.071671:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572847.072002:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572847.072005:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788572852.189908:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572852.189925:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572852.190838:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572852.190846:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572852.191465:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572852.191466:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572852.191720:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572852.191722:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572852.191908:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572852.191910:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788572857.309893:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572857.309899:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572857.310550:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572857.310552:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572857.310745:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572857.310747:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572857.310928:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572857.310929:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572857.311248:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572857.311250:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788572862.429668:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572862.429675:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572862.430413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572862.430419:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572862.430792:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572862.430794:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572862.431084:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572862.431086:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572862.431294:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572862.431296:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788572867.549835:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572867.549839:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788572867.550494:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572867.550496:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788572867.550688:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572867.550690:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788572867.550868:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572867.550870:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788572867.551052:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572867.551070:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788572872.669888:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572872.670588:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572872.671267:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572872.671515:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788572872.671654:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572877.790268:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572877.790271:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572877.790636:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572877.790638:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572877.790902:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572877.790905:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572877.791240:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572877.791244:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572877.791572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572877.791575:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572882.909644:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572882.909650:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572882.910241:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572882.910243:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572882.910432:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572882.910434:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572882.910617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572882.910619:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572882.910862:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572882.910863:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572888.029863:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572888.029868:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572888.030866:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572888.030867:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572888.031092:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572888.031095:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572888.031294:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572888.031296:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572888.031555:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572888.031557:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788572893.149846:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572893.149860:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788572893.150805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572893.150807:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788572893.151161:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572893.151163:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788572893.151327:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572893.151329:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788572893.151547:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572893.151549:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000080:00000010:3.1:1788572894.500085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd260.
00000080:00000010:3.1:1788572894.500105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458740.
00000080:00000010:3.1:1788572894.500109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd4e0.
00000080:00000010:3.1:1788572894.500114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08d0458ee0.
00000080:00000010:3.1:1788572894.500118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08ca4c98c0.
00000080:00000010:3.1:1788572894.500122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c83bd680.
00000080:00000010:3.1:1788572894.500125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b08c984c540.
00010000:00000010:3.1:1788572894.500130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f200.
00010000:00000010:3.1:1788572894.500134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c9810e00.
00010000:00000010:3.1:1788572894.500146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d179f600.
00010000:00000010:3.1:1788572894.500149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0522a00.
00010000:00000010:3.1:1788572894.500152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d82e8f00.
00010000:00000010:3.1:1788572894.500156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0514600.
00010000:00000010:3.1:1788572894.500159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30c2e00.
00010000:00000010:3.1:1788572894.500162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512600.
00010000:00000010:3.1:1788572894.500164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30de400.
00010000:00000010:3.1:1788572894.500168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515800.
00010000:00000010:3.1:1788572894.500171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0800.
00010000:00000010:3.1:1788572894.500174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0512400.
00010000:00000010:3.1:1788572894.500176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08d30dee00.
00010000:00000010:3.1:1788572894.500179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d8395400.
00010000:00000010:3.1:1788572894.500181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08c85b0a00.
00010000:00000010:3.1:1788572894.500184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08d0515400.
00010000:00000010:3.1:1788572894.500187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b08cad27100.
00010000:00000010:3.1:1788572894.500190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b08c4813a00.
00000800:00000200:2.1:1788572898.270096:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572898.270100:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788572898.271275:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572898.271278:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788572898.271600:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572898.271603:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788572898.271949:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572898.271951:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788572898.272377:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572898.272380:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788572903.389961:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572903.389969:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788572903.390906:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572903.390908:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788572903.391127:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572903.391130:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788572903.391355:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572903.391357:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788572903.391543:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572903.391545:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788572908.509855:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572908.509860:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572908.510558:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572908.510560:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572908.510788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572908.510789:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572908.510983:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572908.510985:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572908.511216:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572908.511218:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572913.629834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572913.629837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572913.630603:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572913.630605:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572913.630851:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572913.630853:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572913.631113:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572913.631115:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572913.631419:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572913.631422:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572918.749677:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572918.749682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572918.750397:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572918.750399:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572918.750654:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572918.750657:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572918.750846:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572918.750848:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572918.751163:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572918.751166:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572923.869633:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572923.869637:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572923.870300:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572923.870302:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572923.870529:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572923.870531:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572923.870756:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572923.870757:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572923.870956:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572923.870957:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572928.990117:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572928.990126:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788572928.991268:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572928.991273:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788572928.992025:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572928.992027:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788572928.992372:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572928.992374:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788572928.992632:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572928.992634:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788572934.109557:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572934.109564:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788572934.110235:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572934.110238:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788572934.110461:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572934.110463:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788572934.110643:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572934.110646:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788572934.110934:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572934.110936:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788572939.229672:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572939.229995:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572939.230421:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572939.230759:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572939.230920:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572944.349919:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572944.349934:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572944.351046:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572944.351050:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572944.351438:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572944.351441:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572944.351751:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572944.351754:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572944.352134:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572944.352136:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788572949.469803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572949.469808:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572949.470403:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572949.470405:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572949.470656:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572949.470658:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572949.470849:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572949.470851:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572949.471027:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572949.471029:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788572954.590113:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572954.590120:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788572954.591227:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572954.591230:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788572954.591566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572954.591569:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788572954.591905:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572954.591909:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788572954.592277:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572954.592280:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788572959.709713:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572959.709717:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572959.710508:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572959.710511:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572959.710813:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572959.710816:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572959.711159:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572959.711161:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572959.711467:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572959.711470:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788572964.829946:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572964.829964:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572964.831259:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572964.831261:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572964.831496:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572964.831498:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572964.831692:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572964.831694:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572964.831942:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572964.831944:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788572969.949819:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572969.949828:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572969.950355:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572969.950357:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572969.950543:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572969.950545:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572969.950718:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572969.950719:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572969.950890:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572969.950892:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788572975.069628:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572975.069637:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572975.070232:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572975.070234:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572975.070419:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572975.070421:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572975.070597:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572975.070598:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572975.070828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572975.070830:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788572980.189910:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572980.189918:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572980.190616:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572980.190619:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572980.190931:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572980.190935:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572980.191253:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572980.191255:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572980.191552:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572980.191555:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788572985.309670:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572985.309675:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572985.310409:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572985.310411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572985.310646:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572985.310648:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572985.310978:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572985.310981:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572985.311428:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572985.311431:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788572990.429762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572990.429767:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572990.430465:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572990.430466:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572990.430654:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572990.430656:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572990.430834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572990.430836:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572990.431150:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572990.431152:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788572995.549618:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572995.549621:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788572995.550302:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572995.550308:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788572995.550918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572995.550920:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788572995.551163:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572995.551166:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788572995.551456:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788572995.551458:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573000.669772:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573000.669778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573000.670578:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573000.670580:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573000.670877:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573000.670880:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573000.671213:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573000.671216:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573000.671607:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573000.671609:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573005.789821:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573005.790267:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573005.790686:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573005.790915:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573005.791104:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573010.910197:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573010.910201:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573010.910554:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573010.910556:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573010.910852:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573010.910855:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573010.911209:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573010.911212:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573010.911617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573010.911619:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573016.029727:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573016.029734:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573016.030576:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573016.030579:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573016.030909:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573016.030911:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573016.031240:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573016.031243:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573016.031654:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573016.031657:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573021.149766:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573021.149772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573021.150405:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573021.150407:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573021.150618:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573021.150620:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573021.150807:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573021.150809:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573021.151109:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573021.151110:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573026.270268:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573026.270277:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573026.270837:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573026.270840:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573026.271320:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573026.271323:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573026.271674:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573026.271677:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573026.271995:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573026.271998:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573031.389831:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573031.389837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573031.390492:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573031.390493:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573031.390718:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573031.390720:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573031.391011:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573031.391013:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573031.391228:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573031.391230:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573036.509929:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573036.509940:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573036.511025:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573036.511027:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573036.511286:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573036.511288:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573036.511512:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573036.511513:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573036.511789:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573036.511791:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573041.629666:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573041.629671:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573041.630481:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573041.630483:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573041.630762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573041.630765:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573041.630995:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573041.630998:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573041.631465:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573041.631468:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573046.749685:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573046.749693:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573046.750404:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573046.750406:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573046.750593:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573046.750595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573046.750816:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573046.750818:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573046.751126:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573046.751127:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573051.870135:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573051.870146:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573051.870940:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573051.870942:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573051.871182:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573051.871185:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573051.871403:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573051.871405:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573051.871578:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573051.871580:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573056.989983:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573056.989990:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573056.991103:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573056.991105:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573056.991296:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573056.991297:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573056.991473:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573056.991475:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573056.991722:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573056.991724:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573062.109752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573062.109757:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573062.110454:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573062.110456:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573062.110649:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573062.110652:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573062.110847:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573062.110849:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573062.111289:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573062.111291:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573067.229780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573067.229786:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573067.230536:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573067.230539:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573067.230867:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573067.230869:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573067.231124:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573067.231126:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573067.231389:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573067.231392:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788573072.349751:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573072.350183:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573072.350429:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573072.350611:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573072.350764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573077.470281:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573077.470284:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573077.470671:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573077.470673:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573077.470991:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573077.470993:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573077.471347:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573077.471351:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573077.471699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573077.471702:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573082.589868:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573082.589876:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788573082.590426:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573082.590428:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788573082.590621:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573082.590623:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788573082.590803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573082.590805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788573082.590993:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573082.590995:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788573087.709724:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573087.709729:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573087.710329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573087.710331:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573087.710518:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573087.710520:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573087.710693:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573087.710695:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573087.710865:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573087.710867:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573092.829741:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573092.829746:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573092.830526:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573092.830529:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573092.830760:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573092.830762:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573092.831115:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573092.831118:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573092.831349:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573092.831352:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573097.949945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573097.949953:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573097.950994:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573097.951006:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573097.951392:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573097.951395:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573097.951620:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573097.951623:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573097.951933:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573097.951936:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573103.069841:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573103.069846:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573103.070719:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573103.070724:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573103.070938:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573103.070939:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573103.071198:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573103.071199:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573103.071436:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573103.071438:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573108.189819:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573108.189826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573108.190425:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573108.190427:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573108.190652:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573108.190653:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573108.190844:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573108.190846:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573108.191024:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573108.191026:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573113.309703:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573113.309709:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573113.310401:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573113.310409:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573113.310713:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573113.310715:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573113.310947:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573113.310949:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573113.311198:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573113.311200:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573118.429703:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573118.429709:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573118.430491:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573118.430496:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573118.430694:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573118.430695:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573118.430911:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573118.430914:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573118.431250:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573118.431252:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573123.549683:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573123.549688:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573123.550440:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573123.550445:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573123.550903:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573123.550905:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573123.551292:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573123.551294:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573123.551577:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573123.551579:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573128.669830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573128.669839:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573128.670974:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573128.670981:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573128.671436:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573128.671439:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573128.671871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573128.671874:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573128.672205:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573128.672208:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573133.789716:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573133.789723:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573133.790447:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573133.790449:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573133.790640:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573133.790641:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573133.790897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573133.790900:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573133.791258:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573133.791260:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573138.909742:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573138.910190:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573138.910561:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573138.910753:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573138.910915:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573144.030130:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573144.030145:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573144.031258:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573144.031262:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573144.031525:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573144.031527:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573144.031721:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573144.031723:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573144.031990:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573144.031992:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573149.149803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573149.149812:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573149.150617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573149.150621:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573149.151255:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573149.151265:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573149.151669:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573149.151671:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573149.151875:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573149.151877:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573154.269805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573154.269810:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573154.270735:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573154.270741:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573154.271001:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573154.271002:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573154.271370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573154.271372:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573154.271666:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573154.271668:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573159.390031:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573159.390036:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573159.390975:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573159.390981:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573159.391501:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573159.391504:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573159.391774:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573159.391776:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573159.392022:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573159.392024:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573164.509738:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573164.509742:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573164.510499:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573164.510503:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573164.510898:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573164.510901:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573164.511205:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573164.511207:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573164.511394:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573164.511399:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573169.629920:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573169.629931:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573169.631106:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573169.631108:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573169.631340:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573169.631342:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573169.631615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573169.631617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573169.631912:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573169.631914:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573174.749952:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573174.749960:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573174.751238:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573174.751240:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573174.751479:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573174.751481:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573174.751665:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573174.751666:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573174.751993:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573174.751995:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573179.869670:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573179.869676:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573179.870329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573179.870332:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573179.870552:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573179.870553:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573179.870757:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573179.870758:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573179.871006:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573179.871009:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573184.989712:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573184.989718:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573184.990259:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573184.990261:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573184.990484:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573184.990486:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573184.990737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573184.990739:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573184.990924:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573184.990925:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573190.109954:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573190.109966:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573190.110914:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573190.110916:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573190.111191:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573190.111193:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573190.111422:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573190.111426:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573190.111741:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573190.111743:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573195.229941:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573195.229951:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573195.230939:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573195.230941:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573195.231202:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573195.231203:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573195.231391:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573195.231393:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573195.231610:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573195.231613:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573200.349842:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573200.349855:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573200.350345:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573200.350347:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573200.350573:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573200.350574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573200.350758:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573200.350759:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573200.350949:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573200.350950:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573205.469933:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573205.470480:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573205.471157:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573205.471470:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573205.471630:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573210.589820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573210.589827:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573210.590593:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573210.590596:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573210.590919:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573210.590922:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573210.591227:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573210.591230:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573210.591460:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573210.591465:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573215.709739:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573215.709744:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573215.710370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573215.710374:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573215.710762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573215.710763:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573215.711009:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573215.711011:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573215.711228:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573215.711230:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573220.829693:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573220.829698:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573220.830436:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573220.830440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573220.830780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573220.830783:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573220.831117:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573220.831120:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573220.831433:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573220.831436:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573225.949874:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573225.949878:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573225.950706:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573225.950709:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573225.951013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573225.951016:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573225.951353:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573225.951356:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573225.951774:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573225.951777:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573231.069765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573231.069771:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573231.070559:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573231.070564:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573231.070790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573231.070792:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573231.071050:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573231.071067:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573231.071278:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573231.071280:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573236.189722:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573236.189728:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573236.190386:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573236.190388:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573236.190571:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573236.190573:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573236.190798:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573236.190800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573236.191069:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573236.191071:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573241.309882:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573241.309891:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788573241.310652:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573241.310655:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788573241.310982:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573241.310984:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788573241.311337:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573241.311340:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788573241.311654:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573241.311657:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788573246.429709:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573246.429714:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788573246.430309:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573246.430312:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788573246.430768:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573246.430770:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788573246.431074:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573246.431075:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788573246.431272:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573246.431273:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788573251.549734:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573251.549739:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573251.550332:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573251.550335:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573251.550534:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573251.550536:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573251.550746:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573251.550748:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573251.550924:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573251.550926:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573256.669765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573256.669772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573256.670433:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573256.670435:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573256.670627:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573256.670629:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573256.670804:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573256.670806:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573256.671100:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573256.671103:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573261.790030:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573261.790040:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573261.790944:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573261.790946:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573261.791202:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573261.791204:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573261.791423:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573261.791425:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573261.791615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573261.791617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573266.909764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573266.909767:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573266.910492:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573266.910497:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573266.910908:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573266.910909:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573266.911207:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573266.911209:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573266.911397:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573266.911399:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573272.029726:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573272.030182:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573272.030488:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573272.030672:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573272.030830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573277.150309:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573277.150313:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573277.150682:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573277.150685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573277.150969:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573277.150971:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573277.151277:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573277.151278:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573277.151549:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573277.151551:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573282.270753:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573282.270759:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573282.271321:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573282.271323:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573282.271489:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573282.271491:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573282.271676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573282.271679:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573282.271916:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573282.271918:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573287.389730:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573287.389735:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573287.390304:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573287.390306:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573287.390518:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573287.390520:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573287.390714:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573287.390716:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573287.390874:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573287.390876:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573292.509823:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573292.509829:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573292.510603:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573292.510609:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573292.511008:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573292.511010:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573292.511290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573292.511293:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573292.511577:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573292.511579:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573297.629789:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573297.629799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573297.630540:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573297.630543:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573297.630854:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573297.630857:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573297.631191:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573297.631194:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573297.631492:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573297.631494:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573302.749842:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573302.749849:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573302.751020:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573302.751026:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573302.751519:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573302.751523:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573302.751871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573302.751873:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573302.752125:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573302.752127:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573307.869799:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573307.869805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573307.870566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573307.870568:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573307.870756:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573307.870758:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573307.871036:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573307.871039:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573307.871330:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573307.871331:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573312.989739:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573312.989744:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573312.990515:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573312.990519:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573312.990804:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573312.990806:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573312.991046:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573312.991049:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573312.991305:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573312.991307:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573318.110045:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573318.110097:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573318.110800:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573318.110803:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573318.111153:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573318.111155:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573318.111459:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573318.111462:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573318.111764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573318.111767:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573323.229739:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573323.229744:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573323.230411:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573323.230414:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573323.230711:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573323.230714:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573323.230934:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573323.230936:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573323.231269:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573323.231271:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573328.349930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573328.349939:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573328.350675:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573328.350677:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573328.350879:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573328.350881:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573328.351121:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573328.351124:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573328.351396:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573328.351398:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573333.469742:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573333.469751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573333.470516:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573333.470519:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573333.470835:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573333.470838:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573333.471185:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573333.471188:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573333.471499:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573333.471502:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573338.589907:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573338.590383:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573338.590554:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573338.590724:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573338.590906:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573343.709782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573343.709787:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573343.710607:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573343.710612:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573343.710966:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573343.710969:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573343.711291:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573343.711294:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573343.711699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573343.711702:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573348.829777:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573348.829781:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573348.830391:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573348.830394:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573348.830682:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573348.830685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573348.830916:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573348.830917:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573348.831199:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573348.831201:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573353.949766:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573353.949772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573353.950499:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573353.950501:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573353.950691:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573353.950693:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573353.950900:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573353.950902:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573353.951195:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573353.951197:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573359.069635:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573359.069640:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573359.070309:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573359.070310:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573359.070522:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573359.070524:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573359.070711:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573359.070712:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573359.070992:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573359.070995:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573364.189830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573364.189838:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573364.190551:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573364.190555:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573364.190959:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573364.190962:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573364.191415:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573364.191418:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573364.191787:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573364.191809:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573369.309955:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573369.309977:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788573369.310801:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573369.310804:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788573369.311568:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573369.311571:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788573369.311916:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573369.311927:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788573369.312404:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573369.312406:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788573374.429897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573374.429907:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788573374.430811:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573374.430813:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788573374.431161:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573374.431162:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788573374.431388:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573374.431390:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788573374.431579:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573374.431581:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788573379.549787:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573379.549793:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573379.550640:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573379.550642:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573379.550845:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573379.550847:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573379.551094:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573379.551096:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573379.551422:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573379.551425:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573384.669577:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573384.669581:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573384.670020:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573384.670021:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573384.670270:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573384.670272:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573384.670471:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573384.670474:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573384.670702:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573384.670703:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573389.789846:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573389.789853:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573389.790457:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573389.790460:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573389.790781:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573389.790784:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573389.791143:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573389.791145:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573389.791458:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573389.791461:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573394.909929:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573394.909934:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573394.910683:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573394.910685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573394.910945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573394.910947:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573394.911205:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573394.911207:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573394.911463:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573394.911465:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573400.029793:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573400.029801:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573400.030566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573400.030568:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573400.030794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573400.030796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573400.030990:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573400.030992:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573400.031318:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573400.031320:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573405.149769:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573405.150115:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573405.150513:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573405.150794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573405.150960:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573410.270300:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573410.270304:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573410.270644:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573410.270647:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573410.270933:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573410.270935:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573410.271183:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573410.271185:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573410.271389:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573410.271390:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573415.389750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573415.389757:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573415.390483:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573415.390487:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573415.390919:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573415.390920:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573415.391200:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573415.391202:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573415.391402:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573415.391404:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573420.509652:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573420.509658:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573420.510317:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573420.510319:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573420.510594:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573420.510597:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573420.510777:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573420.510779:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573420.511113:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573420.511115:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573425.629768:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573425.629775:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573425.630462:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573425.630463:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573425.630673:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573425.630675:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573425.630858:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573425.630860:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573425.631125:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573425.631127:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573430.749887:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573430.749895:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573430.750524:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573430.750526:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573430.750769:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573430.750771:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573430.750956:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573430.750958:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573430.751205:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573430.751208:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573435.869675:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573435.869683:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573435.870393:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573435.870394:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573435.870592:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573435.870594:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573435.870832:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573435.870834:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573435.871098:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573435.871099:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573440.989800:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573440.989805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573440.990413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573440.990414:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573440.990633:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573440.990636:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573440.990945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573440.990948:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573440.991197:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573440.991199:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573446.109764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573446.109770:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573446.110385:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573446.110388:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573446.110616:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573446.110617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573446.110804:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573446.110805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573446.111106:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573446.111108:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573451.229742:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573451.229747:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573451.230496:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573451.230498:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573451.230716:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573451.230718:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573451.230974:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573451.230977:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573451.231269:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573451.231271:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573456.349939:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573456.349942:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573456.350852:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573456.350854:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573456.351116:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573456.351118:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573456.351332:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573456.351335:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573456.351564:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573456.351566:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573461.469986:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573461.469996:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573461.470807:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573461.470810:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573461.471198:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573461.471202:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573461.471554:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573461.471556:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573461.471876:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573461.471880:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573466.589702:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573466.589707:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573466.590344:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573466.590345:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573466.590546:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573466.590549:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573466.590786:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573466.590788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573466.591154:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573466.591156:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573471.709696:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573471.709997:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573471.710432:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573471.710604:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573471.710761:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573476.829961:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573476.829965:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573476.830796:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573476.830800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573476.831160:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573476.831163:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573476.831483:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573476.831486:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573476.831788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573476.831791:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573481.949895:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573481.949906:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573481.951110:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573481.951112:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573481.951329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573481.951331:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573481.951548:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573481.951551:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573481.951844:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573481.951846:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573487.069726:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573487.069731:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573487.070511:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573487.070514:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573487.070750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573487.070752:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573487.071006:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573487.071008:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573487.071288:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573487.071290:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573492.189982:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573492.189988:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573492.190970:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573492.190972:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573492.191235:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573492.191237:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573492.191455:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573492.191457:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573492.191655:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573492.191657:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573497.309737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573497.309741:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573497.310385:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573497.310387:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573497.310572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573497.310573:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573497.310745:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573497.310747:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573497.310983:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573497.310984:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573502.429881:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573502.429892:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573502.431005:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573502.431008:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573502.431305:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573502.431307:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573502.431488:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573502.431489:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788573502.431668:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573502.431670:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788573507.549745:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573507.549751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573507.550422:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573507.550425:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573507.550684:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573507.550685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573507.550894:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573507.550896:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573507.551222:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573507.551224:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573512.670193:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573512.670200:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573512.670787:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573512.670789:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573512.671071:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573512.671073:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573512.671273:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573512.671275:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573512.671452:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573512.671453:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573517.789721:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573517.789724:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573517.790192:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573517.790196:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573517.790711:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573517.790713:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573517.791124:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573517.791127:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573517.791391:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573517.791393:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573522.909736:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573522.909739:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573522.910574:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573522.910579:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573522.910855:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573522.910857:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573522.911093:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573522.911095:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573522.911371:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573522.911373:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573528.029730:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573528.029737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573528.030357:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573528.030359:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573528.030615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573528.030617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573528.030806:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573528.030807:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573528.031133:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573528.031135:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573533.149631:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573533.149638:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573533.150306:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573533.150307:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573533.150512:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573533.150514:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573533.150735:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573533.150737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573533.150989:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573533.150991:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573538.269723:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573538.270173:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573538.270367:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573538.270541:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573538.270695:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573543.389791:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573543.389799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573543.391037:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573543.391041:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573543.391377:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573543.391379:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573543.391563:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573543.391565:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573543.391747:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573543.391749:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573548.509918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573548.509927:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573548.511137:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573548.511140:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573548.511346:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573548.511348:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573548.511527:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573548.511529:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573548.511770:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573548.511772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788573553.629700:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573553.629706:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573553.630422:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573553.630428:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573553.630835:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573553.630836:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573553.631115:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573553.631117:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573553.631324:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573553.631327:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788573558.749891:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573558.749896:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573558.751084:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573558.751089:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573558.751326:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573558.751328:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573558.751510:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573558.751512:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573558.751825:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573558.751826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573563.869868:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573563.869873:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573563.870443:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573563.870444:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573563.870699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573563.870702:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573563.870932:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573563.870934:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573563.871215:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573563.871217:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573568.989704:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573568.989710:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573568.990415:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573568.990417:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573568.990609:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573568.990611:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573568.990787:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573568.990788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573568.991029:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573568.991032:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573574.109737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573574.109745:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573574.110360:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573574.110362:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573574.110563:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573574.110566:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573574.110845:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573574.110847:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573574.111118:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573574.111121:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573579.229853:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573579.229860:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573579.230490:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573579.230493:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573579.230784:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573579.230787:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573579.231093:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573579.231094:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573579.231282:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573579.231284:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573584.349958:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573584.349964:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573584.350875:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573584.350877:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573584.351234:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573584.351237:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573584.351550:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573584.351553:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573584.351973:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573584.351977:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573589.469797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573589.469804:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573589.470678:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573589.470681:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573589.470998:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573589.471001:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573589.471348:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573589.471351:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573589.471786:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573589.471789:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573594.590016:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573594.590023:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788573594.591050:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573594.591080:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788573594.591411:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573594.591414:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788573594.591764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573594.591766:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788573594.592023:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573594.592026:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788573599.709740:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573599.709745:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573599.710363:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573599.710367:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573599.710624:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573599.710626:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573599.710828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573599.710830:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788573599.711162:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573599.711164:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573604.830028:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573604.830636:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573604.831105:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573604.831296:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573604.831477:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573609.949843:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573609.949846:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573609.951207:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573609.951210:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573609.952006:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573609.952010:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573609.952413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573609.952415:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573609.952642:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573609.952645:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788573615.070020:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573615.070033:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573615.070694:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573615.070697:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573615.071037:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573615.071039:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573615.071405:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573615.071409:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573615.071719:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573615.071721:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788573620.189672:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573620.189677:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573620.190393:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573620.190395:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573620.190580:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573620.190596:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573620.190782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573620.190784:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573620.190965:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573620.190968:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788573625.310074:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573625.310081:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573625.310799:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573625.310801:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573625.311034:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573625.311036:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573625.311286:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573625.311287:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573625.311531:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573625.311533:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788573630.430004:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573630.430011:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573630.430946:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573630.430947:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573630.431172:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573630.431174:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573630.431398:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573630.431400:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788573630.431610:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573630.431612:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788573635.549914:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573635.549920:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573635.551088:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573635.551090:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573635.551324:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573635.551325:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573635.551565:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573635.551567:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573635.551820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573635.551822:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573640.669729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573640.669735:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573640.670485:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573640.670487:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573640.670878:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573640.670880:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573640.671156:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573640.671157:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573640.671363:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573640.671365:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573645.789783:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573645.789788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573645.790508:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573645.790510:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573645.790739:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573645.790743:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573645.791002:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573645.791004:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573645.791264:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573645.791266:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573650.909782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573650.909787:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573650.910355:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573650.910357:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573650.910546:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573650.910548:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573650.910724:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573650.910726:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573650.910897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573650.910899:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573656.029852:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573656.029868:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573656.031020:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573656.031023:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573656.031281:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573656.031283:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573656.031525:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573656.031527:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573656.031794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573656.031796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573661.149996:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573661.150003:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573661.150905:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573661.150907:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573661.151152:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573661.151154:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573661.151339:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573661.151341:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573661.151572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573661.151574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573666.269996:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573666.270004:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573666.271169:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573666.271171:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573666.271498:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573666.271502:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573666.271825:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573666.271828:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573666.272266:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573666.272269:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573671.389998:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573671.390540:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573671.390917:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573671.391148:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573671.391306:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573676.511264:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573676.511277:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788573676.511769:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573676.511772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788573676.512183:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573676.512186:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788573676.512481:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573676.512484:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788573676.512816:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573676.512819:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1788573681.629972:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573681.629976:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573681.630921:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573681.630923:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573681.631142:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573681.631144:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573681.631325:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573681.631327:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573681.631554:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573681.631556:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788573686.749782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573686.749788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573686.750438:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573686.750440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573686.750686:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573686.750688:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573686.750927:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573686.750930:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573686.751283:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573686.751286:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788573691.869753:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573691.869757:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573691.870460:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573691.870464:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573691.870762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573691.870763:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573691.871028:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573691.871031:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573691.871259:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573691.871262:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788573696.989752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573696.989757:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573696.990491:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573696.990495:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573696.990908:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573696.990910:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573696.991200:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573696.991202:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573696.991409:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573696.991411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573702.109813:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573702.109820:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573702.110408:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573702.110411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573702.110757:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573702.110761:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573702.111113:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573702.111116:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573702.111435:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573702.111438:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573707.229643:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573707.229649:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573707.230438:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573707.230441:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573707.230764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573707.230767:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573707.231086:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573707.231089:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573707.231448:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573707.231451:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573712.349858:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573712.349866:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573712.350451:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573712.350452:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573712.350678:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573712.350681:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573712.350931:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573712.350933:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573712.351135:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573712.351137:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573717.469868:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573717.469877:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573717.470460:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573717.470462:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573717.470791:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573717.470794:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573717.471115:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573717.471117:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573717.471409:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573717.471411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573722.589676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573722.589680:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573722.590311:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573722.590316:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573722.590605:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573722.590607:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573722.590831:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573722.590833:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573722.591005:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573722.591007:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788573727.709716:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573727.709720:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573727.710427:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573727.710432:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573727.710631:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573727.710633:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573727.710811:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573727.710813:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573727.711080:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573727.711082:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788573732.829930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573732.829937:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573732.831043:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573732.831070:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573732.831564:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573732.831566:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573732.831864:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573732.831866:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573732.832090:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573732.832092:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573737.949851:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573737.950316:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573737.950607:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573737.950774:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573737.950933:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573743.070258:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573743.070261:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573743.070617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573743.070621:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573743.070929:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573743.070932:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573743.071302:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573743.071305:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573743.071515:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573743.071516:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573748.189656:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573748.189661:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573748.190399:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573748.190404:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573748.190606:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573748.190608:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573748.190841:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573748.190843:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573748.191119:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573748.191121:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573753.310193:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573753.310200:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573753.311024:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573753.311025:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573753.311258:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573753.311260:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573753.311458:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573753.311460:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573753.311644:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573753.311646:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573758.429828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573758.429831:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573758.430500:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573758.430504:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573758.430827:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573758.430829:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573758.431076:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573758.431078:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573758.431256:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573758.431258:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788573763.549530:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573763.549534:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573763.549962:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573763.549964:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573763.550222:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573763.550225:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573763.550432:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573763.550434:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573763.550628:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573763.550630:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788573768.670013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573768.670019:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573768.670916:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573768.670918:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573768.671132:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573768.671134:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573768.671323:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573768.671325:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573768.671565:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573768.671568:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788573773.789783:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573773.789790:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573773.790450:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573773.790452:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573773.790650:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573773.790652:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573773.790895:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573773.790897:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573773.791198:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573773.791200:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788573778.909758:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573778.909763:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573778.910469:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573778.910472:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573778.910688:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573778.910690:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573778.910918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573778.910922:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573778.911173:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573778.911175:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788573784.029720:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573784.029724:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573784.030388:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573784.030390:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573784.030614:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573784.030615:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573784.030797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573784.030799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573784.030980:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573784.030981:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788573789.149748:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573789.149755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573789.150464:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573789.150467:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573789.150662:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573789.150664:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573789.150911:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573789.150913:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573789.151207:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573789.151208:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788573794.269768:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573794.269772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573794.270414:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573794.270415:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573794.270634:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573794.270637:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573794.270824:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573794.270826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573794.271109:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573794.271111:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788573799.389864:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573799.389872:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573799.390429:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573799.390431:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573799.390619:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573799.390621:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573799.390800:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573799.390802:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788573799.391004:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:1.1:1788573799.391006:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788573804.509805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573804.510227:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573804.510459:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573804.510631:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573804.510785:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573809.629828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573809.629836:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573809.631451:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573809.631454:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573809.631701:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573809.631703:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573809.631949:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573809.631952:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573809.632163:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573809.632165:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573814.749774:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573814.749780:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573814.750365:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573814.750367:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573814.750571:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573814.750574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573814.750787:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573814.750788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573814.751001:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573814.751003:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573819.869731:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573819.869737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788573819.870508:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573819.870509:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788573819.870734:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573819.870737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788573819.870921:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573819.870923:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788573819.871245:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573819.871249:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788573824.989735:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573824.989741:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573824.990557:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573824.990560:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573824.990873:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573824.990875:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573824.991197:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573824.991200:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573824.991512:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573824.991515:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573830.109672:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573830.109678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573830.110345:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573830.110346:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573830.110551:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573830.110553:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573830.110727:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573830.110728:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573830.110976:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573830.110979:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573835.229698:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573835.229703:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788573835.230403:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573835.230407:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788573835.230637:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573835.230638:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788573835.230815:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573835.230817:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788573835.231113:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573835.231115:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788573840.349950:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573840.349961:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573840.351124:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573840.351127:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573840.351413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573840.351415:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573840.351613:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573840.351615:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573840.351904:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573840.351906:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573845.469709:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573845.469717:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788573845.470270:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573845.470273:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788573845.470476:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573845.470479:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788573845.470671:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573845.470672:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788573845.470850:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573845.470851:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788573850.589870:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573850.589878:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573850.590418:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573850.590420:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573850.590604:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573850.590606:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573850.590813:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573850.590815:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573850.590989:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573850.590990:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573855.709687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573855.709692:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573855.710441:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573855.710444:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573855.710694:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573855.710695:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573855.710872:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573855.710873:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573855.711183:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573855.711185:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573860.829754:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573860.829759:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573860.830455:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573860.830457:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573860.830664:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573860.830666:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573860.830889:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573860.830891:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573860.831163:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573860.831164:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573865.950033:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573865.950037:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788573865.951151:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573865.951154:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788573865.951369:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573865.951371:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788573865.951557:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573865.951559:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788573865.951885:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573865.951887:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788573871.069879:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573871.070372:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573871.071100:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573871.071312:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573871.071469:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573876.189770:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573876.189778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573876.190360:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573876.190365:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573876.191025:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573876.191029:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573876.191373:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573876.191374:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573876.191579:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573876.191582:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788573881.309674:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573881.309678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573881.310321:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573881.310324:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573881.310590:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573881.310592:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573881.310771:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573881.310772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573881.310950:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573881.310952:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788573886.429766:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573886.429773:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573886.430468:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573886.430471:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573886.430790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573886.430793:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573886.431137:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573886.431140:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573886.431483:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573886.431486:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788573891.549730:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573891.549736:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573891.550343:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573891.550345:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573891.550566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573891.550568:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573891.550797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573891.550799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573891.551034:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573891.551036:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788573896.670015:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573896.670024:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573896.671293:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573896.671295:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573896.671504:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573896.671507:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573896.671700:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573896.671702:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573896.672013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573896.672015:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788573901.789690:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573901.789696:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573901.790370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573901.790372:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573901.790564:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573901.790566:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573901.790795:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573901.790797:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573901.791130:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573901.791132:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788573906.909725:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573906.909730:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573906.910451:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573906.910452:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573906.910645:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573906.910647:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573906.910871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573906.910873:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573906.911084:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573906.911086:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788573912.029679:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573912.029688:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573912.030437:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573912.030439:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573912.030648:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573912.030650:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573912.030836:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573912.030837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573912.031126:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573912.031128:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788573917.149975:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573917.149985:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573917.151094:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573917.151096:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573917.151317:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573917.151319:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573917.151548:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573917.151550:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573917.151809:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573917.151811:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788573922.269672:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573922.269678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573922.270346:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573922.270351:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573922.270542:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573922.270544:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573922.270717:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573922.270719:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573922.270958:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573922.270959:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788573927.389971:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573927.389979:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573927.390949:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573927.390952:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573927.391321:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573927.391324:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573927.391546:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573927.391548:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573927.391834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573927.391836:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788573932.509862:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573932.509870:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573932.511139:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573932.511144:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573932.511370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573932.511372:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573932.511558:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573932.511561:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573932.511846:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573932.511848:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788573937.629892:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573937.630634:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573937.630812:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573937.630988:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788573937.631205:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573942.750297:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573942.750301:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573942.750638:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573942.750640:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573942.750956:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573942.750959:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573942.751312:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573942.751314:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573942.751591:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573942.751599:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788573947.869678:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573947.869683:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573947.870472:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573947.870478:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573947.870692:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573947.870694:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573947.870922:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573947.870924:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788573947.871129:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573947.871132:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788573951.965182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573951.965186:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573952.989147:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573952.989158:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788573952.989162:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573952.989166:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573952.989173:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573952.989181:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4796
00000400:00000200:0.0:1788573952.989199:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573952.989206:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573952.989209:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573952.989215:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989218:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.989221:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989225:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573952.989229:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573952.989233:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788573952.989237:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573952.989243:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788573952.989247:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788573952.989251:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788573952.989255:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989258:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.989262:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989265:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573952.989269:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788573952.989273:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989275:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573952.989278:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573952.989281:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573952.989283:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989286:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788573952.989289:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573952.989299:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788573952.989303:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788573952.989306:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573952.989308:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989311:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573952.989313:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573952.989318:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573952.989341:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788573952.989348:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573952.989358:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815928832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573952.989367:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573952.989371:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573952.989375:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815928832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573952.989394:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573952.989398:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573952.989402:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788573952.989404:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573952.989406:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573952.989410:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573952.989414:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4796
00000400:00000200:0.0:1788573952.989421:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573952.989428:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573952.989433:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573952.989442:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989447:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.989451:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989455:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573952.989459:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573952.989463:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788573952.989467:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573952.989470:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788573952.989473:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788573952.989478:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788573952.989482:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989485:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.989488:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989494:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573952.989498:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788573952.989501:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989503:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573952.989515:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573952.989523:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573952.989526:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989529:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573952.989535:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573952.989538:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989540:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573952.989548:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788573952.989553:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573952.989558:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573952.989560:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989564:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573952.989567:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573952.989570:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573952.989575:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788573952.989580:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573952.989588:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815928960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573952.989601:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573952.989604:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573952.989608:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815928960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573952.989620:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573952.989624:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573952.989628:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788573952.989632:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573952.989634:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573952.989639:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573952.989642:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4796
00000400:00000200:0.0:1788573952.989648:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573952.989654:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573952.989658:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573952.989664:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989667:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.989671:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989673:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573952.989677:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573952.989679:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788573952.989682:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573952.989684:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788573952.989690:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788573952.989692:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788573952.989697:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989700:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.989702:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989705:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573952.989707:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788573952.989709:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989715:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573952.989718:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573952.989722:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573952.989726:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989729:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573952.989732:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1788573952.989732:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:0.0:1788573952.989738:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788573952.989739:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788573952.989740:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573952.989746:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788573952.989750:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573952.989755:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573952.989756:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989758:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573952.989759:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573952.989762:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573952.989766:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788573952.989770:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573952.989776:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815929088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573952.989803:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573952.989806:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573952.989812:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815929088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573952.989838:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573952.989841:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573952.989848:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788573952.989850:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573952.989851:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573952.989855:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573952.989861:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4796
00000400:00000200:0.0:1788573952.989867:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573952.989872:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573952.989875:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573952.989878:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989880:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.989882:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989884:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573952.989887:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573952.989888:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788573952.989890:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573952.989892:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788573952.989895:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788573952.989897:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788573952.989901:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989905:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.989908:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989912:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573952.989915:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788573952.989919:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573952.989922:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573952.989927:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573952.989930:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573952.989935:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989938:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573952.989942:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788573952.989946:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989950:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573952.989954:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788573952.989958:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573952.989962:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573952.989965:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.989969:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573952.989972:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573952.989975:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573952.989980:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788573952.989984:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573952.989992:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815929216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573952.990006:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573952.990012:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573952.990022:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815929216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573952.990050:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573952.990077:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573952.990088:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788573952.990092:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573952.990096:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573952.990105:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573952.990114:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4796
00000400:00000200:0.0:1788573952.990123:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573952.990130:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573952.990134:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573952.990140:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.990144:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.990149:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.990152:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573952.990155:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573952.990157:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788573952.990161:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573952.990163:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788573952.990167:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788573952.990170:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788573952.990178:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.990182:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573952.990186:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573952.990189:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573952.990193:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788573952.990198:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573952.990201:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573952.990203:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573952.990207:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573952.990214:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.990216:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573952.990219:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788573952.990222:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.990225:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573952.990228:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788573952.990230:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573952.990234:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573952.990237:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573952.990240:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573952.990244:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573952.990248:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573952.990252:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788573952.990259:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573952.990267:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815929344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573952.990286:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573952.990290:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573952.990295:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815929344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573952.990308:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573952.990315:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4806)
00000800:00000200:3.1:1788573952.990398:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573952.990399:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788573952.990589:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573952.990590:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788573952.990772:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573952.990773:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788573952.991024:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573952.991026:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788573954.013175:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573954.013181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573954.013183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573954.013187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573954.013189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573954.013192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573954.013195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573954.013197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573954.013201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788573954.333279:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573954.333284:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573954.333288:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573955.037149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573955.037158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573955.037164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573955.037173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573955.037186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573955.037193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573955.037201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573955.037206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573955.037210:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573956.061155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573956.061161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573956.061164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573956.061172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573956.061178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573956.061183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573956.061187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573956.061190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573956.061192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573957.085159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573957.085165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573957.085168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573957.085171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573957.085173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573957.085176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573957.085178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573957.085179:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573957.085182:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788573957.405267:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573957.405270:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573957.405273:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573958.109150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573958.109155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573958.109158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573958.109163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573958.109168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573958.109172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573958.109183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573958.109187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573958.109191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788573958.109741:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573958.109748:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573958.110321:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573958.110323:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573958.110530:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573958.110531:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573958.110708:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573958.110710:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788573958.110897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573958.110898:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1788573959.133134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573959.133140:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573959.133143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573959.133147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573959.133151:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573959.133155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573959.133166:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573959.133169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573959.133171:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573960.157151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573960.157155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573960.157157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573960.157162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573960.157167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573960.157170:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573960.157184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573960.157186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573960.157188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788573960.477180:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573960.477183:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573960.477185:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573961.181143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573961.181147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573961.181150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573961.181153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573961.181156:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573961.181158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573961.181160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573961.181162:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573961.181164:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573962.205177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573962.205196:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573962.205203:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573962.205210:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573962.205215:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573962.205220:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573962.205234:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573962.205238:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573962.205240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573963.229169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573963.229174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573963.229179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573963.229185:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573963.229190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573963.229195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573963.229199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573963.229201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573963.229204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788573963.229780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573963.229787:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573963.230360:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573963.230362:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573963.230569:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573963.230571:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573963.230746:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573963.230747:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788573963.230917:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573963.230919:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1788573963.549216:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573963.549219:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573963.549222:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573964.253136:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573964.253142:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573964.253143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573964.253147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573964.253151:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573964.253154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573964.253156:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573964.253158:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573964.253161:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573965.277214:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573965.277224:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573965.277228:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573965.277235:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573965.277242:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573965.277247:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573965.277256:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573965.277261:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573965.277264:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573966.301141:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573966.301145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573966.301148:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573966.301157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573966.301161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573966.301165:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573966.301173:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573966.301176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573966.301178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788573966.621223:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573966.621226:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573966.621228:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573967.325133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573967.325136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573967.325137:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573967.325140:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573967.325142:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573967.325144:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573967.325146:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573967.325147:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573967.325149:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349125:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573968.349134:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573968.349137:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573968.349146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573968.349154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573968.349159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573968.349165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573968.349169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573968.349172:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573968.349217:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573968.349224:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788573968.349227:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573968.349230:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573968.349233:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573968.349240:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4811
00000400:00000200:0.0:1788573968.349248:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573968.349254:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573968.349258:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573968.349260:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349263:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.349265:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349267:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573968.349270:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573968.349272:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788573968.349275:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573968.349277:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788573968.349279:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788573968.349281:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788573968.349283:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349285:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.349286:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349287:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573968.349290:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788573968.349292:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349294:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573968.349296:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573968.349299:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573968.349302:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349304:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788573968.349305:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573968.349315:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788573968.349319:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788573968.349323:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573968.349324:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349327:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573968.349330:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573968.349334:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573968.349342:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788573968.349349:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573968.349358:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815930752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573968.349367:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573968.349372:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573968.349376:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815930752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573968.349396:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573968.349399:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573968.349401:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788573968.349403:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573968.349404:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573968.349406:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573968.349408:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4811
00000400:00000200:0.0:1788573968.349412:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573968.349415:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573968.349417:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573968.349422:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349428:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.349435:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349440:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573968.349448:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573968.349453:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788573968.349458:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573968.349463:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788573968.349467:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788573968.349471:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788573968.349481:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349484:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.349488:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349493:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573968.349509:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788573968.349514:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349517:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573968.349520:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573968.349528:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573968.349533:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349540:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573968.349546:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573968.349552:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349556:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573968.349560:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788573968.349564:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573968.349566:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573968.349567:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349572:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573968.349573:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573968.349575:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573968.349580:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788573968.349587:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573968.349595:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815930880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573968.349616:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573968.349622:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573968.349629:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815930880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573968.349655:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573968.349657:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573968.349664:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788573968.349666:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573968.349668:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573968.349674:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573968.349682:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4811
00000400:00000200:0.0:1788573968.349692:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573968.349703:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573968.349710:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573968.349720:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349724:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.349730:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349736:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573968.349739:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573968.349740:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788573968.349744:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573968.349749:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788573968.349751:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788573968.349754:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788573968.349759:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349762:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.349767:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349770:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573968.349776:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788573968.349782:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000800:00000200:3.1:1788573968.349783:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788573968.349785:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788573968.349788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1788573968.349789:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573968.349793:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573968.349799:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349803:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573968.349807:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573968.349810:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349812:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573968.349818:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788573968.349823:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573968.349827:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573968.349828:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349833:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573968.349836:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573968.349838:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573968.349843:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788573968.349848:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573968.349857:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815931008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573968.349871:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573968.349875:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573968.349884:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815931008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573968.349893:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573968.349898:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573968.349903:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788573968.349906:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573968.349910:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573968.349913:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573968.349917:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4811
00000400:00000200:0.0:1788573968.349922:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573968.349926:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573968.349930:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573968.349934:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349937:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.349941:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349944:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573968.349950:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573968.349951:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788573968.349952:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573968.349955:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788573968.349958:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788573968.349959:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788573968.349961:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349962:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.349963:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349964:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573968.349966:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788573968.349969:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573968.349974:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573968.349977:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573968.349980:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573968.349983:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349987:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573968.349990:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788573968.349993:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.349995:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573968.350000:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788573968.350003:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573968.350008:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573968.350010:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.350014:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573968.350016:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573968.350018:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573968.350023:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788573968.350028:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573968.350034:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815931136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573968.350045:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573968.350048:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573968.350075:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815931136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573968.350081:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573968.350085:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573968.350089:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788573968.350092:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573968.350097:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573968.350102:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573968.350106:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4811
00000400:00000200:0.0:1788573968.350115:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573968.350121:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573968.350124:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573968.350128:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.350133:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.350138:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.350140:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573968.350145:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573968.350146:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788573968.350148:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573968.350151:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788573968.350153:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788573968.350157:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788573968.350163:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.350167:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573968.350172:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573968.350176:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573968.350179:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788573968.350183:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573968.350185:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573968.350188:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573968.350190:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573968.350194:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.350198:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573968.350201:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788573968.350205:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.350208:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573968.350213:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788573968.350217:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573968.350221:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573968.350223:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573968.350228:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573968.350231:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573968.350234:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573968.350238:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788573968.350242:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573968.350253:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815931264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573968.350265:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573968.350270:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573968.350277:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815931264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573968.350293:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573968.350299:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4821)
00000800:00000200:3.1:1788573968.350443:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573968.350445:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788573968.350684:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573968.350686:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788573968.350875:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573968.350877:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788573968.351080:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573968.351082:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1788573969.373134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573969.373138:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573969.373139:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573969.373143:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573969.373145:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573969.373147:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573969.373149:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573969.373151:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573969.373153:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788573969.693268:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573969.693271:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573969.693274:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573970.397129:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573970.397139:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573970.397145:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573970.397154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573970.397162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573970.397168:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573970.397184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573970.397188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573970.397191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573971.421109:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573971.421118:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573971.421121:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573971.421130:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573971.421136:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573971.421143:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573971.421150:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573971.421153:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573971.421156:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573972.445148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573972.445154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573972.445157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573972.445161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573972.445168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573972.445174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573972.445178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573972.445181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573972.445184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788573972.765344:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573972.765350:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573972.765356:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573973.469189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573973.469200:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573973.469211:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573973.469226:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573973.469238:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573973.469245:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573973.469262:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573973.469269:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573973.469276:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788573973.470115:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573973.470124:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573973.470829:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573973.470831:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573973.471020:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573973.471022:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573973.471230:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573973.471232:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788573973.471405:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573973.471407:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1788573974.493166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573974.493175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573974.493180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573974.493198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573974.493204:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573974.493208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573974.493213:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573974.493216:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573974.493219:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573975.517180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573975.517187:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573975.517189:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573975.517196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573975.517200:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573975.517204:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573975.517208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573975.517211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573975.517215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788573975.837229:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573975.837233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573975.837236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573976.541151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573976.541159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573976.541163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573976.541169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573976.541175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573976.541180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573976.541194:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573976.541198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573976.541201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573977.565178:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573977.565186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573977.565189:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573977.565197:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573977.565204:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573977.565210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573977.565217:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573977.565222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573977.565225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573978.589181:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573978.589200:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573978.589209:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573978.589218:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573978.589227:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573978.589234:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573978.589257:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573978.589267:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573978.589279:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788573978.590002:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573978.590012:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788573978.591293:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573978.591295:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788573978.591572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573978.591574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788573978.591803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573978.591805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788573978.592076:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573978.592078:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788573978.909319:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573978.909326:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573978.909331:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573979.613133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573979.613137:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573979.613140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573979.613146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573979.613152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573979.613158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573979.613168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573979.613171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573979.613174:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573980.637160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573980.637168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573980.637173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573980.637179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573980.637185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573980.637191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573980.637199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573980.637202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573980.637212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573981.661164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573981.661176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573981.661180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573981.661190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573981.661199:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573981.661206:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573981.661213:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573981.661219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573981.661226:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788573981.981344:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573981.981350:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573981.981355:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788573982.685205:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788573982.685215:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788573982.685220:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573982.685228:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788573982.685247:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788573982.685261:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573982.685276:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788573982.685280:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788573982.685283:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573983.709148:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573983.709156:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788573983.709159:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573983.709164:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573983.709170:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573983.709176:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4827
00000400:00000200:0.0:1788573983.709187:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573983.709194:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573983.709196:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573983.709200:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709205:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.709209:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709212:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573983.709217:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573983.709222:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788573983.709229:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573983.709235:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788573983.709241:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788573983.709248:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788573983.709258:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709261:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.709263:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709264:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573983.709266:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788573983.709270:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709272:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573983.709274:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573983.709277:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573983.709279:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709281:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788573983.709283:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573983.709292:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788573983.709294:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788573983.709297:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573983.709298:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709300:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573983.709302:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573983.709306:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573983.709313:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788573983.709318:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573983.709326:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815932672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573983.709333:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573983.709337:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573983.709341:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815932672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573983.709356:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573983.709358:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573983.709361:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788573983.709362:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573983.709363:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573983.709365:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573983.709366:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4827
00000400:00000200:0.0:1788573983.709370:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573983.709372:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573983.709374:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573983.709377:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709379:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.709381:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709383:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573983.709384:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573983.709385:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788573983.709387:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573983.709389:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788573983.709392:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788573983.709394:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788573983.709399:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709402:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.709407:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709410:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573983.709415:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788573983.709420:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709428:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573983.709432:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573983.709439:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573983.709442:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709445:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573983.709451:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573983.709458:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709461:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573983.709466:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788573983.709473:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573983.709476:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573983.709478:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709490:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573983.709494:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573983.709497:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573983.709502:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788573983.709506:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573983.709516:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815932800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573983.709533:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573983.709539:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573983.709551:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815932800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573983.709568:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573983.709575:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573983.709584:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788573983.709587:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573983.709589:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573983.709610:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573983.709617:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4827
00000400:00000200:0.0:1788573983.709624:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573983.709632:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573983.709640:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573983.709647:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709650:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.709654:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709657:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573983.709661:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573983.709663:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788573983.709667:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573983.709671:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000200:3.1:1788573983.709676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788573983.709677:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.1:1788573983.709680:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788573983.709683:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788573983.709694:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709698:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.709706:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709712:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573983.709719:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788573983.709727:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709735:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573983.709741:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573983.709748:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573983.709755:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709760:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573983.709765:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573983.709770:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709776:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573983.709782:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788573983.709786:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573983.709792:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573983.709793:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709795:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573983.709797:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573983.709801:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573983.709807:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788573983.709813:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573983.709819:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815932928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573983.709829:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573983.709832:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573983.709839:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815932928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573983.709852:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573983.709856:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573983.709861:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788573983.709863:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573983.709865:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573983.709870:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573983.709875:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4827
00000400:00000200:0.0:1788573983.709882:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573983.709886:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573983.709891:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573983.709897:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709902:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.709905:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709907:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573983.709911:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573983.709914:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788573983.709916:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573983.709920:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788573983.709926:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788573983.709930:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788573983.709937:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709942:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.709947:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709952:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573983.709957:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788573983.709963:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573983.709968:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573983.709971:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573983.709976:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573983.709979:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709983:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573983.709988:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788573983.709994:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.709998:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573983.710004:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788573983.710007:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573983.710011:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573983.710012:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.710015:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573983.710017:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573983.710020:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573983.710026:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788573983.710031:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573983.710039:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815933056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573983.710050:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573983.710071:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573983.710075:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815933056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573983.710080:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573983.710082:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573983.710086:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788573983.710089:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573983.710093:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573983.710099:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573983.710104:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4827
00000400:00000200:0.0:1788573983.710110:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573983.710115:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573983.710120:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573983.710126:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.710130:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.710136:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.710142:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573983.710147:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573983.710150:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788573983.710153:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573983.710158:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788573983.710160:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788573983.710164:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788573983.710170:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.710175:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573983.710180:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573983.710182:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573983.710186:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788573983.710191:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573983.710194:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573983.710197:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573983.710203:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573983.710210:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.710216:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573983.710220:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788573983.710226:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.710231:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573983.710238:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788573983.710242:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573983.710245:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573983.710249:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573983.710254:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573983.710256:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573983.710261:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573983.710266:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788573983.710273:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573983.710285:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815933184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573983.710310:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573983.710315:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573983.710322:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815933184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573983.710335:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573983.710341:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4837)
00000800:00000200:3.1:1788573983.710417:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573983.710418:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788573983.710623:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573983.710625:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788573983.710807:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573983.710809:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788573983.711072:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573983.711074:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788573985.053249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573985.053252:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573985.053255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788573988.125242:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573988.125246:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573988.125249:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573988.829157:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573988.829167:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788573988.829172:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573988.829178:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573988.829186:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573988.829193:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4832
00000400:00000200:0.0:1788573988.829205:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573988.829215:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573988.829219:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573988.829225:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829228:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.829232:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829235:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573988.829239:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573988.829241:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788573988.829244:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573988.829247:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788573988.829251:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788573988.829253:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788573988.829257:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829259:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.829261:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829263:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573988.829267:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788573988.829270:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829273:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573988.829276:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573988.829279:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573988.829281:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829283:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788573988.829284:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573988.829292:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788573988.829295:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788573988.829298:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573988.829300:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829302:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573988.829304:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573988.829307:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573988.829313:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788573988.829319:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573988.829327:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815933312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573988.829336:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573988.829339:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573988.829342:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815933312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573988.829359:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573988.829362:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573988.829364:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788573988.829365:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573988.829367:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573988.829378:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573988.829382:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4832
00000400:00000200:0.0:1788573988.829388:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573988.829392:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573988.829400:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573988.829407:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829412:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.829417:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829421:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573988.829425:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573988.829427:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788573988.829430:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573988.829433:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788573988.829436:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788573988.829441:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788573988.829447:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829450:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.829456:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829462:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573988.829466:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788573988.829475:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829483:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573988.829487:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573988.829493:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573988.829499:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829501:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573988.829505:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573988.829510:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829512:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573988.829518:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788573988.829520:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573988.829524:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573988.829528:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829529:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573988.829531:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573988.829533:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573988.829540:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788573988.829543:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573988.829551:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815933440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573988.829558:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573988.829561:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573988.829567:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815933440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573988.829577:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573988.829581:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573988.829588:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788573988.829591:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573988.829594:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573988.829597:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573988.829603:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4832
00000400:00000200:0.0:1788573988.829610:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573988.829633:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573988.829637:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573988.829645:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829650:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.829654:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829659:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573988.829664:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573988.829668:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788573988.829672:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573988.829675:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788573988.829680:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788573988.829684:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788573988.829691:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829695:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.829699:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829705:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573988.829711:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788573988.829721:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829729:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573988.829734:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573988.829740:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573988.829745:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829751:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573988.829754:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573988.829758:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829761:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788573988.829762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573988.829767:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000010:0.0:1788573988.829768:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788573988.829772:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573988.829776:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573988.829780:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829782:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573988.829785:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573988.829788:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573988.829794:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788573988.829798:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573988.829807:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815933568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573988.829818:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573988.829823:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573988.829829:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815933568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573988.829839:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573988.829845:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573988.829851:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788573988.829853:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573988.829856:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573988.829859:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573988.829864:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4832
00000400:00000200:0.0:1788573988.829871:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573988.829877:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573988.829880:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573988.829885:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829887:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.829891:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829894:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573988.829895:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573988.829897:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788573988.829900:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573988.829902:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788573988.829904:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788573988.829908:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788573988.829913:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829916:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.829920:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829925:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573988.829928:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788573988.829933:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573988.829939:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573988.829944:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573988.829950:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573988.829957:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829963:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573988.829968:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788573988.829975:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.829980:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573988.829988:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788573988.829994:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573988.829999:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573988.830001:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.830004:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573988.830007:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573988.830012:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573988.830018:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788573988.830023:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573988.830033:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815933696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573988.830041:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573988.830043:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573988.830052:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815933696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573988.830094:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573988.830104:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573988.830109:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788573988.830113:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573988.830116:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573988.830120:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573988.830124:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4832
00000400:00000200:0.0:1788573988.830131:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573988.830136:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573988.830141:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573988.830145:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.830147:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.830152:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.830156:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573988.830159:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573988.830162:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788573988.830165:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573988.830168:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788573988.830172:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788573988.830175:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788573988.830181:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.830184:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573988.830188:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573988.830190:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573988.830194:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788573988.830199:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573988.830202:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573988.830206:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573988.830210:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573988.830214:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.830218:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573988.830223:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788573988.830231:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.830237:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573988.830244:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788573988.830251:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573988.830258:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573988.830262:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573988.830268:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573988.830272:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573988.830276:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573988.830281:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788573988.830285:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573988.830294:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815933824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573988.830306:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573988.830309:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573988.830315:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815933824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573988.830329:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573988.830335:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4842)
00000800:00000200:3.1:1788573988.830395:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573988.830397:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788573988.830641:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573988.830643:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788573988.830828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573988.830830:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788573988.831172:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573988.831174:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788573991.197309:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573991.197315:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573991.197318:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573993.949169:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573993.949181:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788573993.949188:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573993.949195:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573993.949204:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573993.949226:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4837
00000400:00000200:0.0:1788573993.949241:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573993.949249:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573993.949253:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573993.949257:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949260:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.949263:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949265:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573993.949268:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573993.949271:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788573993.949274:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573993.949277:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788573993.949279:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788573993.949280:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788573993.949282:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949284:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.949285:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949287:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573993.949289:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788573993.949292:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949294:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573993.949297:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573993.949300:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573993.949302:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949304:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788573993.949306:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573993.949317:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788573993.949320:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788573993.949324:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573993.949326:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949328:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573993.949331:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573993.949335:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573993.949346:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788573993.949353:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573993.949363:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815933952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573993.949380:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573993.949387:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573993.949392:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815933952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573993.949411:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573993.949414:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573993.949417:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788573993.949418:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573993.949419:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573993.949421:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573993.949423:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4837
00000400:00000200:0.0:1788573993.949426:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573993.949428:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573993.949430:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573993.949432:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949434:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.949436:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949438:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573993.949440:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573993.949441:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788573993.949443:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573993.949445:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788573993.949446:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788573993.949448:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788573993.949450:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949455:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.949457:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949461:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573993.949466:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788573993.949473:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949477:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573993.949483:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573993.949492:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573993.949499:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949505:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573993.949513:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573993.949520:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949526:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573993.949531:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788573993.949536:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573993.949542:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573993.949546:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949550:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573993.949552:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573993.949555:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573993.949564:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788573993.949570:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573993.949577:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815934080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573993.949591:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573993.949594:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573993.949600:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815934080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573993.949608:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573993.949611:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573993.949615:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788573993.949618:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573993.949621:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573993.949626:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573993.949630:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4837
00000400:00000200:0.0:1788573993.949647:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573993.949652:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573993.949654:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573993.949659:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949664:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.949667:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949671:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573993.949676:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573993.949678:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788573993.949681:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573993.949685:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788573993.949690:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788573993.949693:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788573993.949699:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949704:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.949710:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949713:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573993.949719:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788573993.949727:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949731:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573993.949737:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573993.949743:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573993.949747:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949750:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573993.949754:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788573993.949757:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949760:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573993.949767:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788573993.949772:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573993.949779:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573993.949782:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949786:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573993.949790:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573993.949795:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573993.949802:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788573993.949810:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573993.949818:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815934208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573993.949841:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573993.949846:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573993.949856:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815934208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573993.949871:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573993.949877:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573993.949883:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788573993.949885:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573993.949887:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573993.949891:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573993.949896:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4837
00000800:00000200:3.1:1788573993.949901:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:0.0:1788573993.949902:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573993.949907:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573993.949909:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788573993.949910:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1788573993.949913:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949916:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.949917:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949919:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573993.949920:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573993.949922:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788573993.949923:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573993.949925:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788573993.949928:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788573993.949931:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788573993.949933:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949936:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.949940:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949944:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573993.949948:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788573993.949953:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573993.949955:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573993.949957:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573993.949959:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573993.949961:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949964:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573993.949968:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788573993.949971:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949975:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573993.949980:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788573993.949983:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573993.949985:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573993.949987:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.949989:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573993.949992:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573993.949995:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573993.950000:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788573993.950004:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573993.950011:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815934336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573993.950024:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573993.950028:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573993.950035:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815934336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573993.950044:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788573993.950047:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573993.950050:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788573993.950072:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788573993.950073:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788573993.950075:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788573993.950078:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4837
00000400:00000200:0.0:1788573993.950081:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788573993.950085:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788573993.950089:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788573993.950095:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.950099:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.950104:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.950106:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788573993.950110:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788573993.950113:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788573993.950115:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788573993.950116:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788573993.950117:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788573993.950119:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788573993.950122:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.950125:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788573993.950128:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788573993.950130:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788573993.950134:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788573993.950138:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788573993.950141:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788573993.950143:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788573993.950146:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788573993.950150:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.950151:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788573993.950152:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788573993.950154:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.950156:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788573993.950163:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788573993.950166:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788573993.950169:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788573993.950170:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788573993.950173:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788573993.950176:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788573993.950177:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788573993.950181:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788573993.950188:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788573993.950196:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815934464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788573993.950213:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788573993.950218:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573993.950229:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815934464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788573993.950251:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788573993.950259:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4847)
00000800:00000200:3.1:1788573993.950541:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573993.950544:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788573993.950794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573993.950796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788573993.950980:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573993.950982:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788573993.951241:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573993.951244:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788573994.269309:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573994.269313:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573994.269316:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788573997.341299:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788573997.341304:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788573997.341309:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788573999.069953:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573999.069970:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788573999.071094:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573999.071098:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788573999.071513:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573999.071515:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788573999.071787:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573999.071790:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788573999.071996:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788573999.071998:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788574000.093131:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574000.093135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574000.093136:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574000.093139:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574000.093141:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574000.093143:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574000.093145:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574000.093147:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574000.093149:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574000.413270:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574000.413274:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574000.413277:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574001.117179:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574001.117187:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574001.117192:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574001.117199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574001.117207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574001.117212:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574001.117216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574001.117219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574001.117221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574002.141148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574002.141157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574002.141160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574002.141168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574002.141173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574002.141180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574002.141185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574002.141190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574002.141198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574003.165137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574003.165143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574003.165148:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574003.165154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574003.165159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574003.165164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574003.165170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574003.165174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574003.165178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574003.485317:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574003.485320:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574003.485323:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574004.189194:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574004.189202:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574004.189209:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574004.189228:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574004.189238:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574004.189249:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574004.189262:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574004.189269:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574004.189280:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574004.189848:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574004.190360:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574004.191522:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574004.191759:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574004.192799:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574005.213184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574005.213190:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574005.213194:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574005.213200:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574005.213206:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574005.213210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574005.213214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574005.213217:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574005.213221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574006.237174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574006.237184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574006.237188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574006.237196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574006.237202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574006.237219:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574006.237225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574006.237226:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574006.237229:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574006.557380:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574006.557388:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574006.557392:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574007.261218:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574007.261224:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574007.261226:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574007.261231:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574007.261235:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574007.261241:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574007.261247:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574007.261251:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574007.261256:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574008.285192:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574008.285196:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574008.285197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574008.285199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574008.285201:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574008.285203:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574008.285205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574008.285206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574008.285208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574009.309246:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574009.309252:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574009.309258:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574009.309270:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574009.309276:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574009.309281:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574009.309284:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574009.309287:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574009.309293:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574009.310437:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574009.310440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574009.310902:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574009.310904:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574009.311181:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574009.311183:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574009.311400:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574009.311403:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574009.311627:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574009.311629:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788574009.629280:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574009.629285:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574009.629288:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574010.333312:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574010.333318:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574010.333319:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574010.333323:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574010.333326:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574010.333329:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574010.333331:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574010.333333:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574010.333335:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574011.357174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574011.357184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574011.357187:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574011.357195:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574011.357201:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574011.357214:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574011.357225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574011.357229:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574011.357233:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574012.381162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574012.381169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574012.381172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574012.381178:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574012.381183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574012.381187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574012.381191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574012.381195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574012.381198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574012.701222:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574012.701229:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574012.701234:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574013.405160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574013.405169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574013.405174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574013.405181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574013.405187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574013.405190:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574013.405194:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574013.405197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574013.405200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574014.429194:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574014.429204:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574014.429211:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574014.429222:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574014.429236:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574014.429247:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574014.429256:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574014.429259:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574014.429262:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574014.429770:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574014.429775:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574014.430457:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574014.430460:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574014.430680:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574014.430682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574014.430885:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574014.430887:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574014.431153:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574014.431155:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788574015.453184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574015.453192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574015.453195:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574015.453201:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574015.453206:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574015.453211:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574015.453216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574015.453219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574015.453222:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574015.773212:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574015.773217:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574015.773220:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574016.477161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574016.477169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574016.477172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574016.477177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574016.477181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574016.477185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574016.477195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574016.477196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574016.477198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574017.501124:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574017.501130:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574017.501132:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574017.501135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574017.501139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574017.501142:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574017.501147:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574017.501150:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574017.501153:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574018.525185:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574018.525201:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574018.525207:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574018.525212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574018.525218:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574018.525222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574018.525227:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574018.525231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574018.525236:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574018.845284:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574018.845288:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574018.845290:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574019.549174:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574019.549185:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574019.549190:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574019.549195:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574019.549200:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574019.549209:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4862
00000400:00000200:0.0:1788574019.549221:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574019.549228:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574019.549232:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574019.549234:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549238:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.549240:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549242:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574019.549245:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574019.549247:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574019.549250:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574019.549253:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574019.549255:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574019.549257:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574019.549259:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549260:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.549262:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549264:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574019.549266:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574019.549268:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549270:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574019.549272:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574019.549276:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574019.549278:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549280:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574019.549281:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574019.549292:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574019.549295:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574019.549300:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574019.549301:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549304:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574019.549307:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574019.549311:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574019.549321:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574019.549328:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574019.549338:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815937152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574019.549346:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574019.549350:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574019.549354:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815937152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574019.549371:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574019.549374:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574019.549377:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574019.549378:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574019.549379:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574019.549382:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574019.549384:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4862
00000400:00000200:0.0:1788574019.549387:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574019.549390:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574019.549392:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574019.549394:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549395:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.549398:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549399:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574019.549401:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574019.549405:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574019.549407:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574019.549412:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574019.549416:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574019.549420:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574019.549425:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549430:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.549434:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549439:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574019.549442:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574019.549447:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549450:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574019.549454:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574019.549462:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574019.549466:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549470:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574019.549476:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574019.549480:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549484:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574019.549489:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574019.549493:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574019.549499:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574019.549502:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549504:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574019.549505:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574019.549508:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574019.549515:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574019.549521:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574019.549526:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815937280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574019.549534:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574019.549536:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574019.549544:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815937280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574019.549577:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574019.549580:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574019.549586:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574019.549589:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574019.549591:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574019.549593:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574019.549598:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4862
00000400:00000200:0.0:1788574019.549602:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574019.549607:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574019.549612:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574019.549616:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549619:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.549621:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549623:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574019.549624:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574019.549627:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574019.549629:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574019.549630:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574019.549635:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574019.549640:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574019.549649:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549655:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.549664:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549668:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574019.549674:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574019.549680:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549688:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574019.549694:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574019.549700:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574019.549704:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549708:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574019.549713:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574019.549721:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549741:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574019.549745:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000800:00000200:3.1:1788574019.549745:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788574019.549751:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:3.1:1788574019.549752:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1788574019.549754:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574019.549757:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549762:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574019.549765:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574019.549768:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574019.549773:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574019.549776:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574019.549781:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815937408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574019.549796:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574019.549800:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574019.549806:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815937408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574019.549823:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574019.549830:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574019.549837:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574019.549840:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574019.549844:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574019.549849:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574019.549853:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4862
00000400:00000200:0.0:1788574019.549860:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574019.549865:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574019.549869:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574019.549876:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549877:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.549880:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549885:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574019.549886:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574019.549887:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574019.549888:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574019.549890:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574019.549894:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574019.549896:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574019.549899:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549904:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.549906:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549910:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574019.549915:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574019.549918:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574019.549922:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574019.549925:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574019.549929:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574019.549932:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549937:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574019.549941:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574019.549947:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549953:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574019.549962:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574019.549969:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574019.549976:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574019.549980:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.549985:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574019.549991:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574019.549995:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574019.550004:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574019.550012:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574019.550024:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815937536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574019.550048:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574019.550078:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574019.550089:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815937536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574019.550118:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574019.550126:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574019.550138:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574019.550141:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574019.550147:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574019.550155:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574019.550163:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4862
00000400:00000200:0.0:1788574019.550173:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574019.550180:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574019.550185:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574019.550191:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.550196:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.550200:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.550204:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574019.550207:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574019.550209:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574019.550211:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574019.550216:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574019.550222:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574019.550229:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574019.550238:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.550245:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574019.550251:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574019.550253:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574019.550257:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574019.550266:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574019.550274:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574019.550279:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574019.550285:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574019.550292:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.550296:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574019.550301:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574019.550308:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.550315:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574019.550325:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574019.550332:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574019.550338:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574019.550342:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574019.550347:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574019.550353:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574019.550358:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574019.550367:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574019.550375:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574019.550386:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815937664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574019.550413:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574019.550420:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574019.550430:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815937664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574019.550454:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574019.550455:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574019.550456:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1788574019.550464:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4873)
00000800:00000200:3.1:1788574019.550662:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574019.550663:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574019.550867:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574019.550869:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574019.551142:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574019.551144:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1788574021.917269:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574021.917272:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574021.917274:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574023.645188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574023.645195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574023.645198:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574023.645205:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574023.645210:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574023.645213:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574023.645216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574023.645218:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574023.645221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574024.669130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574024.669135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574024.669138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574024.669143:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574024.669147:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574024.669150:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574024.669159:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574024.669163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574024.669168:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574024.669730:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574024.669736:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574024.670396:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574024.670398:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574024.670584:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574024.670585:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574024.670826:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574024.670829:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574024.671022:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574024.671024:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1788574024.989245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574024.989250:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574024.989253:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574025.693246:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574025.693249:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574025.693250:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574025.693252:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574025.693254:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574025.693255:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574025.693257:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574025.693258:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574025.693259:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574026.717128:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574026.717134:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574026.717138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574026.717143:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574026.717148:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574026.717154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574026.717160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574026.717163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574026.717166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574027.037179:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574027.037182:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574027.037185:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574027.741153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574027.741161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574027.741165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574027.741172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574027.741177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574027.741183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574027.741189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574027.741191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574027.741194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574028.061226:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574028.061231:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574028.061234:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574028.765147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574028.765154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574028.765157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574028.765162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574028.765166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574028.765171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574028.765176:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574028.765180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574028.765184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574029.789147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574029.789153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574029.789158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574029.789165:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574029.789172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574029.789178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574029.789192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574029.789197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574029.789201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574029.789648:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574029.789655:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574029.790358:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574029.790360:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574029.790547:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574029.790549:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574029.790724:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574029.790726:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574029.790996:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574029.790998:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788574030.109202:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574030.109204:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574030.109207:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574030.813170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574030.813176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574030.813179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574030.813187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574030.813193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574030.813198:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574030.813206:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574030.813210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574030.813213:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574031.133230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574031.133233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574031.133235:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574031.837161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574031.837170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574031.837176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574031.837180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574031.837188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574031.837192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574031.837196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574031.837199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574031.837201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574032.861175:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574032.861183:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574032.861187:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574032.861196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574032.861203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574032.861207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574032.861211:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574032.861215:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574032.861217:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574033.181254:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574033.181260:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574033.181264:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574033.885125:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574033.885130:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574033.885134:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574033.885137:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574033.885139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574033.885141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574033.885153:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574033.885157:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574033.885160:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574034.205230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574034.205235:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574034.205238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574034.909130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574034.909135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574034.909137:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574034.909142:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574034.909145:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574034.909149:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574034.909159:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574034.909162:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574034.909167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574034.909702:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574034.909707:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574034.910378:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574034.910380:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574034.910569:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574034.910571:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574034.910743:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574034.910745:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574034.911079:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574034.911081:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788574035.933166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574035.933172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574035.933174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574035.933178:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574035.933181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574035.933184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574035.933186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574035.933188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574035.933190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574036.253260:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574036.253270:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574036.253277:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574036.957127:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574036.957132:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574036.957134:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574036.957137:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574036.957139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574036.957142:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574036.957144:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574036.957145:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574036.957147:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574037.277196:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574037.277200:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574037.277203:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574037.981117:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574037.981124:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574037.981127:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574037.981133:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574037.981138:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574037.981143:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574037.981148:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574037.981152:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574037.981155:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574039.005160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574039.005165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574039.005167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574039.005171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574039.005173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574039.005177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574039.005179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574039.005181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574039.005183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574039.325270:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574039.325277:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574039.325282:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574040.029173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574040.029184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574040.029192:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574040.029201:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574040.029210:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574040.029217:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574040.029223:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574040.029228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574040.029235:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574040.029688:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574040.029693:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574040.030471:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574040.030473:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574040.030665:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574040.030666:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574040.030887:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574040.030889:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574040.031158:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574040.031159:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788574040.349250:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574040.349253:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574040.349256:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574041.053131:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574041.053137:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574041.053140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574041.053145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574041.053150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574041.053155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574041.053159:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574041.053161:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574041.053166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574042.077127:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574042.077135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574042.077139:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574042.077145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574042.077150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574042.077156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574042.077162:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574042.077166:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574042.077169:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574042.397303:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574042.397307:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574042.397311:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574043.101203:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574043.101215:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574043.101220:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574043.101230:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574043.101240:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574043.101248:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574043.101257:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574043.101262:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574043.101267:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574043.421269:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574043.421272:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574043.421274:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574044.125131:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574044.125139:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574044.125142:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574044.125148:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574044.125153:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574044.125158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574044.125170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574044.125172:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574044.125175:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574045.149211:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574045.149216:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574045.149219:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574045.149224:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574045.149232:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574045.149240:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574045.149250:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574045.149255:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574045.149265:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574045.149995:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574045.150001:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574045.151018:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574045.151020:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574045.151267:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574045.151269:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574045.151475:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574045.151477:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574045.151692:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574045.151693:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788574045.469245:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574045.469249:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574045.469252:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574046.173119:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574046.173126:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574046.173128:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574046.173133:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574046.173137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574046.173141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574046.173151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574046.173152:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574046.173154:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574046.493186:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574046.493189:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574046.493192:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574047.197198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574047.197208:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574047.197213:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574047.197222:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574047.197235:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574047.197240:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574047.197244:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574047.197248:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574047.197261:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574048.221158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574048.221166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574048.221170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574048.221176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574048.221182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574048.221188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574048.221201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574048.221204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574048.221208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574048.541272:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574048.541275:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574048.541277:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574049.245156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574049.245162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574049.245168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574049.245176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574049.245182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574049.245186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574049.245199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574049.245202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574049.245204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574049.565243:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574049.565247:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574049.565250:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574050.269153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574050.269158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574050.269162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574050.269170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574050.269175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574050.269180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574050.269186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574050.269190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574050.269195:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574050.269687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574050.269694:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574050.270414:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574050.270416:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574050.270693:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574050.270710:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574050.270945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574050.270947:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574050.271290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574050.271293:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574051.293179:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574051.293185:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574051.293188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574051.293193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574051.293198:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574051.293200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574051.293202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574051.293205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574051.293208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574051.613248:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574051.613250:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574051.613253:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574052.317144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574052.317151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574052.317154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574052.317160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574052.317163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574052.317167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574052.317170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574052.317173:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574052.317176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574052.637270:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574052.637273:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574052.637275:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574053.341159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574053.341167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574053.341170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574053.341175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574053.341179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574053.341183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574053.341186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574053.341189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574053.341191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574054.365178:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574054.365184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574054.365186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574054.365190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574054.365196:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574054.365201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574054.365206:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574054.365209:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574054.365214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574054.685234:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574054.685238:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574054.685241:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574055.389145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574055.389151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574055.389156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574055.389163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574055.389169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574055.389176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574055.389185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574055.389190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574055.389193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574055.389721:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574055.389728:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574055.390410:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574055.390412:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574055.390633:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574055.390635:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574055.390851:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574055.390853:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574055.391129:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574055.391131:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574055.709215:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574055.709219:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574055.709221:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574056.413142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574056.413150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574056.413154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574056.413160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574056.413166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574056.413172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574056.413179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574056.413183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574056.413186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574057.437152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574057.437158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574057.437163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574057.437170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574057.437175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574057.437180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574057.437187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574057.437190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574057.437193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574057.757211:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574057.757214:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574057.757216:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574058.461153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574058.461180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574058.461184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574058.461188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574058.461191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574058.461195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574058.461198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574058.461201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574058.461204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574058.781280:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574058.781283:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574058.781286:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574059.485137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574059.485142:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574059.485145:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574059.485151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574059.485155:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574059.485159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574059.485165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574059.485168:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574059.485170:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574060.509138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574060.509147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574060.509150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574060.509155:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574060.509163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574060.509171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574060.509186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574060.509194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574060.509202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574060.509800:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574060.509806:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788574060.510445:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574060.510447:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788574060.510659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574060.510661:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788574060.510899:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574060.510901:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788574060.511108:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574060.511112:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1788574060.829223:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574060.829229:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574060.829233:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574061.533157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574061.533164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574061.533166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574061.533171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574061.533176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574061.533179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574061.533182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574061.533184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574061.533186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574061.853281:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574061.853286:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574061.853290:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574062.557159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574062.557168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574062.557171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574062.557179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574062.557185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574062.557190:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574062.557194:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574062.557196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574062.557200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574063.581145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574063.581156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574063.581160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574063.581168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574063.581173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574063.581178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574063.581182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574063.581185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574063.581188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574063.901328:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574063.901332:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574063.901335:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574064.605131:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574064.605135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574064.605137:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574064.605140:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574064.605142:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574064.605145:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574064.605147:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574064.605148:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574064.605150:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574064.925331:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574064.925336:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574064.925339:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574065.629121:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574065.629127:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574065.629129:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574065.629135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574065.629140:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574065.629146:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574065.629151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574065.629154:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574065.629156:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574065.630049:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574065.630082:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788574065.630941:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574065.630944:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788574065.631292:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574065.631294:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788574065.631621:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574065.631623:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788574065.631906:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574065.631907:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1788574066.653111:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574066.653118:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574066.653122:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574066.653130:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574066.653136:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574066.653141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574066.653146:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574066.653149:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574066.653151:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574066.973337:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574066.973343:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574066.973348:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574067.997309:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574067.997316:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574067.997319:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574070.749190:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574070.749197:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574070.749202:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574070.749205:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574070.749209:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574070.749214:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4914
00000400:00000200:0.0:1788574070.749222:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574070.749227:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574070.749230:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574070.749232:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749234:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.749237:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749238:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574070.749241:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574070.749243:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574070.749245:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574070.749248:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574070.749250:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574070.749252:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574070.749254:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749255:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.749256:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749257:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574070.749259:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574070.749262:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749263:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574070.749265:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574070.749268:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574070.749270:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749272:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574070.749273:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574070.749280:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574070.749283:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574070.749286:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574070.749287:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749289:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574070.749291:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574070.749294:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574070.749301:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574070.749307:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574070.749313:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815943552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574070.749321:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574070.749325:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574070.749328:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815943552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574070.749347:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574070.749349:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574070.749351:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574070.749353:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574070.749354:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574070.749356:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574070.749357:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4914
00000400:00000200:0.0:1788574070.749360:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574070.749362:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574070.749364:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574070.749366:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749368:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.749370:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749372:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574070.749375:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574070.749379:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574070.749384:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574070.749390:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574070.749396:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574070.749403:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574070.749412:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749419:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.749427:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749430:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574070.749434:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574070.749439:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749443:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574070.749446:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574070.749450:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574070.749456:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749459:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574070.749465:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574070.749471:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749473:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574070.749477:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574070.749481:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574070.749483:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574070.749486:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749488:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574070.749492:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574070.749496:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574070.749501:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574070.749506:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574070.749515:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815943680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574070.749528:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574070.749551:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574070.749557:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815943680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574070.749569:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574070.749574:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574070.749579:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574070.749581:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574070.749584:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574070.749588:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574070.749593:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4914
00000400:00000200:0.0:1788574070.749602:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574070.749609:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574070.749613:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574070.749617:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749622:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.749628:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749631:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574070.749636:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574070.749639:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574070.749641:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574070.749643:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574070.749648:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574070.749650:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574070.749656:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749659:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574070.749662:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788574070.749664:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749667:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574070.749669:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574070.749671:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749672:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574070.749674:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574070.749676:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574070.749677:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749678:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574070.749680:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574070.749683:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749688:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574070.749694:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574070.749699:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574070.749702:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574070.749705:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749708:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574070.749709:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574070.749711:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574070.749719:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574070.749724:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574070.749731:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815943808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574070.749755:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574070.749757:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574070.749763:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815943808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574070.749778:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574070.749782:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574070.749788:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574070.749791:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574070.749795:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574070.749799:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574070.749804:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4914
00000400:00000200:0.0:1788574070.749810:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574070.749817:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574070.749823:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574070.749828:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749834:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.749855:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749857:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574070.749863:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574070.749865:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574070.749868:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574070.749871:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574070.749876:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574070.749881:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574070.749884:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749889:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.749898:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749903:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574070.749924:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574070.749930:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574070.749932:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574070.749934:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574070.749938:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574070.749943:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749947:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574070.749951:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574070.749956:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749961:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574070.749968:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574070.749971:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574070.749975:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574070.749978:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.749982:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574070.749985:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574070.749988:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574070.749992:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574070.749998:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574070.750008:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815943936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574070.750029:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574070.750034:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574070.750043:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815943936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574070.750062:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574070.750070:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788574070.750098:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574070.750106:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574070.750111:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574070.750115:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574070.750126:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574070.750133:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4914
00000400:00000200:0.0:1788574070.750144:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574070.750149:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574070.750154:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574070.750162:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.750168:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.750174:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.750180:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574070.750185:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574070.750188:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574070.750192:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574070.750196:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574070.750201:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574070.750207:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574070.750216:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.750223:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574070.750229:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574070.750235:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574070.750242:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574070.750248:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574070.750254:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574070.750260:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574070.750265:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574070.750276:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.750279:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574070.750282:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574070.750288:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.750292:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574070.750300:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574070.750306:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574070.750312:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574070.750316:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574070.750321:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574070.750325:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574070.750327:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574070.750336:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574070.750342:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574070.750352:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815944064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574070.750382:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574070.750388:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574070.750396:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815944064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574070.750415:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574070.750424:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4924)
00000800:00000200:3.1:1788574070.750444:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574070.750615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574070.750882:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574071.069292:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574071.069298:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574071.069302:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574073.821448:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:0.0:1788574073.821505:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788574073.821552:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574073.821557:0:2387:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:0.0:1788574073.821564:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574073.821569:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788574073.821575:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574073.821580:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:0.0:1788574073.821588:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574073.821594:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574073.821603:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcc38
00000400:00000010:0.0:1788574073.821606:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcc38.
00000100:00000001:0.0:1788574073.821612:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574073.821625:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c970bb80 x1875450815943552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.821663:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574073.821672:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450815943552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.821682:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574073.821685:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574073.821699:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574073.821702:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f700.
00000400:00000200:0.0:1788574073.821707:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574073.821713:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574073.821720:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:0.0:1788574073.821723:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:0.0:1788574073.821727:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574073.821736:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c970b480 x1875450815943680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.821769:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574073.821775:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450815943680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.821788:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574073.821793:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574073.821803:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574073.821809:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f400.
00000400:00000200:0.0:1788574073.821815:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574073.821826:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574073.821834:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:0.0:1788574073.821838:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:0.0:1788574073.821843:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574073.821852:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9708a80 x1875450815943808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.821875:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574073.821883:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450815943808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.821905:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574073.821908:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574073.821917:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574073.821924:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f600.
00000400:00000200:0.0:1788574073.821929:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574073.821936:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574073.821943:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcee0
00000400:00000010:0.0:1788574073.821948:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcee0.
00000100:00000001:0.0:1788574073.821953:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574073.821960:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9709880 x1875450815943936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.821972:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574073.821976:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450815943936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.822006:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574073.822012:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574073.822023:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574073.822030:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:0.0:1788574073.822035:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574073.822040:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574073.822048:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:0.0:1788574073.822052:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:0.0:1788574073.822102:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574073.822109:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9709f80 x1875450815944064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.822118:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574073.822121:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450815944064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574073.822129:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574073.822131:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788574074.141298:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574074.141310:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574074.141314:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574074.845184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574074.845188:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574074.845191:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574074.845194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574074.845198:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574074.845200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574074.845202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574074.845204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574074.845206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574075.869167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574075.869178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574075.869183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574075.869193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574075.869202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574075.869210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574075.869230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574075.869234:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574075.869240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574075.869906:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574075.869912:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574075.870772:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574075.870776:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574075.871118:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574075.871121:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574075.871421:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574075.871424:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574075.871729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574075.871732:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1788574076.893154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574076.893162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574076.893164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574076.893168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574076.893172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574076.893176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574076.893179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574076.893182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574076.893186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574077.213299:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574077.213303:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574077.213307:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574077.917130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574077.917134:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574077.917138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574077.917143:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574077.917148:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574077.917154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574077.917166:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574077.917170:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574077.917172:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574078.941129:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574078.941136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574078.941140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574078.941146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574078.941152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574078.941157:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574078.941163:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574078.941165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574078.941167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574079.965184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574079.965192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574079.965196:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574079.965202:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574079.965207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574079.965211:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574079.965216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574079.965226:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574079.965240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574080.285203:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574080.285208:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574080.285212:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574080.989135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574080.989143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574080.989146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574080.989153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574080.989159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574080.989165:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574080.989182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574080.989185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574080.989191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574080.989698:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574080.989706:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574080.990257:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574080.990258:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574080.990445:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574080.990446:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574080.990658:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574080.990660:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574080.990834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574080.990836:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788574082.013144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574082.013150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574082.013153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574082.013158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574082.013164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574082.013169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574082.013172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574082.013176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574082.013178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574083.037158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574083.037168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574083.037171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574083.037178:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574083.037183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574083.037188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574083.037198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574083.037200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574083.037203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574083.357310:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574083.357315:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574083.357319:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574084.061112:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574084.061118:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574084.061120:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574084.061126:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574084.061131:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574084.061135:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574084.061138:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574084.061142:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574084.061145:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574085.085140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574085.085147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574085.085152:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574085.085162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574085.085167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574085.085171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574085.085174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574085.085176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574085.085189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574086.109173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574086.109182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574086.109184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574086.109192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574086.109203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574086.109211:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574086.109220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574086.109224:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574086.109232:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574086.109789:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574086.109795:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574086.110439:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574086.110441:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574086.110681:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574086.110682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574086.110860:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574086.110861:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574086.111187:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574086.111190:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788574086.429250:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574086.429253:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574086.429257:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574087.133134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574087.133140:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574087.133144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574087.133151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574087.133156:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574087.133160:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574087.133167:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574087.133171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574087.133174:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574088.157162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574088.157169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574088.157172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574088.157177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574088.157181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574088.157185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574088.157189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574088.157192:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574088.157194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574089.181306:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574089.181308:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574089.181309:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574089.181311:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574089.181313:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574089.181314:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574089.181316:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574089.181317:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574089.181319:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574089.501240:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574089.501243:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574089.501246:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574090.205153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574090.205161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574090.205166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574090.205172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574090.205179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574090.205185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574090.205195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574090.205198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574090.205200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229175:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574091.229182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574091.229185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574091.229192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574091.229196:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574091.229200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574091.229204:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574091.229208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574091.229211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574091.229234:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574091.229239:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574091.229241:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574091.229243:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574091.229246:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574091.229252:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4934
00000400:00000200:0.0:1788574091.229259:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574091.229264:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574091.229267:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574091.229269:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229272:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229274:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229275:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574091.229278:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574091.229280:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574091.229282:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574091.229285:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574091.229287:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574091.229289:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574091.229291:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229292:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229293:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229295:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574091.229296:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574091.229299:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229300:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574091.229302:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574091.229304:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574091.229306:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229308:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574091.229310:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574091.229322:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574091.229325:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574091.229328:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574091.229329:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229332:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574091.229333:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574091.229336:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574091.229344:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574091.229349:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574091.229357:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815946112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574091.229365:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574091.229368:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574091.229371:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815946112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574091.229400:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574091.229403:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574091.229406:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574091.229407:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574091.229408:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574091.229410:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574091.229412:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4934
00000400:00000200:0.0:1788574091.229415:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574091.229417:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574091.229419:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574091.229420:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229422:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229428:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229430:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574091.229432:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574091.229434:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574091.229435:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574091.229437:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574091.229439:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574091.229441:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574091.229443:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229444:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229446:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229451:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574091.229453:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574091.229458:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229462:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574091.229463:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574091.229468:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574091.229473:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229477:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574091.229481:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574091.229487:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229491:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574091.229498:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574091.229500:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574091.229505:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574091.229507:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229511:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574091.229513:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574091.229516:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574091.229521:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574091.229526:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574091.229533:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815946240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574091.229545:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574091.229548:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574091.229552:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815946240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574091.229565:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574091.229568:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574091.229571:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574091.229575:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574091.229576:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574091.229579:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574091.229583:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4934
00000400:00000200:0.0:1788574091.229587:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574091.229592:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574091.229594:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574091.229597:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229599:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229604:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229609:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574091.229613:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574091.229615:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574091.229616:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574091.229618:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574091.229619:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574091.229620:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574091.229622:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229623:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229625:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229626:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574091.229628:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574091.229630:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229633:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574091.229635:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574091.229639:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574091.229643:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229646:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574091.229649:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574091.229654:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229658:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574091.229664:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574091.229667:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574091.229670:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574091.229671:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229673:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574091.229676:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574091.229678:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574091.229683:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574091.229686:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574091.229691:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815946368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574091.229707:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574091.229709:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574091.229713:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815946368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574091.229722:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574091.229725:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574091.229728:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574091.229732:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574091.229735:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574091.229737:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574091.229741:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4934
00000400:00000200:0.0:1788574091.229748:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574091.229753:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574091.229755:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574091.229761:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229764:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229769:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229772:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574091.229776:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574091.229778:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574091.229781:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574091.229784:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574091.229787:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574091.229791:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574091.229796:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229797:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229801:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229805:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574091.229809:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574091.229814:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229819:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574091.229821:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574091.229823:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574091.229826:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229830:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574091.229832:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574091.229834:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229838:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574091.229842:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574091.229846:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574091.229849:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574091.229851:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.229854:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574091.229856:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574091.229859:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574091.229864:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000800:00000200:3.1:1788574091.229866:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574091.229867:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574091.229874:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1788574091.229875:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815946496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574091.229888:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574091.229892:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574091.229897:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815946496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574091.229904:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574091.229908:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574091.229912:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574091.229914:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574091.229915:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574091.229917:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574091.229920:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4934
00000400:00000200:0.0:1788574091.229922:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574091.229928:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574091.229930:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574091.229934:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229939:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229944:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229951:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574091.229956:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574091.229960:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574091.229964:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574091.229968:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574091.229974:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574091.229977:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574091.229986:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229988:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574091.229992:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574091.229998:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574091.230004:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574091.230011:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574091.230016:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574091.230019:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574091.230022:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574091.230025:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.230030:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574091.230034:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574091.230038:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.230043:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574091.230047:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574091.230078:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574091.230091:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574091.230096:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574091.230106:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574091.230110:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574091.230114:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574091.230121:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574091.230126:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574091.230130:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815946624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574091.230138:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574091.230142:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574091.230150:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815946624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574091.230162:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574091.230167:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4944)
00000800:00000200:3.1:1788574091.230503:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574091.230506:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574091.230797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574091.230799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574091.231014:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574091.231016:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574091.231219:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574091.231220:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1788574092.253152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574092.253158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574092.253161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574092.253167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574092.253172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574092.253176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574092.253180:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574092.253182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574092.253186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574092.573249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574092.573253:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574092.573255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574093.277161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574093.277168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574093.277171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574093.277176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574093.277181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574093.277187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574093.277196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574093.277200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574093.277204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574094.301134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574094.301141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574094.301143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574094.301149:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574094.301153:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574094.301158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574094.301161:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574094.301165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574094.301167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574095.325136:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574095.325143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574095.325146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574095.325152:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574095.325158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574095.325162:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574095.325165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574095.325169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574095.325172:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574095.645269:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574095.645272:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574095.645274:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574096.349307:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574096.349328:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574096.349330:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574096.349333:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574096.349336:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574096.349338:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574096.349340:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574096.349353:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574096.349356:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574096.349863:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574096.349870:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00080000:1.0:1788574096.350298:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574096.350309:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574096.350313:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574096.350318:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574096.350327:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574096.350334:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4939
00000400:00000200:1.0:1788574096.350362:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574096.350368:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574096.350374:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574096.350382:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574096.350387:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574096.350393:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574096.350398:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574096.350402:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574096.350405:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574096.350408:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574096.350419:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574096.350423:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574096.350427:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574096.350433:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574096.350438:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574096.350442:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574096.350448:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574096.350451:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574096.350457:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574096.350463:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574096.350468:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574096.350472:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574096.350479:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574096.350485:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574096.350487:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574096.350492:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574096.350495:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574096.350499:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574096.350503:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574096.350507:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574096.350509:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574096.350513:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574096.350516:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574096.350520:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574096.350524:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574096.350529:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574096.350538:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815947264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574096.350561:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574096.350566:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574096.350573:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815947264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574096.350588:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574096.350604:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4949)
00000800:00000200:3.1:1788574096.350608:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574096.350611:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574096.350821:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574096.350823:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574096.351081:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574096.351084:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574096.351376:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574096.351378:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1788574097.373138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574097.373145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574097.373147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574097.373153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574097.373158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574097.373180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574097.373183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574097.373185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574097.373190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574098.397145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574098.397153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574098.397155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574098.397160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574098.397164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574098.397167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574098.397170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574098.397189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574098.397196:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574098.717295:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574098.717298:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574098.717301:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574099.421159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574099.421164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574099.421167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574099.421171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574099.421177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574099.421181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574099.421183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574099.421185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574099.421187:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574100.445159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574100.445165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574100.445167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574100.445171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574100.445174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574100.445177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574100.445179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574100.445181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574100.445183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574101.469126:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574101.469130:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574101.469133:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574101.469137:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574101.469143:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574101.469147:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574101.469151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574101.469155:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574101.469158:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574101.469669:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574101.469674:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574101.470470:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574101.470473:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574101.470778:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574101.470781:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574101.471088:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574101.471091:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574101.471511:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574101.471514:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1788574101.789227:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574101.789231:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574101.789234:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574102.493138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574102.493149:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574102.493151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574102.493154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574102.493156:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574102.493158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574102.493160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574102.493161:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574102.493163:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574103.517124:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574103.517130:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574103.517134:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574103.517141:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574103.517146:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574103.517151:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574103.517156:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574103.517159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574103.517162:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574104.541286:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574104.541292:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574104.541294:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574104.541297:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574104.541300:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574104.541303:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574104.541306:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574104.541309:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574104.541312:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574104.861335:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574104.861342:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574104.861346:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574105.565135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574105.565141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574105.565143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574105.565146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574105.565151:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574105.565156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574105.565162:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574105.565166:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574105.565169:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574106.589146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574106.589153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574106.589157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574106.589164:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574106.589169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574106.589192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574106.589205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574106.589210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574106.589215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574106.589735:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574106.589740:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574106.590531:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574106.590533:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574106.590784:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574106.590786:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574106.591005:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574106.591007:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574106.591300:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574106.591302:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788574107.613200:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574107.613209:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574107.613218:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574107.613223:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574107.613227:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574107.613233:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574107.613236:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574107.613239:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574107.613242:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574107.933309:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574107.933314:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574107.933317:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574108.637193:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574108.637202:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574108.637205:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574108.637214:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574108.637219:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574108.637223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574108.637227:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574108.637230:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574108.637234:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574109.661190:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574109.661202:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574109.661206:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574109.661217:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574109.661226:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574109.661237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574109.661251:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574109.661257:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574109.661261:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574110.685173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574110.685181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574110.685183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574110.685189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574110.685194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574110.685199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574110.685202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574110.685206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574110.685209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574111.005211:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574111.005215:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574111.005218:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574111.709130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574111.709137:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574111.709141:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574111.709147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574111.709152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574111.709156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574111.709160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574111.709164:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574111.709167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574111.709610:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574111.709617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574111.710323:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574111.710325:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574111.710511:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574111.710513:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574111.710687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574111.710689:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574111.710934:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574111.710936:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788574112.733175:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574112.733182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574112.733185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574112.733192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574112.733196:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574112.733200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574112.733216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574112.733221:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574112.733224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574113.757142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574113.757149:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574113.757152:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574113.757159:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574113.757165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574113.757169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574113.757184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574113.757187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574113.757191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574114.077227:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574114.077230:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574114.077233:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574114.781134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574114.781141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574114.781145:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574114.781153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574114.781159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574114.781164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574114.781168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574114.781171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574114.781173:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574115.805187:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574115.805197:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574115.805201:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574115.805208:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574115.805213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574115.805219:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574115.805225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574115.805229:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574115.805233:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574116.829136:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574116.829145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574116.829149:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574116.829156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574116.829162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574116.829166:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574116.829182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574116.829187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574116.829189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574116.829616:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574116.829622:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574116.830327:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574116.830332:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574116.830543:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574116.830544:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574116.830777:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574116.830779:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574116.830969:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574116.830971:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788574117.149230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574117.149234:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574117.149237:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574117.853137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574117.853145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574117.853150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574117.853159:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574117.853165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574117.853171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574117.853186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574117.853189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574117.853193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574118.877144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574118.877151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574118.877155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574118.877159:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574118.877163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574118.877166:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574118.877168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574118.877170:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574118.877173:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574119.901148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574119.901153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574119.901156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574119.901160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574119.901162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574119.901164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574119.901166:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574119.901167:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574119.901169:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574120.221250:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574120.221253:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574120.221256:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574120.925115:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574120.925120:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574120.925124:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574120.925130:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574120.925134:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574120.925139:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574120.925143:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574120.925147:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574120.925148:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574121.949125:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574121.949131:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574121.949135:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574121.949141:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574121.949147:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574121.949152:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574121.949158:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574121.949163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574121.949167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574121.949659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574121.949662:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574121.950304:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574121.950306:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574121.950549:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574121.950550:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574121.950754:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574121.950755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574121.951004:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574121.951006:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788574122.973150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574122.973157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574122.973160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574122.973165:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574122.973169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574122.973172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574122.973175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574122.973177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574122.973184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574123.293180:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574123.293184:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574123.293186:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574123.997129:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574123.997136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574123.997139:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574123.997145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574123.997150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574123.997154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574123.997157:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574123.997162:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574123.997164:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574125.021148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574125.021156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574125.021159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574125.021166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574125.021171:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574125.021175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574125.021181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574125.021186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574125.021189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574126.045134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574126.045138:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574126.045141:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574126.045158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574126.045163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574126.045169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574126.045174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574126.045178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574126.045180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574126.365231:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574126.365234:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574126.365236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574127.069131:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574127.069139:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574127.069141:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574127.069149:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574127.069162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574127.069165:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574127.069181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574127.069185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574127.069191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574127.069637:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574127.069646:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788574127.070329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574127.070332:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788574127.070545:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574127.070546:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788574127.070775:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574127.070777:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788574127.071032:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574127.071033:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1788574128.093121:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574128.093128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574128.093134:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574128.093140:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574128.093147:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574128.093158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574128.093164:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574128.093167:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574128.093169:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574129.117157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574129.117164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574129.117168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574129.117175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574129.117182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574129.117188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574129.117200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574129.117202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574129.117205:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574129.437251:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574129.437256:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574129.437259:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574130.141113:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574130.141121:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574130.141126:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574130.141134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574130.141140:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574130.141145:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574130.141153:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574130.141157:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574130.141160:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574131.165112:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574131.165117:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574131.165119:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574131.165123:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574131.165126:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574131.165129:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574131.165132:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574131.165134:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574131.165136:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574132.189133:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574132.189142:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574132.189146:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574132.189149:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574132.189154:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574132.189160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788574132.189161:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4975
00000100:00000001:0.0:1788574132.189168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574132.189171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574132.189172:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:0.0:1788574132.189180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000400:00000200:1.0:1788574132.189183:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1788574132.189185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788574132.189188:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788574132.189189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788574132.189193:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574132.189194:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574132.189197:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788574132.189198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788574132.189201:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574132.189202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189207:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574132.189212:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574132.189213:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574132.189216:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574132.189218:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574132.189220:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574132.189222:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574132.189224:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189226:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189227:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189228:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574132.189231:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574132.189233:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189234:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574132.189236:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574132.189238:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574132.189240:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189241:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574132.189243:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574132.189250:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574132.189252:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574132.189255:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574132.189256:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189258:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574132.189260:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574132.189264:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574132.189269:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574132.189274:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574132.189281:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450815951232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574132.189289:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574132.189292:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574132.189296:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450815951232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574132.189312:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574132.189314:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574132.189316:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574132.189318:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574132.189319:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574132.189321:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574132.189323:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4975
00000400:00000200:1.0:1788574132.189327:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574132.189330:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574132.189331:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574132.189334:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189338:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189342:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189346:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574132.189349:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574132.189351:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574132.189352:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574132.189356:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574132.189360:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574132.189364:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574132.189371:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189375:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189378:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189382:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574132.189385:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574132.189391:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189408:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574132.189410:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574132.189414:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574132.189418:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189423:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574132.189429:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574132.189432:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189435:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574132.189440:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574132.189443:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574132.189447:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574132.189451:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189453:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574132.189456:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574132.189459:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574132.189463:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574132.189468:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574132.189476:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450815951360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574132.189486:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574132.189489:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574132.189493:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450815951360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574132.189504:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574132.189508:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574132.189512:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574132.189515:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574132.189518:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574132.189523:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574132.189527:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4975
00000400:00000200:1.0:1788574132.189530:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574132.189532:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574132.189537:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574132.189541:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189546:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189550:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189554:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574132.189557:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574132.189560:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574132.189562:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574132.189564:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574132.189569:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574132.189573:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574132.189576:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189577:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189580:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189583:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574132.189586:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574132.189591:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189596:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574132.189599:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574132.189602:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574132.189606:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189607:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574132.189610:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574132.189614:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189618:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574132.189625:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574132.189629:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574132.189634:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574132.189637:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189642:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574132.189644:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574132.189646:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574132.189650:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574132.189656:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574132.189664:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450815951488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574132.189676:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574132.189678:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574132.189683:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450815951488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574132.189695:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574132.189698:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574132.189703:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574132.189706:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1788574132.189707:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788574132.189709:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1788574132.189711:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1788574132.189712:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574132.189717:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4975
00000400:00000200:1.0:1788574132.189725:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574132.189729:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574132.189733:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574132.189738:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189744:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189749:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189751:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574132.189753:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574132.189755:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574132.189758:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574132.189760:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574132.189765:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574132.189767:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574132.189770:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189774:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189779:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189781:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574132.189785:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574132.189789:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189792:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574132.189793:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574132.189794:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574132.189796:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189797:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574132.189798:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574132.189803:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189806:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574132.189811:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574132.189814:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574132.189817:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574132.189819:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189821:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574132.189823:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574132.189825:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574132.189827:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574132.189832:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574132.189839:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450815951616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574132.189850:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574132.189853:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574132.189858:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450815951616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574132.189864:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574132.189869:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574132.189872:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574132.189874:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574132.189877:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574132.189880:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574132.189883:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4975
00000400:00000200:1.0:1788574132.189889:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574132.189892:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574132.189893:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574132.189898:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189901:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189902:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189905:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574132.189908:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574132.189911:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574132.189912:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574132.189914:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574132.189915:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574132.189919:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574132.189923:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189927:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574132.189930:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189935:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574132.189936:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574132.189938:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574132.189940:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574132.189942:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574132.189945:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574132.189950:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189956:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574132.189960:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574132.189967:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189972:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574132.189980:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574132.189986:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574132.189991:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574132.189994:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574132.189997:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574132.190001:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574132.190005:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574132.190011:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574132.190025:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574132.190041:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450815951744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574132.190094:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574132.190098:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574132.190105:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450815951744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574132.190119:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574132.190126:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4985)
00000800:00000200:2.1:1788574132.190268:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574132.190270:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788574132.190531:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574132.190533:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788574132.190823:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574132.190826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788574132.191079:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574132.191080:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788574132.509261:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574132.509265:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574132.509270:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574133.213138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574133.213145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574133.213147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574133.213153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574133.213157:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574133.213161:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574133.213165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574133.213168:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574133.213170:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574134.237170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574134.237176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574134.237178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574134.237183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574134.237186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574134.237189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574134.237193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574134.237195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574134.237197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574135.261145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574135.261154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574135.261158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574135.261166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574135.261172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574135.261180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574135.261186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574135.261189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574135.261192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574135.581225:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574135.581228:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574135.581230:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574136.285147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574136.285154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574136.285157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574136.285162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574136.285166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574136.285171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574136.285174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574136.285178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574136.285186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574137.309162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574137.309171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574137.309174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574137.309178:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788574137.309181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788574137.309188:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574137.309189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574137.309192:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574137.309196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574137.309197:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574137.309207:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574137.309208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574137.309218:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574137.309219:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4980
00000100:00000001:0.0:1788574137.309231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574137.309253:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574137.309264:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574137.309272:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574137.309279:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309284:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.309288:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309291:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574137.309295:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574137.309297:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574137.309301:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574137.309304:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574137.309307:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574137.309311:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574137.309314:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309317:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.309319:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309320:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574137.309324:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574137.309328:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309331:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574137.309334:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574137.309339:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574137.309343:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.309346:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574137.309349:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574137.309362:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574137.309365:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574137.309370:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574137.309372:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.309375:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574137.309377:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574137.309382:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574137.309391:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574137.309397:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574137.309407:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450815951872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574137.309417:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574137.309421:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574137.309425:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450815951872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574137.309448:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574137.309451:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574137.309455:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574137.309457:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574137.309458:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574137.309463:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574137.309466:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4980
00000400:00000200:1.0:1788574137.309472:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574137.309478:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574137.309484:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574137.309493:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309501:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.309510:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309519:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574137.309530:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574137.309535:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574137.309539:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574137.309545:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574137.309549:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574137.309555:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574137.309563:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309568:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.309576:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309583:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574137.309590:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574137.309594:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309600:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574137.309606:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574137.309615:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574137.309631:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.309648:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574137.309657:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574137.309663:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.309666:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574137.309672:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574137.309676:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574137.309680:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574137.309681:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.309683:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574137.309696:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574137.309700:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574137.309708:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574137.309713:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574137.309721:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450815952000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574137.309732:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574137.309734:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574137.309741:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450815952000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574137.309758:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574137.309761:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574137.309763:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574137.309764:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574137.309765:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574137.309773:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574137.309786:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4980
00000400:00000200:1.0:1788574137.309796:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574137.309803:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574137.309807:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574137.309815:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309819:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.309826:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309831:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574137.309837:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574137.309838:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574137.309839:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574137.309845:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574137.309851:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574137.309866:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574137.309876:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309884:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.309892:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309904:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574137.309909:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574137.309917:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574137.309925:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574137.309929:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788574137.309931:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788574137.309934:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574137.309937:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.309939:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574137.309940:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574137.309942:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.309943:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574137.309947:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574137.309949:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574137.309951:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574137.309953:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.309957:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574137.309962:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574137.309969:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574137.309975:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574137.309980:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574137.309987:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450815952128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574137.310018:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574137.310021:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574137.310036:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450815952128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574137.310098:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574137.310106:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574137.310116:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574137.310119:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574137.310125:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574137.310132:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574137.310140:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4980
00000400:00000200:1.0:1788574137.310156:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574137.310167:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574137.310171:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574137.310182:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310192:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.310202:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310211:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574137.310220:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574137.310224:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574137.310231:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574137.310256:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574137.310265:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574137.310283:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574137.310290:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310296:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.310304:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310308:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574137.310317:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574137.310328:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310335:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574137.310341:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574137.310345:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574137.310352:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.310359:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574137.310366:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574137.310380:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.310382:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574137.310385:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574137.310387:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574137.310396:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574137.310398:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.310406:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574137.310409:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574137.310414:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574137.310421:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574137.310429:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574137.310437:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450815952256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574137.310451:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574137.310454:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574137.310468:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450815952256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574137.310500:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574137.310506:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574137.310513:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574137.310516:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574137.310520:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574137.310526:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574137.310540:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4980
00000400:00000200:1.0:1788574137.310553:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574137.310563:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574137.310569:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574137.310579:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310586:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574137.310596:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310606:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574137.310613:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574137.310618:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574137.310623:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574137.310629:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574137.310642:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574137.310650:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574137.310662:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310670:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788574137.310676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574137.310681:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310690:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574137.310697:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574137.310701:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574137.310706:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574137.310712:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574137.310718:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574137.310726:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.310732:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574137.310739:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574137.310745:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.310751:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574137.310761:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574137.310769:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574137.310780:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574137.310786:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574137.310791:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574137.310794:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574137.310797:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574137.310807:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574137.310817:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574137.310835:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450815952384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574137.310866:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574137.310872:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574137.310885:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450815952384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574137.310906:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574137.310919:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4990)
00000800:00000200:2.1:1788574137.311031:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574137.311232:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574137.311384:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574138.333185:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574138.333194:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574138.333201:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574138.333220:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574138.333227:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574138.333231:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574138.333234:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574138.333237:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574138.333241:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574138.653251:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574138.653254:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574138.653257:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574139.357145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574139.357151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574139.357153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574139.357157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574139.357159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574139.357163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574139.357165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574139.357168:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574139.357170:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574140.381200:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574140.381209:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574140.381212:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574140.381217:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574140.381220:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574140.381224:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574140.381228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574140.381232:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574140.381235:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574141.405167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574141.405174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574141.405177:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574141.405183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574141.405187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574141.405193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574141.405197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574141.405201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574141.405215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574141.725217:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574141.725220:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574141.725222:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574142.429143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574142.429149:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574142.429153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574142.429156:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788574142.429161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788574142.429167:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574142.429168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574142.429171:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574142.429173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574142.429177:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574142.429178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574142.429182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574142.429184:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574142.429187:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574142.429194:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4985
00000400:00000200:1.0:1788574142.429203:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574142.429210:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574142.429214:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574142.429218:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429222:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.429224:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429227:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574142.429230:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574142.429232:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574142.429235:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574142.429238:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574142.429241:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574142.429244:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574142.429247:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429249:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.429251:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429253:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574142.429255:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574142.429259:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429261:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574142.429264:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574142.429267:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574142.429270:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429272:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574142.429275:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574142.429282:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574142.429286:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574142.429291:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574142.429293:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429296:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574142.429299:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574142.429303:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574142.429310:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574142.429317:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574142.429331:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450815952512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574142.429342:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574142.429347:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574142.429352:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450815952512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574142.429372:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574142.429375:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574142.429379:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574142.429381:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574142.429383:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574142.429386:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574142.429389:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4985
00000400:00000200:1.0:1788574142.429393:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574142.429396:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574142.429399:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574142.429402:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429405:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.429408:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429411:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574142.429416:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574142.429420:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574142.429422:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574142.429425:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574142.429428:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574142.429432:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574142.429440:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429446:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.429450:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429454:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574142.429459:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574142.429464:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429470:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574142.429473:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574142.429481:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574142.429486:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429491:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574142.429496:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574142.429501:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429504:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574142.429510:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574142.429515:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574142.429520:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574142.429522:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429527:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574142.429530:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574142.429534:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574142.429540:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574142.429545:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574142.429556:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450815952640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574142.429567:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574142.429571:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574142.429578:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450815952640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574142.429592:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574142.429597:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574142.429606:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574142.429609:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574142.429612:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574142.429625:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574142.429631:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4985
00000400:00000200:1.0:1788574142.429639:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574142.429646:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574142.429650:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574142.429656:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429659:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.429661:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429664:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574142.429669:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574142.429672:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574142.429675:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574142.429678:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574142.429683:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574142.429688:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574142.429694:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429698:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.429705:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429710:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574142.429714:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574142.429720:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429725:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574142.429729:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574142.429732:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574142.429738:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429743:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574142.429745:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574142.429748:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429752:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574142.429758:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574142.429764:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574142.429768:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574142.429770:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429775:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574142.429777:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574142.429778:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574142.429783:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574142.429789:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574142.429797:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450815952768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574142.429810:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1788574142.429812:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574142.429814:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574142.429822:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1788574142.429823:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450815952768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574142.429841:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574142.429845:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574142.429850:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574142.429853:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574142.429855:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574142.429861:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574142.429868:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4985
00000400:00000200:1.0:1788574142.429873:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574142.429879:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574142.429883:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574142.429889:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429894:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.429900:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429905:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574142.429908:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574142.429909:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574142.429911:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574142.429913:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574142.429915:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574142.429917:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574142.429920:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429922:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.429923:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429925:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574142.429928:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574142.429930:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574142.429933:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574142.429935:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574142.429938:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574142.429940:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429942:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574142.429944:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574142.429947:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429949:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574142.429952:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574142.429954:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574142.429956:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574142.429957:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.429959:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574142.429960:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574142.429962:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574142.429965:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574142.429969:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574142.429973:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450815952896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574142.429981:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574142.429983:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574142.429990:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450815952896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574142.430018:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574142.430023:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574142.430028:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574142.430031:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574142.430036:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574142.430042:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574142.430047:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4985
00000400:00000200:1.0:1788574142.430101:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574142.430108:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574142.430114:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574142.430121:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.430125:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.430129:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.430132:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574142.430137:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574142.430138:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574142.430140:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574142.430142:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574142.430147:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574142.430149:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574142.430155:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.430159:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574142.430164:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574142.430168:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574142.430173:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574142.430179:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574142.430184:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574142.430188:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574142.430192:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574142.430196:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.430202:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574142.430205:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574142.430211:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.430214:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574142.430219:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574142.430225:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574142.430230:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574142.430233:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574142.430238:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574142.430241:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574142.430244:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574142.430251:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574142.430257:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574142.430267:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450815953024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574142.430283:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574142.430288:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574142.430296:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450815953024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574142.430309:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574142.430317:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4995)
00000800:00000200:3.1:1788574142.430598:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574142.430601:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574142.430925:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574142.430928:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574142.431256:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574142.431259:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574142.431457:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574142.431460:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1788574143.453144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574143.453152:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574143.453155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574143.453164:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574143.453169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574143.453174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574143.453186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574143.453190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574143.453193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574144.477220:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574144.477228:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574144.477230:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574144.477242:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574144.477249:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574144.477255:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574144.477261:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574144.477267:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574144.477272:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574144.797253:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574144.797258:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574144.797261:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574145.501137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574145.501147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574145.501149:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574145.501155:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574145.501159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574145.501164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574145.501167:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574145.501171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574145.501174:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574146.525159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574146.525169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574146.525174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574146.525183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574146.525190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574146.525196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574146.525201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574146.525206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574146.525210:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574147.549120:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574147.549129:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574147.549133:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574147.549133:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574147.549142:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1788574147.549144:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574147.549145:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574147.549150:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574147.549152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574147.549154:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574147.549159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574147.549162:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4990
00000100:00000001:0.0:1788574147.549167:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574147.549171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788574147.549173:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788574147.549176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574147.549181:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574147.549186:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574147.549190:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549195:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.549198:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549201:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574147.549204:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574147.549205:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574147.549208:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574147.549210:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574147.549212:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574147.549214:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574147.549216:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549218:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.549220:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549221:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574147.549223:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574147.549226:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549228:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574147.549229:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574147.549231:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574147.549233:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.549235:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574147.549237:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574147.549244:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574147.549247:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574147.549250:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574147.549251:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.549253:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574147.549255:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574147.549259:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574147.549266:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574147.549271:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574147.549278:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450815953152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574147.549286:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574147.549289:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574147.549294:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450815953152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574147.549312:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574147.549315:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574147.549317:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574147.549322:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574147.549328:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574147.549330:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574147.549332:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4990
00000400:00000200:1.0:1788574147.549336:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574147.549340:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574147.549341:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574147.549344:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549345:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.549348:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549354:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574147.549359:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574147.549363:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574147.549367:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574147.549370:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574147.549375:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574147.549381:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574147.549390:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549395:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.549401:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549406:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574147.549411:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574147.549418:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549424:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574147.549429:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574147.549437:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574147.549442:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.549446:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574147.549451:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574147.549455:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.549457:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574147.549461:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574147.549466:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574147.549472:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574147.549474:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.549476:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574147.549478:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574147.549481:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574147.549489:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574147.549495:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574147.549502:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450815953280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574147.549513:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574147.549516:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574147.549522:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450815953280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574147.549559:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574147.549563:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574147.549569:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574147.549574:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574147.549577:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574147.549584:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574147.549590:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4990
00000400:00000200:1.0:1788574147.549600:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574147.549606:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574147.549612:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574147.549620:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549625:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.549631:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549636:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574147.549641:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574147.549646:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574147.549651:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574147.549656:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574147.549660:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574147.549667:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574147.549675:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549679:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.549683:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549687:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574147.549691:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574147.549697:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549703:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574147.549706:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574147.549712:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574147.549717:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.549721:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574147.549724:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574147.549730:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.549735:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574147.549740:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:1.0:1788574147.549744:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000800:00000200:3.1:1788574147.549744:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000020:00000040:1.0:1788574147.549751:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574147.549758:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574147.549761:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.549766:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574147.549771:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574147.549776:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574147.549782:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574147.549789:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574147.549800:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450815953408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574147.549821:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574147.549826:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574147.549836:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450815953408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574147.549853:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574147.549860:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574147.549867:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574147.549870:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574147.549874:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574147.549878:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574147.549886:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4990
00000400:00000200:1.0:1788574147.549893:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574147.549898:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574147.549903:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574147.549909:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549923:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.549941:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549946:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574147.549951:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574147.549954:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574147.549956:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574147.549961:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574147.549965:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574147.549976:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574147.549984:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.549990:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.549997:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.550003:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574147.550008:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574147.550016:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574147.550022:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574147.550025:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574147.550029:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574147.550041:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.550045:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574147.550049:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574147.550086:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.550091:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574147.550099:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574147.550104:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574147.550109:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574147.550112:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.550115:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574147.550118:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574147.550121:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574147.550127:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574147.550132:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574147.550141:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450815953536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574147.550160:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574147.550163:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574147.550170:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450815953536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574147.550183:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574147.550188:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574147.550193:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574147.550196:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574147.550200:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574147.550204:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574147.550208:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4990
00000400:00000200:1.0:1788574147.550216:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574147.550221:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574147.550225:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574147.550232:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.550235:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.550237:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.550238:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574147.550240:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574147.550241:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574147.550244:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574147.550247:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574147.550250:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574147.550253:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574147.550260:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.550264:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574147.550268:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574147.550272:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574147.550277:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574147.550282:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574147.550285:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574147.550288:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574147.550294:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574147.550298:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.550304:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574147.550308:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574147.550310:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.550313:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574147.550316:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574147.550321:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574147.550326:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574147.550330:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574147.550332:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574147.550335:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574147.550338:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574147.550342:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574147.550347:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574147.550354:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450815953664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574147.550385:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574147.550388:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574147.550396:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450815953664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574147.550414:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574147.550418:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5001)
00000800:00000200:3.1:1788574147.550517:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574147.550519:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788574147.550737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574147.550739:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788574147.550986:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574147.550988:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788574147.551312:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574147.551314:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1788574147.869245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574147.869249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574147.869251:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574148.573227:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574148.573237:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574148.573242:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574148.573252:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574148.573258:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574148.573262:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574148.573272:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574148.573278:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574148.573283:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574149.597136:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574149.597142:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574149.597147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574149.597154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574149.597159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574149.597164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574149.597172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574149.597176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574149.597179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574150.621177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574150.621192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574150.621195:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574150.621215:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574150.621221:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574150.621226:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574150.621230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574150.621234:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574150.621238:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574150.941241:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574150.941247:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574150.941251:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574151.645171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574151.645179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574151.645182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574151.645189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574151.645193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574151.645199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574151.645203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574151.645208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574151.645211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574152.669152:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574152.669163:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574152.669170:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574152.669174:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574152.669181:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574152.669190:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 4996
00000400:00000200:1.0:1788574152.669202:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574152.669209:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574152.669212:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574152.669217:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669220:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669222:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669224:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574152.669227:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574152.669229:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574152.669236:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574152.669239:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574152.669241:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574152.669243:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574152.669246:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669249:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669251:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669252:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574152.669256:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574152.669259:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669262:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574152.669264:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574152.669268:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574152.669271:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669273:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574152.669275:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574152.669282:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000010:1.0:1788574152.669286:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000100:00000001:0.0:1788574152.669288:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574152.669292:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788574152.669292:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
00000100:00100000:0.0:1788574152.669298:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
02000000:00000001:1.0:1788574152.669299:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574152.669302:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574152.669304:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574152.669306:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788574152.669309:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788574152.669310:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788574152.669314:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788574152.669316:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574152.669317:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574152.669323:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574152.669329:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574152.669337:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574152.669346:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815953792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574152.669355:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574152.669359:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574152.669363:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815953792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574152.669384:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574152.669386:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574152.669389:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574152.669390:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574152.669392:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574152.669394:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574152.669395:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4996
00000400:00000200:1.0:1788574152.669398:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574152.669400:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574152.669402:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574152.669404:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669406:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669407:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669409:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574152.669410:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574152.669412:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574152.669413:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574152.669414:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574152.669416:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574152.669418:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574152.669421:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669422:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669423:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669425:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574152.669426:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574152.669428:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669430:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574152.669431:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574152.669437:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574152.669442:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669447:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574152.669451:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574152.669454:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669456:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574152.669461:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574152.669465:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574152.669470:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574152.669472:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669475:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574152.669479:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574152.669484:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574152.669490:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574152.669494:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574152.669502:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450815953920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574152.669517:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574152.669521:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574152.669528:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450815953920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574152.669541:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574152.669545:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574152.669548:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574152.669549:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574152.669550:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574152.669555:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574152.669560:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4996
00000400:00000200:1.0:1788574152.669562:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574152.669568:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574152.669571:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574152.669574:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669577:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669579:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669581:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574152.669586:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574152.669587:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574152.669589:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574152.669590:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574152.669592:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574152.669598:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574152.669604:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669607:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669610:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669612:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574152.669618:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574152.669624:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669630:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574152.669633:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574152.669636:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574152.669642:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669647:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574152.669650:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574152.669653:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669655:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574152.669661:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574152.669664:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574152.669665:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574152.669666:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669667:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574152.669668:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574152.669669:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574152.669674:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574152.669679:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574152.669683:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450815954048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574152.669693:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574152.669696:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574152.669701:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450815954048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574152.669710:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574152.669712:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574152.669716:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574152.669719:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574152.669722:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574152.669726:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574152.669731:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4996
00000400:00000200:1.0:1788574152.669736:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574152.669741:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574152.669745:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574152.669750:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669753:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669757:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669762:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574152.669764:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574152.669765:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574152.669766:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574152.669768:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574152.669793:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574152.669797:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574152.669803:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669805:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669807:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669812:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574152.669814:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574152.669816:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669818:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574152.669819:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574152.669821:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574152.669824:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669826:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574152.669829:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574152.669834:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.669835:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574152.669838:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574152.669842:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000800:00000200:3.1:1788574152.669846:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788574152.669847:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574152.669850:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574152.669852:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1788574152.669853:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574152.669856:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574152.669860:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574152.669865:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574152.669869:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574152.669872:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450815954176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574152.669885:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574152.669888:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574152.669893:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450815954176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574152.669903:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574152.669906:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574152.669910:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574152.669913:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574152.669916:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574152.669922:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574152.669926:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 4996
00000400:00000200:1.0:1788574152.669930:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574152.669932:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574152.669934:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574152.669937:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669942:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669948:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669954:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574152.669959:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574152.669962:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574152.669966:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574152.669968:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574152.669970:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574152.669973:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574152.669979:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669983:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574152.669987:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574152.669992:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574152.669994:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574152.669997:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574152.670000:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574152.670001:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574152.670003:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574152.670005:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.670009:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574152.670012:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574152.670014:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.670020:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574152.670024:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574152.670029:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574152.670032:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574152.670035:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574152.670039:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574152.670042:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574152.670044:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574152.670049:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574152.670073:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574152.670078:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450815954304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574152.670100:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574152.670103:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574152.670110:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450815954304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574152.670131:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574152.670137:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5006)
00000800:00000200:3.1:1788574152.670394:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574152.670396:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574152.670599:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574152.670601:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574152.670855:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574152.670857:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574152.671045:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574152.671047:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1788574153.693203:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574153.693210:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574153.693214:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574153.693220:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574153.693231:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574153.693237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574153.693242:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574153.693245:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574153.693262:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574154.013266:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574154.013271:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574154.013274:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574154.717189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574154.717198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574154.717201:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574154.717210:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574154.717218:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574154.717224:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574154.717230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574154.717235:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574154.717239:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574155.741160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574155.741169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574155.741172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574155.741182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574155.741188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574155.741194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574155.741208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574155.741212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574155.741216:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574156.765159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574156.765169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574156.765173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574156.765183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574156.765191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574156.765205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574156.765211:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574156.765213:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574156.765215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574157.085245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574157.085251:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574157.085254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574157.789150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574157.789159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574157.789168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574157.789182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574157.789191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574157.789195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574157.789198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574157.789201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574157.789214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574157.789765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574157.789770:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788574157.790473:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574157.790478:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788574157.790855:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574157.790857:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788574157.791215:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574157.791217:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788574157.791461:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574157.791464:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1788574158.813140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574158.813148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574158.813150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574158.813156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574158.813160:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574158.813164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574158.813168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574158.813173:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574158.813179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574159.837128:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574159.837138:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574159.837141:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574159.837151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574159.837159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574159.837163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574159.837169:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574159.837175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574159.837180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574160.157356:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574160.157363:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574160.157368:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574160.861146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574160.861154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574160.861158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574160.861167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574160.861172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574160.861182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574160.861193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574160.861199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574160.861210:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574161.885185:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574161.885196:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574161.885202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574161.885211:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574161.885218:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574161.885225:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574161.885230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574161.885236:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574161.885239:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574162.909135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574162.909143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574162.909146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574162.909150:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574162.909155:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574162.909158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574162.909159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574162.909163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574162.909164:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574162.909166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574162.909169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788574162.909172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574162.909173:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574162.909175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574162.909179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574162.909183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574162.909184:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574162.909187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574162.909681:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574162.909686:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574162.910411:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574162.910413:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574162.910663:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574162.910665:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574162.910855:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574162.910857:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574162.911127:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574162.911129:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788574163.229298:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574163.229302:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574163.229305:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574163.933163:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574163.933163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574163.933170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574163.933171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574163.933175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574163.933176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574163.933183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788574163.933183:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574163.933187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574163.933188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574163.933191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574163.933192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574163.933196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574163.933199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574163.933201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574163.933203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574163.933206:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574163.933208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574164.957123:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574164.957128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574164.957130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574164.957133:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1788574164.957135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574164.957140:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574164.957140:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574164.957145:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574164.957145:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574164.957151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1788574164.957152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574164.957153:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574164.957158:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574164.957159:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574164.957164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574164.957167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574164.957169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574164.957173:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574165.981144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574165.981150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574165.981152:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574165.981157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574165.981161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574165.981164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574165.981167:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574165.981169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574165.981171:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574165.981187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574165.981196:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574165.981201:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574165.981207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574165.981211:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574165.981215:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574165.981218:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574165.981220:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574165.981224:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574166.301245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574166.301248:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574166.301251:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574167.005116:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574167.005124:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574167.005127:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574167.005132:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574167.005137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574167.005141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574167.005145:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574167.005148:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574167.005152:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574168.029115:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574168.029123:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574168.029126:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574168.029132:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574168.029135:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574168.029139:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574168.029141:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574168.029145:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574168.029148:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574168.029176:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574168.029184:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574168.029186:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574168.029190:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574168.029195:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574168.029203:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5011
00000400:00000200:1.0:1788574168.029212:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574168.029218:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574168.029222:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574168.029226:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029229:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.029232:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029235:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574168.029240:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574168.029243:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574168.029246:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574168.029249:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574168.029252:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574168.029255:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574168.029259:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029261:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.029263:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029265:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574168.029268:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574168.029272:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029276:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574168.029279:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574168.029299:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574168.029302:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.029305:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574168.029307:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574168.029317:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574168.029321:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574168.029325:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574168.029327:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.029330:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574168.029333:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574168.029337:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574168.029346:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574168.029353:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574168.029364:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450815955712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574168.029375:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574168.029381:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574168.029386:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450815955712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574168.029409:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574168.029413:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574168.029417:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574168.029418:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574168.029421:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574168.029424:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574168.029428:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5011
00000400:00000200:1.0:1788574168.029433:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574168.029441:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574168.029446:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574168.029454:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029461:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.029466:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029472:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574168.029478:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574168.029481:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574168.029486:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574168.029491:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574168.029496:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574168.029502:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574168.029509:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029515:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.029520:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029526:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574168.029531:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574168.029538:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029543:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574168.029548:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574168.029554:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574168.029560:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.029564:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574168.029569:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574168.029576:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.029581:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574168.029589:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574168.029595:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574168.029600:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574168.029602:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.029607:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574168.029610:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574168.029614:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574168.029622:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574168.029629:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574168.029643:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450815955840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574168.029666:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574168.029671:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574168.029679:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450815955840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574168.029697:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574168.029701:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788574168.029702:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574168.029709:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574168.029715:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574168.029719:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574168.029723:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574168.029729:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574168.029736:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5011
00000400:00000200:1.0:1788574168.029745:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574168.029754:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574168.029760:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574168.029767:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029774:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.029780:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029786:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574168.029791:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574168.029795:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574168.029799:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574168.029803:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574168.029808:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574168.029813:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574168.029821:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029825:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.029831:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029837:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574168.029844:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574168.029852:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574168.029860:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574168.029864:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574168.029869:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574168.029874:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.029878:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574168.029895:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574168.029902:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.029907:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574168.029916:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574168.029922:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574168.029929:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574168.029934:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.029939:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574168.029943:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574168.029947:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574168.029955:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574168.029962:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574168.029972:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450815955968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574168.029992:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574168.029998:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574168.030007:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450815955968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574168.030025:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574168.030041:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574168.030094:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574168.030099:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574168.030105:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574168.030113:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574168.030121:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5011
00000400:00000200:1.0:1788574168.030130:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574168.030139:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574168.030145:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574168.030153:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030160:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.030166:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030173:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574168.030176:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574168.030178:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574168.030182:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574168.030188:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574168.030193:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574168.030200:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574168.030210:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030216:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.030222:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030228:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574168.030235:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574168.030244:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030252:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574168.030258:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574168.030263:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574168.030269:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.030273:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574168.030279:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574168.030297:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.030303:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574168.030311:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574168.030318:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574168.030324:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574168.030328:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.030332:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574168.030336:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574168.030341:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574168.030348:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574168.030357:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574168.030369:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450815956096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574168.030391:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574168.030397:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574168.030407:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450815956096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574168.030407:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574168.030412:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788574168.030432:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574168.030439:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574168.030448:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574168.030452:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574168.030457:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574168.030463:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574168.030470:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5011
00000400:00000200:1.0:1788574168.030480:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574168.030488:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574168.030494:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574168.030503:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030509:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.030515:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030521:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574168.030529:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574168.030533:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574168.030539:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574168.030544:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574168.030550:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574168.030556:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574168.030566:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030571:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574168.030578:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030585:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574168.030591:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574168.030600:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574168.030607:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574168.030612:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574168.030619:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574168.030624:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.030629:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574168.030633:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574168.030639:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.030645:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574168.030652:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574168.030659:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574168.030666:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574168.030670:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574168.030675:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574168.030679:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574168.030683:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574168.030692:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574168.030699:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574168.030710:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815956224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574168.030733:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574168.030739:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574168.030749:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815956224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574168.030773:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574168.030781:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5021)
00000800:00000200:3.1:1788574168.030832:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574168.030833:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574168.031160:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574168.031162:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574168.031367:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574168.031370:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788574169.053119:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574169.053125:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574169.053129:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574169.053137:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574169.053142:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574169.053147:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574169.053149:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574169.053152:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574169.053155:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574169.373329:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574169.373332:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574169.373335:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574170.077117:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574170.077125:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574170.077130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574170.077135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574170.077141:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574170.077146:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574170.077155:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574170.077159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574170.077171:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574171.101119:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574171.101125:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574171.101127:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574171.101131:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574171.101135:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574171.101138:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574171.101140:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574171.101143:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574171.101147:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574172.125135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574172.125141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574172.125145:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574172.125152:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574172.125158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574172.125163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574172.125176:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574172.125180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574172.125183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574172.445221:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574172.445224:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574172.445227:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574173.149197:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574173.149212:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574173.149218:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574173.149229:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574173.149234:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574173.149241:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574173.149248:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574173.149251:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574173.149259:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574173.149726:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574173.149732:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574173.150426:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574173.150428:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574173.150641:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574173.150643:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574173.150852:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574173.150854:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574173.151247:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574173.151249:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788574174.173175:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574174.173182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574174.173186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574174.173193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574174.173200:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574174.173207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574174.173216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574174.173220:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574174.173223:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574175.197188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574175.197198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574175.197202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574175.197208:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574175.197214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574175.197222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574175.197230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574175.197234:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574175.197239:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574175.517247:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574175.517253:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574175.517257:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574176.221213:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574176.221222:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574176.221225:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574176.221235:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574176.221251:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574176.221260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574176.221265:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574176.221268:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574176.221273:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574177.245181:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574177.245192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574177.245196:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574177.245202:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574177.245208:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574177.245214:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574177.245226:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574177.245230:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574177.245234:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574178.269218:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574178.269236:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574178.269253:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574178.269266:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574178.269274:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574178.269281:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574178.269301:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574178.269305:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574178.269310:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574178.270129:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574178.270139:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574178.271043:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574178.271045:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574178.271280:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574178.271282:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574178.271491:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574178.271493:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574178.271723:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574178.271725:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788574178.589301:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574178.589306:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574178.589310:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574179.293170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574179.293176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574179.293179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574179.293184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574179.293188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574179.293193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574179.293197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574179.293200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574179.293202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574180.317137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574180.317143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574180.317146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574180.317152:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574180.317158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574180.317164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574180.317174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574180.317177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574180.317179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574181.341186:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574181.341193:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574181.341197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574181.341203:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574181.341208:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574181.341215:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574181.341225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574181.341228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574181.341231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574181.661195:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574181.661198:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574181.661200:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574182.365135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574182.365141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574182.365144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574182.365150:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574182.365154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574182.365160:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574182.365165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574182.365168:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574182.365172:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574183.389157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574183.389165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574183.389168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574183.389175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574183.389181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574183.389187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574183.389201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574183.389203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574183.389207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574183.390784:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574183.390788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574183.391571:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574183.391574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574183.391882:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574183.391884:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574183.392215:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574183.392218:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574183.392648:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574183.392651:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574184.413129:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574184.413135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574184.413138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574184.413145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574184.413150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574184.413155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574184.413166:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574184.413170:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574184.413172:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574184.733221:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574184.733225:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574184.733227:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574185.437139:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574185.437145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574185.437150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574185.437158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574185.437164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574185.437168:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574185.437178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574185.437182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574185.437184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574186.461122:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574186.461127:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574186.461130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574186.461134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574186.461139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574186.461143:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574186.461146:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574186.461150:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574186.461153:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574187.485178:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574187.485186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574187.485190:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574187.485196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574187.485209:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574187.485216:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574187.485220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574187.485222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574187.485225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574187.805216:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574187.805220:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574187.805224:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574188.509169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574188.509175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574188.509180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574188.509187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574188.509192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574188.509195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574188.509201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574188.509204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574188.509210:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574188.509638:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574188.509644:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788574188.510395:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574188.510397:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788574188.510589:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574188.510591:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788574188.510826:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574188.510828:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788574188.511186:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574188.511188:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1788574189.533158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574189.533166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574189.533168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574189.533174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574189.533178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574189.533182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574189.533185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574189.533188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574189.533190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574190.557200:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574190.557207:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574190.557209:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574190.557214:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574190.557217:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574190.557221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574190.557224:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574190.557226:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574190.557228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574190.877233:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574190.877236:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574190.877238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574191.581154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574191.581161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574191.581163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574191.581171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574191.581178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574191.581184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574191.581196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574191.581199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574191.581203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574192.605137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574192.605144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574192.605147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574192.605155:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574192.605162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574192.605167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574192.605179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574192.605182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574192.605184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574193.629169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574193.629179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574193.629184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574193.629198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574193.629206:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574193.629217:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574193.629226:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574193.629237:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574193.629240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574193.629868:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574193.629883:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788574193.630945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574193.630954:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788574193.631269:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574193.631271:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788574193.631511:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574193.631513:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788574193.631693:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574193.631695:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1788574193.949217:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574193.949221:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574193.949223:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574194.654131:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574194.654134:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574194.654135:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574194.654137:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574194.654139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574194.654140:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574194.654142:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574194.654143:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574194.654144:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574195.677104:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574195.677111:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574195.677115:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574195.677122:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574195.677129:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574195.677132:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574195.677134:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574195.677137:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574195.677139:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574196.701134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574196.701144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574196.701151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574196.701162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574196.701170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574196.701178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574196.701196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574196.701201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574196.701207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574197.021244:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574197.021249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574197.021260:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574197.725180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574197.725192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574197.725194:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574197.725199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574197.725203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574197.725207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574197.725210:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574197.725212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574197.725215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574198.749155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574198.749165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574198.749168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574198.749176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574198.749183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574198.749188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574198.749201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574198.749204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574198.749208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574198.749958:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574198.749968:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574198.751013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574198.751015:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574198.751226:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574198.751229:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574198.751438:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574198.751440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574198.751716:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574198.751718:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1788574199.773156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574199.773167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574199.773176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574199.773182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574199.773185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574199.773189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574199.773192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574199.773194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574199.773197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574200.093240:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574200.093243:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574200.093246:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574200.797170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574200.797180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574200.797184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574200.797192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574200.797199:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574200.797205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574200.797217:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574200.797221:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574200.797224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574201.821171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574201.821182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574201.821185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574201.821192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574201.821197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574201.821201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574201.821205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574201.821208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574201.821212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574202.845210:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574202.845220:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574202.845223:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574202.845229:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574202.845234:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574202.845239:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574202.845243:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574202.845247:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574202.845250:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574203.165279:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574203.165284:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574203.165288:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574203.869147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574203.869159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574203.869164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574203.869175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574203.869184:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574203.869192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574203.869199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574203.869204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574203.869223:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574203.869871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574203.870345:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574203.870568:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574203.870758:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574203.871095:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574204.893201:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574204.893210:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574204.893213:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574204.893220:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574204.893225:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574204.893230:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574204.893234:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574204.893239:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574204.893243:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574205.917196:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574205.917205:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574205.917208:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574205.917219:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574205.917232:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574205.917237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574205.917254:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574205.917257:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574205.917261:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574206.237289:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574206.237293:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574206.237297:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574206.941218:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574206.941228:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574206.941231:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574206.941239:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574206.941245:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574206.941249:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574206.941253:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574206.941259:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574206.941264:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788574206.941329:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788574206.941363:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788574206.941371:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574206.941374:0:2386:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788574206.941377:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574206.941381:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788574206.941385:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574206.941388:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:1.0:1788574206.941393:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574206.941397:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574206.941402:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcb28
00000400:00000010:1.0:1788574206.941405:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcb28.
00000100:00000001:1.0:1788574206.941409:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574206.941418:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f7800 x1875450815960192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941444:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574206.941448:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7800 x1875450815960192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941455:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574206.941457:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574206.941468:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574206.941470:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f600.
00000400:00000200:1.0:1788574206.941473:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574206.941477:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574206.941481:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc880
00000400:00000010:1.0:1788574206.941483:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc880.
00000100:00000001:1.0:1788574206.941485:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574206.941489:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f6a00 x1875450815960320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941497:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574206.941501:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6a00 x1875450815960320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941508:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574206.941509:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574206.941514:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574206.941517:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f400.
00000400:00000200:1.0:1788574206.941520:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574206.941523:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574206.941526:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc110
00000400:00000010:1.0:1788574206.941529:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc110.
00000100:00000001:1.0:1788574206.941551:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574206.941555:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f4000 x1875450815960448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941563:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574206.941566:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4000 x1875450815960448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941573:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574206.941574:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574206.941580:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574206.941582:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f700.
00000400:00000200:1.0:1788574206.941585:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574206.941588:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574206.941591:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:1.0:1788574206.941594:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:1.0:1788574206.941596:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574206.941600:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f7480 x1875450815960576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941607:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574206.941610:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7480 x1875450815960576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941616:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574206.941617:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574206.941622:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574206.941625:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:1.0:1788574206.941627:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574206.941630:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574206.941633:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcee0
00000400:00000010:1.0:1788574206.941635:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcee0.
00000100:00000001:1.0:1788574206.941637:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574206.941641:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f7100 x1875450815960704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941654:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574206.941657:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7100 x1875450815960704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574206.941663:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574206.941665:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788574207.965212:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574207.965217:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574207.965219:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574207.965222:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574207.965225:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574207.965227:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574207.965229:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574207.965231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574207.965234:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574208.989185:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574208.989197:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574208.989202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574208.989206:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574208.989212:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574208.989214:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574208.989219:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574208.989225:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574208.989227:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574208.990101:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574208.990106:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574208.991443:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574208.991446:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574208.991750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574208.991752:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574208.992010:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574208.992012:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574208.992283:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574208.992285:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788574209.309248:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574209.309255:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574209.309260:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574210.013263:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574210.013268:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574210.013270:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574210.013273:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574210.013276:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574210.013279:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574210.013281:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574210.013283:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574210.013286:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574211.037158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574211.037165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574211.037169:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574211.037176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574211.037181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574211.037186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574211.037198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574211.037201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574211.037203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574212.061119:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574212.061127:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574212.061131:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574212.061139:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574212.061146:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574212.061152:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574212.061160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574212.061164:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574212.061167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574212.381209:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574212.381213:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574212.381216:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574213.085115:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574213.085122:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574213.085123:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574213.085129:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574213.085134:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574213.085137:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574213.085141:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574213.085145:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574213.085148:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574214.109142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574214.109150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574214.109154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574214.109161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574214.109167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788574214.109169:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574214.109172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574214.109179:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574214.109183:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574214.109185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788574214.109187:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574214.109189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574214.109192:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574214.109193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574214.109199:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5057
00000400:00000200:1.0:1788574214.109207:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574214.109213:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574214.109216:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574214.109219:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109222:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.109224:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109225:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574214.109228:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574214.109230:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574214.109232:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574214.109234:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574214.109236:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574214.109237:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574214.109239:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109241:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.109242:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109243:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574214.109245:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574214.109248:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109250:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574214.109252:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574214.109254:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574214.109257:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109258:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574214.109259:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574214.109266:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574214.109269:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574214.109272:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574214.109273:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109275:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574214.109278:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574214.109281:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574214.109286:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574214.109291:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574214.109298:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450815961472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574214.109306:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574214.109309:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574214.109313:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450815961472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574214.109328:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574214.109330:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574214.109333:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574214.109334:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574214.109335:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574214.109337:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574214.109339:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5057
00000400:00000200:1.0:1788574214.109341:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574214.109343:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574214.109345:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574214.109349:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109350:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.109352:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109354:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574214.109356:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574214.109359:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574214.109363:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574214.109367:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574214.109369:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574214.109371:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574214.109378:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109382:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.109387:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109390:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574214.109393:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574214.109397:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109400:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574214.109404:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574214.109411:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574214.109414:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109417:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574214.109422:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574214.109428:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109430:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574214.109434:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574214.109438:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574214.109439:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574214.109442:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109445:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574214.109448:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574214.109450:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574214.109455:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574214.109461:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574214.109468:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450815961600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574214.109480:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574214.109485:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574214.109494:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450815961600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574214.109511:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574214.109515:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574214.109520:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574214.109523:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574214.109525:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574214.109527:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574214.109530:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5057
00000400:00000200:1.0:1788574214.109535:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574214.109550:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574214.109554:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574214.109561:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109566:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.109572:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109577:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574214.109582:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574214.109584:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574214.109586:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574214.109589:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574214.109593:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574214.109596:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574214.109601:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109605:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.109611:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109613:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574214.109628:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574214.109634:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109639:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574214.109643:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574214.109646:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1788574214.109647:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788574214.109651:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574214.109652:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788574214.109654:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574214.109657:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574214.109661:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109664:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574214.109668:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574214.109671:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574214.109674:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574214.109677:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109681:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574214.109683:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574214.109687:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574214.109693:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574214.109697:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574214.109706:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450815961728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574214.109714:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574214.109719:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574214.109728:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450815961728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574214.109739:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574214.109741:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574214.109748:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574214.109757:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574214.109760:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574214.109763:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574214.109767:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5057
00000400:00000200:1.0:1788574214.109774:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574214.109779:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574214.109782:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574214.109787:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109790:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.109793:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109797:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574214.109802:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574214.109804:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574214.109807:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574214.109810:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574214.109813:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574214.109817:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574214.109822:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109825:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.109830:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109833:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574214.109836:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574214.109842:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574214.109847:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574214.109850:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574214.109854:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574214.109858:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109862:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574214.109865:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574214.109870:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109875:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574214.109880:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574214.109886:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574214.109895:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574214.109899:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.109903:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574214.109906:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574214.109909:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574214.109913:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574214.109917:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574214.109924:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450815961856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574214.109939:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574214.109943:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574214.109950:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450815961856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574214.109976:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574214.109981:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574214.109987:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574214.109991:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574214.109994:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574214.110000:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574214.110005:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5057
00000400:00000200:1.0:1788574214.110011:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574214.110021:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574214.110025:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574214.110036:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.110042:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.110047:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.110078:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574214.110085:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574214.110087:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574214.110089:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574214.110093:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574214.110097:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574214.110100:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574214.110108:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.110113:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574214.110118:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574214.110122:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574214.110125:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574214.110132:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574214.110136:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574214.110141:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574214.110146:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574214.110151:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.110155:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574214.110159:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574214.110162:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.110167:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574214.110174:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574214.110178:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574214.110180:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574214.110183:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574214.110188:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574214.110190:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574214.110193:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574214.110198:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574214.110204:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574214.110211:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450815961984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574214.110243:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574214.110247:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574214.110252:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450815961984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574214.110267:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574214.110272:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5067)
00000800:00000200:3.1:1788574214.110314:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574214.110316:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574214.110508:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574214.110510:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574214.110705:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574214.110707:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574214.110954:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574214.110956:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788574215.133157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574215.133169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574215.133173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574215.133178:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574215.133182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574215.133186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574215.133191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574215.133194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574215.133197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574215.453230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574215.453233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574215.453236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574216.157135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574216.157141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574216.157143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574216.157148:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574216.157153:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574216.157156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574216.157161:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574216.157164:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574216.157167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574217.181176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574217.181185:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574217.181189:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574217.181194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574217.181203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574217.181214:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574217.181225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574217.181231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574217.181238:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574218.205171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574218.205181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574218.205185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574218.205195:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574218.205202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574218.205208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574218.205215:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574218.205218:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574218.205222:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574218.525256:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574218.525264:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574218.525269:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574219.229174:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574219.229179:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574219.229188:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574219.229189:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574219.229193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229197:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788574219.229200:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788574219.229203:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574219.229209:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574219.229211:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574219.229214:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574219.229219:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574219.229223:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574219.229224:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5062
00000100:00000001:0.0:1788574219.229231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574219.229243:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574219.229254:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574219.229260:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574219.229265:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229269:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.229274:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229277:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574219.229283:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574219.229287:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574219.229291:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574219.229294:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574219.229297:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574219.229300:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574219.229307:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229310:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.229313:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229316:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574219.229320:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574219.229341:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229345:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574219.229348:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574219.229353:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574219.229356:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229359:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574219.229362:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574219.229371:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574219.229375:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574219.229380:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574219.229382:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229386:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574219.229389:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574219.229393:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574219.229401:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574219.229408:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574219.229418:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450815962112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574219.229430:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574219.229435:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574219.229440:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450815962112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574219.229472:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574219.229476:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574219.229480:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574219.229482:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574219.229483:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574219.229487:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574219.229490:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5062
00000400:00000200:1.0:1788574219.229496:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574219.229500:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574219.229503:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574219.229509:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229515:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.229523:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229528:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574219.229536:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574219.229538:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574219.229543:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574219.229548:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574219.229555:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574219.229561:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574219.229572:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229578:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.229582:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229586:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574219.229590:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574219.229598:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229602:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574219.229608:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574219.229616:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574219.229622:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229625:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574219.229631:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574219.229638:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229641:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574219.229646:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574219.229653:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574219.229657:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574219.229660:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229665:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574219.229668:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574219.229672:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574219.229680:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574219.229687:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574219.229697:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450815962240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574219.229714:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574219.229719:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574219.229726:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450815962240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574219.229745:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574219.229751:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574219.229758:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574219.229761:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574219.229765:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574219.229773:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574219.229779:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5062
00000400:00000200:1.0:1788574219.229786:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574219.229805:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574219.229810:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574219.229817:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229822:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.229829:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229835:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788574219.229838:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788574219.229840:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574219.229845:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:3.1:1788574219.229845:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1788574219.229850:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574219.229856:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574219.229861:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574219.229866:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574219.229872:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229878:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.229886:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229890:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574219.229896:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574219.229902:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574219.229920:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574219.229925:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574219.229931:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574219.229938:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229943:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574219.229947:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574219.229952:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229958:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574219.229964:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574219.229969:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574219.229976:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574219.229979:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.229983:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574219.229985:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574219.229990:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574219.229997:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574219.230002:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574219.230013:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450815962368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574219.230041:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574219.230046:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574219.230076:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450815962368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574219.230089:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574219.230094:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574219.230103:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574219.230107:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574219.230110:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574219.230118:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574219.230125:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5062
00000400:00000200:1.0:1788574219.230135:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574219.230144:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574219.230149:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574219.230158:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230163:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.230171:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230177:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574219.230183:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574219.230186:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574219.230191:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574219.230195:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574219.230201:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574219.230208:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574219.230217:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230224:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.230230:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230236:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574219.230242:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574219.230250:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230257:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574219.230262:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574219.230268:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574219.230274:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.230280:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574219.230285:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574219.230292:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.230295:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574219.230301:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574219.230306:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574219.230313:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574219.230316:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.230320:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574219.230340:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574219.230344:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574219.230353:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574219.230359:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574219.230370:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450815962496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574219.230388:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574219.230393:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574219.230401:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450815962496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574219.230418:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574219.230424:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574219.230433:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574219.230439:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574219.230442:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574219.230447:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574219.230453:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5062
00000400:00000200:1.0:1788574219.230463:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574219.230473:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574219.230480:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574219.230487:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230494:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.230499:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230506:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574219.230513:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574219.230515:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574219.230519:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574219.230521:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574219.230526:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574219.230529:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574219.230535:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230540:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574219.230542:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230544:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574219.230548:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574219.230555:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574219.230558:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574219.230562:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574219.230566:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574219.230571:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.230574:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574219.230578:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574219.230581:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.230585:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574219.230589:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574219.230592:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574219.230596:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574219.230599:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574219.230600:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574219.230603:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574219.230606:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574219.230612:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574219.230618:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574219.230627:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450815962624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574219.230640:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574219.230644:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574219.230652:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450815962624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574219.230668:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574219.230675:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5072)
00000800:00000200:3.1:1788574219.230702:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574219.230705:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574219.231005:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574219.231008:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574219.231421:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574219.231424:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574219.231717:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574219.231719:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788574220.253135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574220.253141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574220.253146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574220.253155:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574220.253160:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574220.253164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574220.253168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574220.253171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574220.253173:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574221.277130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574221.277135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574221.277138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574221.277145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574221.277149:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574221.277152:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574221.277162:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574221.277165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574221.277168:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574221.597265:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574221.597270:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574221.597273:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574222.301160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574222.301168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574222.301170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574222.301175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574222.301181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574222.301188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574222.301192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574222.301197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574222.301201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574223.325152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574223.325171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574223.325178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574223.325190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574223.325206:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574223.325223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574223.325249:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574223.325252:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574223.325255:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574224.349153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788574224.349155:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574224.349160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574224.349162:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574224.349164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349165:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574224.349169:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788574224.349171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574224.349174:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574224.349180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788574224.349183:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5067
00000100:00000001:0.0:1788574224.349185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574224.349191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788574224.349194:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788574224.349195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574224.349199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574224.349202:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574224.349207:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574224.349213:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349218:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.349221:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349224:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574224.349229:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574224.349232:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574224.349236:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574224.349240:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574224.349243:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574224.349246:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574224.349251:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349254:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.349257:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349259:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574224.349263:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574224.349266:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349269:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574224.349271:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574224.349274:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574224.349276:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349278:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574224.349281:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574224.349288:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574224.349291:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574224.349294:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574224.349295:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349297:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574224.349299:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574224.349303:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574224.349308:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574224.349314:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574224.349322:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450815962752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574224.349330:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574224.349334:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574224.349337:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450815962752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574224.349353:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574224.349356:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574224.349358:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574224.349360:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574224.349361:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574224.349363:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574224.349365:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5067
00000400:00000200:1.0:1788574224.349369:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574224.349372:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574224.349374:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574224.349383:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349388:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.349393:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349398:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574224.349403:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574224.349406:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574224.349410:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574224.349414:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574224.349419:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574224.349425:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574224.349433:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349438:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.349442:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349446:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574224.349450:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574224.349456:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349459:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574224.349460:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574224.349464:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574224.349471:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349472:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574224.349477:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574224.349481:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349485:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574224.349490:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574224.349495:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574224.349496:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574224.349498:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349504:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574224.349507:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574224.349510:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574224.349522:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574224.349529:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574224.349539:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450815962880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574224.349551:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574224.349554:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574224.349562:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450815962880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574224.349575:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574224.349580:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574224.349585:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574224.349587:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574224.349591:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574224.349597:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574224.349602:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5067
00000400:00000200:1.0:1788574224.349609:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574224.349613:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574224.349617:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574224.349624:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349628:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.349633:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349638:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574224.349643:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574224.349647:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574224.349652:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574224.349655:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000200:3.1:1788574224.349659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788574224.349661:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.1:1788574224.349663:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1788574224.349669:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574224.349678:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349683:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.349690:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349694:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574224.349698:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574224.349703:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349708:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574224.349713:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574224.349717:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574224.349720:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349725:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574224.349728:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574224.349735:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349740:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574224.349744:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574224.349756:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574224.349765:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574224.349768:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.349770:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574224.349771:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574224.349773:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574224.349785:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574224.349792:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574224.349799:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450815963008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574224.349827:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574224.349832:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574224.349844:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450815963008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574224.349874:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574224.349880:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574224.349890:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574224.349893:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574224.349898:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574224.349902:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574224.349908:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5067
00000400:00000200:1.0:1788574224.349919:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574224.349924:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574224.349927:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574224.349932:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349937:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.349941:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349946:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574224.349950:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574224.349953:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574224.349956:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574224.349965:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574224.349970:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574224.349974:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574224.349980:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.349986:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.349994:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.350001:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574224.350009:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574224.350019:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574224.350045:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574224.350046:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574224.350049:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574224.350050:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.350070:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574224.350072:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574224.350074:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.350076:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574224.350079:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574224.350081:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574224.350083:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574224.350085:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.350088:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574224.350092:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574224.350095:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574224.350103:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574224.350108:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574224.350115:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450815963136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574224.350135:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574224.350139:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574224.350145:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450815963136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574224.350155:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574224.350158:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574224.350163:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574224.350166:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574224.350169:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574224.350173:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574224.350175:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5067
00000400:00000200:1.0:1788574224.350183:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574224.350188:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574224.350192:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574224.350197:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.350200:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.350204:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.350209:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574224.350211:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574224.350215:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574224.350217:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574224.350218:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574224.350221:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574224.350227:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574224.350236:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.350241:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574224.350247:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574224.350253:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574224.350259:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574224.350268:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574224.350273:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574224.350276:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574224.350280:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574224.350285:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.350291:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574224.350295:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574224.350299:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.350303:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574224.350307:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574224.350310:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574224.350314:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574224.350317:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574224.350320:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574224.350322:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574224.350324:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574224.350331:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574224.350335:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574224.350341:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450815963264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574224.350351:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574224.350355:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574224.350359:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450815963264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574224.350373:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574224.350378:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5077)
00000800:00000200:3.1:1788574224.350462:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574224.350465:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574224.350700:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574224.350703:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574224.350971:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574224.350973:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574224.351308:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574224.351310:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788574224.669253:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574224.669257:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574224.669260:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574225.373111:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574225.373119:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574225.373123:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574225.373128:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574225.373136:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574225.373142:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574225.373158:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574225.373162:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574225.373166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574226.397150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574226.397155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574226.397160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574226.397168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574226.397173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574226.397179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574226.397190:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574226.397193:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574226.397196:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574227.421140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574227.421148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574227.421151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574227.421157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574227.421162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574227.421166:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574227.421175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574227.421177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574227.421178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574227.741250:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574227.741254:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574227.741258:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574228.445162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574228.445170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574228.445174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574228.445183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574228.445187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574228.445192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574228.445195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574228.445200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574228.445202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574229.469182:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574229.469190:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574229.469194:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574229.469201:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574229.469208:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574229.469213:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574229.469235:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574229.469240:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574229.469245:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574229.469820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574229.469824:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574229.470511:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574229.470513:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574229.470820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574229.470823:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574229.471042:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574229.471044:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574229.471370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574229.471373:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1788574230.493111:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574230.493118:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574230.493121:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574230.493125:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574230.493132:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574230.493137:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574230.493153:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574230.493157:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574230.493160:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574230.813313:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574230.813319:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574230.813323:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574233.885226:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574233.885229:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574233.885231:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574234.589157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574234.589162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574234.589165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574234.589169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574234.589173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574234.589175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574234.589178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574234.589181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574234.589183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574234.589613:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574234.589621:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574234.590329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574234.590333:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574234.590562:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574234.590564:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574234.590776:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574234.590778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574234.591022:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574234.591024:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788574235.613145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574235.613158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574235.613163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574235.613173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574235.613182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574235.613189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574235.613195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574235.613199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574235.613201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574236.637115:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574236.637123:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574236.637129:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574236.637137:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574236.637143:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574236.637148:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574236.637151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574236.637156:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574236.637158:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574236.957255:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574236.957264:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574236.957267:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574237.661111:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574237.661117:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574237.661120:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574237.661125:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574237.661129:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574237.661133:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574237.661135:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574237.661138:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574237.661141:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574239.709151:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574239.709161:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574239.709167:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574239.709174:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574239.709183:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574239.709192:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5083
00000400:00000200:0.0:1788574239.709205:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574239.709212:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574239.709217:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574239.709221:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709225:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.709228:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709231:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574239.709235:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574239.709238:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574239.709241:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574239.709244:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574239.709248:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574239.709250:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574239.709254:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709257:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.709259:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709261:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574239.709265:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574239.709269:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709272:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574239.709275:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574239.709278:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574239.709281:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.709284:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574239.709286:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574239.709296:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574239.709300:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574239.709304:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574239.709306:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.709310:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574239.709312:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574239.709317:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574239.709326:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574239.709333:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574239.709342:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815964672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574239.709354:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574239.709359:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574239.709364:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815964672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574239.709386:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574239.709389:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574239.709394:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574239.709395:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574239.709398:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574239.709402:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574239.709406:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5083
00000400:00000200:0.0:1788574239.709411:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574239.709419:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574239.709424:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574239.709431:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709437:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.709443:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709474:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574239.709481:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574239.709484:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574239.709489:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574239.709492:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574239.709496:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574239.709500:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574239.709506:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709510:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.709514:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709520:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574239.709525:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574239.709530:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709534:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574239.709538:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574239.709544:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574239.709550:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.709556:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574239.709562:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574239.709569:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.709574:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574239.709581:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574239.709587:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574239.709592:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574239.709595:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.709599:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574239.709602:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574239.709606:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574239.709612:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574239.709618:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574239.709627:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815964800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574239.709642:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574239.709646:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574239.709653:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815964800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574239.709675:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574239.709682:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574239.709689:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574239.709693:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574239.709698:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574239.709706:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574239.709712:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5083
00000400:00000200:0.0:1788574239.709721:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574239.709729:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574239.709735:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574239.709742:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574239.709745:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574239.709747:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574239.709751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1788574239.709763:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709770:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574239.709776:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574239.709780:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574239.709785:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574239.709789:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574239.709794:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574239.709801:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574239.709809:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709814:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.709828:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709836:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574239.709842:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574239.709849:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574239.709855:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574239.709857:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574239.709861:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574239.709867:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.709871:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574239.709876:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574239.709883:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.709886:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574239.709893:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574239.709898:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574239.709903:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574239.709906:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.709910:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574239.709914:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574239.709917:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574239.709924:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574239.709931:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574239.709941:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815964928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574239.709975:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574239.709981:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574239.709993:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815964928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574239.710021:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574239.710029:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574239.710039:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574239.710042:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574239.710046:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574239.710051:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574239.710090:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5083
00000400:00000200:0.0:1788574239.710101:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574239.710110:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574239.710115:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574239.710122:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710128:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.710135:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710139:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574239.710144:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574239.710147:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574239.710152:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574239.710157:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574239.710161:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574239.710165:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574239.710171:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710175:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.710179:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710183:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574239.710188:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574239.710194:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710199:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574239.710203:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574239.710208:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574239.710212:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.710217:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574239.710223:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574239.710228:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.710234:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574239.710240:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574239.710245:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574239.710251:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574239.710255:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.710261:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574239.710265:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574239.710270:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574239.710278:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574239.710285:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574239.710295:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815965056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574239.710314:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574239.710319:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574239.710328:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815965056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574239.710361:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574239.710367:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574239.710377:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574239.710382:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574239.710385:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574239.710393:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574239.710400:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5083
00000400:00000200:0.0:1788574239.710410:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574239.710421:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574239.710426:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574239.710435:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710441:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.710458:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710464:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574239.710468:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574239.710472:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574239.710476:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574239.710480:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574239.710485:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000800:00000200:3.1:1788574239.710486:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574239.710491:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000800:00000200:3.1:1788574239.710493:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1788574239.710499:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710503:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574239.710509:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710513:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574239.710518:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574239.710526:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574239.710531:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574239.710535:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574239.710540:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574239.710547:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.710551:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574239.710554:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574239.710561:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.710565:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574239.710571:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574239.710578:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574239.710583:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574239.710587:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574239.710590:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574239.710594:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574239.710598:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574239.710603:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574239.710609:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574239.710620:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815965184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574239.710655:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574239.710661:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574239.710671:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815965184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574239.710691:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574239.710698:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5093)
00000800:00000200:3.1:1788574239.710830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574239.710832:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574239.711185:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574239.711187:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574239.711418:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574239.711420:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788574240.029217:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574240.029220:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574240.029223:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574243.101220:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574243.101224:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574243.101228:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574244.829182:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574244.829197:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574244.829201:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574244.829205:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574244.829211:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574244.829220:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5088
00000400:00000200:1.0:1788574244.829231:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574244.829238:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574244.829241:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574244.829244:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829247:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.829250:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829252:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574244.829255:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574244.829258:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574244.829261:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574244.829263:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574244.829265:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574244.829268:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574244.829270:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829271:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.829273:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829274:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574244.829276:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574244.829279:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829280:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574244.829283:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574244.829286:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574244.829289:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829290:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574244.829292:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574244.829303:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574244.829307:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574244.829312:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574244.829314:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829317:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574244.829320:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574244.829325:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574244.829336:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574244.829345:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574244.829357:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450815965312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574244.829382:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574244.829387:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574244.829391:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450815965312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574244.829411:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574244.829414:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574244.829417:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574244.829418:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574244.829420:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574244.829422:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574244.829424:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5088
00000400:00000200:1.0:1788574244.829428:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574244.829430:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574244.829432:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574244.829435:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829437:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.829439:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829440:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574244.829443:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574244.829445:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574244.829448:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574244.829450:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574244.829454:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574244.829459:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574244.829464:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829466:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.829469:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829474:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574244.829478:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574244.829484:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829491:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574244.829494:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574244.829501:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574244.829506:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829511:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574244.829518:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574244.829524:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829530:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574244.829537:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574244.829542:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574244.829549:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574244.829552:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829554:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574244.829556:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574244.829558:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574244.829564:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574244.829571:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574244.829580:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450815965440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574244.829589:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574244.829593:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574244.829595:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450815965440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574244.829607:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574244.829610:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574244.829613:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574244.829625:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574244.829629:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574244.829638:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574244.829643:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5088
00000400:00000200:1.0:1788574244.829651:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574244.829657:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574244.829660:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574244.829664:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829668:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.829670:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829674:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574244.829676:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574244.829678:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574244.829681:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574244.829684:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574244.829688:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574244.829690:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574244.829693:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829695:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.829698:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829700:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574244.829705:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574244.829707:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829709:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574244.829712:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574244.829715:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574244.829718:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829720:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574244.829722:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574244.829726:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829727:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574244.829732:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574244.829738:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574244.829744:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574244.829747:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829751:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574244.829753:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574244.829755:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574244.829760:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574244.829766:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574244.829771:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450815965568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574244.829785:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574244.829790:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574244.829796:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450815965568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574244.829805:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574244.829811:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574244.829813:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574244.829815:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574244.829817:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574244.829819:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574244.829821:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5088
00000400:00000200:1.0:1788574244.829823:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574244.829828:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574244.829830:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574244.829832:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829835:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.829838:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829840:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574244.829845:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574244.829848:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574244.829850:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788574244.829852:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:1.0:1788574244.829853:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574244.829857:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574244.829860:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000200:3.1:1788574244.829861:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788574244.829864:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829870:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.829874:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829878:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574244.829882:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574244.829886:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574244.829889:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574244.829891:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574244.829893:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574244.829895:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829898:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574244.829901:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574244.829905:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829909:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574244.829913:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574244.829915:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574244.829920:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574244.829921:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.829926:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574244.829928:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574244.829931:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574244.829937:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574244.829940:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574244.829949:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450815965696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574244.829966:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574244.829968:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574244.829975:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450815965696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574244.829986:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574244.829992:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574244.830000:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574244.830001:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574244.830004:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574244.830007:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574244.830011:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5088
00000400:00000200:1.0:1788574244.830014:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574244.830017:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574244.830022:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574244.830027:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.830032:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.830034:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.830040:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574244.830041:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574244.830042:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574244.830043:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574244.830044:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574244.830050:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574244.830076:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574244.830079:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.830080:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574244.830082:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574244.830084:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574244.830085:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574244.830087:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574244.830089:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574244.830090:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574244.830094:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574244.830097:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.830099:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574244.830100:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574244.830106:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.830108:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574244.830114:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574244.830119:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574244.830122:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574244.830125:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574244.830128:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574244.830130:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574244.830132:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574244.830137:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574244.830141:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574244.830147:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450815965824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574244.830170:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574244.830175:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574244.830180:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450815965824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574244.830189:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574244.830197:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5098)
00000800:00000200:3.1:1788574244.830508:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574244.830511:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574244.830816:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574244.830818:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574244.831131:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574244.831134:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574244.831442:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574244.831445:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788574246.173219:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574246.173224:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574246.173227:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574249.245336:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574249.245340:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574249.245343:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574249.949148:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574249.949157:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574249.949161:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574249.949166:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574249.949170:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574249.949181:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5093
00000400:00000200:1.0:1788574249.949196:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574249.949209:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574249.949213:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574249.949218:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949222:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.949226:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949229:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574249.949233:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574249.949235:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574249.949237:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574249.949240:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574249.949241:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574249.949243:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574249.949245:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949246:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.949248:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949250:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574249.949252:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574249.949255:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949257:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574249.949259:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574249.949262:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574249.949264:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.949265:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574249.949267:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574249.949276:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574249.949278:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574249.949325:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574249.949326:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.949329:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574249.949331:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574249.949336:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574249.949344:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574249.949367:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574249.949375:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815965952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574249.949384:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574249.949387:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574249.949390:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815965952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574249.949407:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574249.949410:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574249.949412:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574249.949413:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574249.949415:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574249.949417:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574249.949419:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5093
00000400:00000200:1.0:1788574249.949422:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574249.949425:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574249.949427:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574249.949431:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949434:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.949439:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949445:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574249.949449:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574249.949452:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574249.949455:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574249.949459:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574249.949463:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574249.949469:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574249.949479:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949485:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.949490:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949496:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574249.949504:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574249.949512:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949516:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574249.949522:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574249.949529:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574249.949533:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.949538:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574249.949544:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574249.949550:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.949553:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574249.949561:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574249.949566:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574249.949571:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574249.949574:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.949577:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574249.949582:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574249.949584:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574249.949589:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574249.949595:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574249.949603:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450815966080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574249.949618:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574249.949622:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574249.949632:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450815966080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574249.949652:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574249.949657:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574249.949664:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574249.949665:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574249.949669:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574249.949674:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574249.949680:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5093
00000400:00000200:1.0:1788574249.949690:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574249.949697:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574249.949702:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574249.949709:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949713:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.949718:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949722:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574249.949727:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574249.949730:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574249.949735:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574249.949739:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574249.949745:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574249.949753:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574249.949760:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949764:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.949769:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949774:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574249.949779:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574249.949786:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949792:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574249.949795:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574249.949800:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574249.949803:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.949809:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574249.949812:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574249.949818:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.949822:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574249.949829:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000800:00000200:3.1:1788574249.949834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:1.0:1788574249.949836:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:3.1:1788574249.949838:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1788574249.949842:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574249.949847:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.949851:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574249.949854:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574249.949857:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574249.949862:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574249.949869:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574249.949877:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450815966208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574249.949890:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574249.949892:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574249.949899:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450815966208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574249.949930:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574249.949933:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574249.949938:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574249.949940:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574249.949943:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574249.949947:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574249.949952:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5093
00000400:00000200:1.0:1788574249.949958:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574249.949962:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574249.949966:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574249.949971:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949973:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.949975:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.949977:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574249.949979:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574249.949981:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574249.949984:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574249.949987:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574249.949989:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574249.949992:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574249.949999:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.950000:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.950003:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.950006:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574249.950008:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574249.950010:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574249.950015:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574249.950017:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574249.950021:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574249.950025:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.950029:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574249.950034:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574249.950041:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.950046:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574249.950083:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574249.950088:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574249.950090:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574249.950094:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.950096:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574249.950099:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574249.950102:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574249.950107:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574249.950112:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574249.950121:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450815966336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574249.950132:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574249.950134:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574249.950141:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450815966336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574249.950161:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574249.950167:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574249.950174:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574249.950176:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574249.950180:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574249.950186:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574249.950193:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5093
00000400:00000200:1.0:1788574249.950203:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574249.950212:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574249.950218:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574249.950227:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.950231:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.950236:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.950243:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574249.950248:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574249.950250:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574249.950254:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574249.950256:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574249.950260:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574249.950263:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574249.950269:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.950274:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574249.950278:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574249.950283:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574249.950298:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574249.950305:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574249.950309:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574249.950316:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574249.950321:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574249.950325:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.950327:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574249.950330:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574249.950334:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.950338:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574249.950343:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574249.950347:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574249.950352:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574249.950354:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574249.950358:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574249.950360:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574249.950363:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574249.950367:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574249.950372:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574249.950379:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450815966464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574249.950399:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574249.950402:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574249.950408:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450815966464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574249.950421:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574249.950425:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5103)
00000800:00000200:3.1:1788574249.950530:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574249.950531:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574249.950719:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574249.950720:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574249.950977:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574249.950979:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574249.951181:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574249.951182:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788574252.317232:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574252.317236:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574252.317240:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574255.069184:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574255.069196:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574255.069201:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574255.069222:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574255.069233:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574255.069250:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5098
00000400:00000200:0.0:1788574255.069261:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574255.069268:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574255.069272:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574255.069276:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069280:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.069283:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069285:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574255.069290:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574255.069292:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574255.069295:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574255.069298:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574255.069302:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574255.069304:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574255.069308:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069310:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.069312:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069314:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574255.069318:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574255.069322:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069325:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574255.069328:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574255.069331:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574255.069334:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.069336:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574255.069339:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574255.069349:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574255.069353:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574255.069357:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574255.069359:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.069362:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574255.069365:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574255.069369:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574255.069378:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574255.069385:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574255.069394:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815966592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574255.069412:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574255.069417:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574255.069423:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815966592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574255.069447:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574255.069450:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574255.069455:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574255.069457:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574255.069460:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574255.069465:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574255.069469:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5098
00000400:00000200:0.0:1788574255.069478:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574255.069486:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574255.069491:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574255.069503:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069508:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.069516:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069525:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574255.069535:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574255.069538:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574255.069547:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574255.069551:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574255.069562:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574255.069575:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574255.069586:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069594:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.069600:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069605:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574255.069608:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574255.069617:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069624:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574255.069627:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574255.069638:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574255.069644:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.069648:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574255.069655:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574255.069662:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.069665:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574255.069676:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574255.069691:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574255.069698:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574255.069702:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.069711:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574255.069717:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574255.069721:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574255.069736:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574255.069744:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574255.069764:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815966720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574255.069792:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574255.069795:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574255.069810:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815966720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574255.069836:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574255.069842:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574255.069865:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574255.069869:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574255.069874:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574255.069886:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574255.069895:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5098
00000400:00000200:0.0:1788574255.069907:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574255.069914:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574255.069924:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574255.069933:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069937:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.069944:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.069953:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574255.069958:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574255.069960:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574255.069961:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788574255.069967:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788574255.069968:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000200:3.1:1788574255.069976:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574255.069977:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574255.069987:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574255.070002:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070007:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.070013:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070022:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574255.070029:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574255.070037:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070045:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574255.070101:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574255.070114:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574255.070123:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.070127:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574255.070134:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574255.070141:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.070147:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574255.070154:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574255.070161:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574255.070168:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574255.070172:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.070175:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574255.070179:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574255.070185:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574255.070192:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574255.070203:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574255.070232:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815966848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574255.070302:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574255.070306:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574255.070317:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815966848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574255.070344:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574255.070352:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574255.070357:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574255.070360:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574255.070365:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574255.070378:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574255.070388:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5098
00000400:00000200:0.0:1788574255.070404:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574255.070416:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574255.070430:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574255.070446:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070453:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.070468:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070478:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574255.070486:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574255.070492:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574255.070500:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574255.070504:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574255.070510:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574255.070521:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574255.070530:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070543:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.070562:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070574:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574255.070584:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574255.070595:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070602:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574255.070609:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574255.070617:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574255.070629:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.070639:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574255.070644:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574255.070652:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.070658:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574255.070664:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574255.070671:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574255.070677:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574255.070682:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.070687:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574255.070695:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574255.070701:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574255.070711:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574255.070718:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574255.070733:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815966976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574255.070786:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574255.070793:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574255.070811:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815966976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574255.070847:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574255.070856:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574255.070868:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574255.070872:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574255.070880:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574255.070885:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574255.070891:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5098
00000400:00000200:0.0:1788574255.070904:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574255.070914:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574255.070919:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574255.070928:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070934:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.070941:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.070950:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574255.070956:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574255.070960:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574255.070966:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574255.070976:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574255.070986:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574255.070998:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574255.071016:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.071026:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574255.071035:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574255.071042:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574255.071083:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574255.071097:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574255.071111:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574255.071122:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1788574255.071127:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788574255.071130:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1788574255.071131:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1788574255.071142:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.071148:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574255.071153:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574255.071161:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.071169:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574255.071178:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574255.071184:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574255.071190:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574255.071195:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574255.071201:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574255.071220:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574255.071228:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574255.071239:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574255.071249:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574255.071266:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815967104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574255.071304:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574255.071310:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574255.071321:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815967104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574255.071356:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574255.071370:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5108)
00000800:00000200:3.1:1788574255.071560:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574255.071562:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574255.071896:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574255.071899:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574255.072165:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574255.072169:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574255.389281:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574255.389285:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574255.389287:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574258.461310:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574258.461316:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574258.461320:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574260.189189:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574260.189204:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574260.189217:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574260.189228:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574260.189244:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574260.189256:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5103
00000400:00000200:0.0:1788574260.189270:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574260.189285:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574260.189292:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574260.189301:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189308:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.189312:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189316:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574260.189322:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574260.189325:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574260.189329:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574260.189333:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574260.189338:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574260.189341:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574260.189356:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189364:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.189367:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189370:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574260.189374:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574260.189378:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189381:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574260.189385:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574260.189390:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574260.189393:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.189396:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574260.189399:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574260.189411:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574260.189416:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574260.189421:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574260.189423:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.189427:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574260.189431:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574260.189435:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574260.189445:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574260.189453:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574260.189465:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815967232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574260.189478:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574260.189483:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574260.189489:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815967232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574260.189518:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574260.189522:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574260.189527:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574260.189529:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574260.189533:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574260.189537:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574260.189542:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5103
00000400:00000200:0.0:1788574260.189551:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574260.189563:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574260.189570:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574260.189587:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189598:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.189612:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189622:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574260.189630:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574260.189635:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574260.189649:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574260.189661:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574260.189667:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574260.189677:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574260.189687:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189698:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.189719:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189723:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574260.189729:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574260.189734:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574260.189742:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574260.189748:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574260.189760:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574260.189774:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.189781:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574260.189788:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574260.189800:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.189808:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574260.189818:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574260.189823:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574260.189825:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574260.189826:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.189833:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574260.189838:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574260.189844:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574260.189853:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574260.189861:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574260.189877:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815967360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574260.189920:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574260.189923:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574260.189933:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815967360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574260.189964:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574260.189967:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574260.189975:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574260.189982:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574260.189985:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574260.189991:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574260.189996:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5103
00000400:00000200:0.0:1788574260.190014:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574260.190025:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574260.190035:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788574260.190035:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574260.190047:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1788574260.190051:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190093:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.190101:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190114:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574260.190119:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574260.190143:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574260.190150:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574260.190156:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574260.190159:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574260.190163:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574260.190178:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190186:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.190198:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190208:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574260.190218:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574260.190231:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190242:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574260.190250:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574260.190255:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574260.190261:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.190271:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574260.190282:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574260.190295:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.190301:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574260.190314:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574260.190319:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574260.190328:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574260.190331:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.190339:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574260.190344:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574260.190349:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574260.190365:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574260.190379:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574260.190398:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815967488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574260.190465:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574260.190475:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574260.190495:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815967488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574260.190574:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574260.190580:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574260.190598:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574260.190606:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574260.190610:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574260.190617:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574260.190630:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5103
00000400:00000200:0.0:1788574260.190667:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574260.190679:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574260.190686:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574260.190700:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190715:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.190744:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190752:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574260.190757:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574260.190760:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574260.190766:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574260.190770:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574260.190777:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574260.190786:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574260.190801:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190809:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.190819:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190830:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574260.190845:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574260.190855:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574260.190859:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574260.190868:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574260.190878:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574260.190884:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.190887:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574260.190890:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574260.190893:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.190908:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574260.190920:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574260.190927:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574260.190944:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574260.190947:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.190953:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574260.190956:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574260.190960:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574260.190969:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574260.190983:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574260.190994:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815967616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574260.191029:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574260.191037:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574260.191050:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815967616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574260.191064:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574260.191067:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574260.191070:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574260.191072:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574260.191074:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574260.191106:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574260.191118:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5103
00000400:00000200:0.0:1788574260.191146:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574260.191159:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574260.191174:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574260.191188:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.191193:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.191199:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.191207:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574260.191212:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574260.191216:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574260.191222:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574260.191225:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574260.191227:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574260.191232:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574260.191240:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.191246:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574260.191251:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574260.191261:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574260.191265:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574260.191274:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574260.191279:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574260.191284:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574260.191294:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574260.191301:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.191315:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574260.191322:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000800:00000200:3.1:1788574260.191322:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:0.0:1788574260.191340:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574260.191341:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1788574260.191356:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574260.191374:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574260.191384:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574260.191397:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574260.191404:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574260.191411:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574260.191419:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574260.191425:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574260.191436:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574260.191448:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574260.191469:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815967744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574260.191503:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574260.191511:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574260.191526:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815967744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574260.191559:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574260.191578:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5113)
00000800:00000200:3.1:1788574260.191780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574260.191781:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574260.192026:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574260.192028:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574260.192264:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574260.192266:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788574261.533314:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574261.533318:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574261.533321:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574264.605315:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574264.605319:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574264.605322:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574265.309133:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574265.309141:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574265.309144:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574265.309150:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574265.309154:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574265.309163:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5108
00000400:00000200:0.0:1788574265.309173:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574265.309183:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574265.309186:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574265.309190:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309194:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.309197:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309199:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574265.309203:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574265.309206:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574265.309209:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574265.309212:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574265.309215:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574265.309217:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574265.309220:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309223:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.309225:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309227:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574265.309230:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574265.309233:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309235:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574265.309237:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574265.309240:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574265.309242:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309244:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574265.309246:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574265.309254:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574265.309256:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574265.309260:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574265.309261:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309264:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574265.309266:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574265.309269:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574265.309277:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574265.309282:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574265.309290:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815967872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574265.309298:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574265.309301:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574265.309305:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815967872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574265.309327:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574265.309329:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574265.309332:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574265.309333:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574265.309335:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574265.309337:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574265.309339:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5108
00000400:00000200:0.0:1788574265.309343:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574265.309346:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574265.309348:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574265.309351:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309356:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.309358:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309363:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574265.309367:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574265.309368:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574265.309370:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574265.309413:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574265.309419:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574265.309424:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574265.309432:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309437:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.309441:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309447:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574265.309453:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574265.309459:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309464:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574265.309466:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574265.309472:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574265.309475:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309480:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574265.309484:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574265.309490:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309493:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574265.309499:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574265.309503:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574265.309507:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574265.309510:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309513:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574265.309515:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574265.309518:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574265.309523:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574265.309530:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574265.309538:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815968000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574265.309549:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574265.309554:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574265.309560:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815968000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574265.309567:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574265.309570:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574265.309573:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574265.309574:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574265.309575:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574265.309577:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574265.309579:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5108
00000400:00000200:0.0:1788574265.309585:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574265.309593:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574265.309598:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574265.309606:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309612:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.309618:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309623:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574265.309628:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574265.309633:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574265.309637:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574265.309642:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574265.309648:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574265.309661:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574265.309671:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309677:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.309681:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309683:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574265.309687:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574265.309693:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309695:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574265.309697:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574265.309701:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574265.309704:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309706:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574265.309710:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574265.309716:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309718:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574265.309722:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574265.309726:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574265.309730:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1788574265.309730:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788574265.309732:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309736:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1788574265.309737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1788574265.309738:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574265.309741:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574265.309745:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574265.309751:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574265.309758:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815968128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574265.309770:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574265.309774:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574265.309780:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815968128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574265.309793:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574265.309796:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574265.309803:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574265.309807:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574265.309810:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574265.309818:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574265.309824:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5108
00000400:00000200:0.0:1788574265.309832:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574265.309840:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574265.309847:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574265.309853:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309856:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.309859:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309863:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574265.309866:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574265.309868:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574265.309869:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574265.309871:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574265.309875:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574265.309879:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574265.309884:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309889:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.309891:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309895:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574265.309898:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574265.309900:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574265.309902:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574265.309907:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574265.309909:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574265.309911:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309913:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574265.309916:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574265.309919:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309921:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574265.309926:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574265.309929:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574265.309933:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574265.309936:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.309938:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574265.309940:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574265.309944:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574265.309949:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574265.309953:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574265.309959:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815968256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574265.309983:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574265.309986:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574265.309992:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815968256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574265.310001:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574265.310007:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574265.310017:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574265.310020:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574265.310023:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574265.310028:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574265.310089:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5108
00000400:00000200:0.0:1788574265.310096:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574265.310101:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574265.310106:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574265.310113:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.310117:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.310122:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.310124:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574265.310128:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574265.310133:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574265.310138:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574265.310142:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574265.310148:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574265.310154:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574265.310164:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.310168:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574265.310177:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574265.310187:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574265.310193:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574265.310199:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574265.310206:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574265.310211:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574265.310217:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574265.310223:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.310229:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574265.310233:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574265.310239:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.310243:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574265.310249:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574265.310254:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574265.310259:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574265.310262:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574265.310264:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574265.310267:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574265.310270:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574265.310275:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574265.310280:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574265.310288:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815968384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574265.310309:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574265.310312:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574265.310318:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815968384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574265.310328:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574265.310333:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5118)
00000800:00000200:3.1:1788574265.310523:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574265.310526:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574265.310881:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574265.310884:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574265.311250:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574265.311253:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574265.311579:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574265.311582:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788574267.677239:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574267.677242:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574267.677246:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574270.429189:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574270.429197:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574270.429201:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574270.429205:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574270.429209:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574270.429215:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5113
00000400:00000200:0.0:1788574270.429223:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574270.429228:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574270.429230:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574270.429232:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429235:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.429237:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429238:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574270.429242:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574270.429243:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574270.429246:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574270.429248:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574270.429250:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574270.429251:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574270.429253:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429254:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.429256:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429257:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574270.429259:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574270.429261:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429263:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574270.429265:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574270.429267:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574270.429270:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429271:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574270.429273:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574270.429280:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574270.429283:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574270.429286:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574270.429287:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429290:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574270.429292:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574270.429296:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574270.429302:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574270.429308:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574270.429315:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815968512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574270.429323:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574270.429326:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574270.429330:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815968512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574270.429346:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574270.429348:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574270.429351:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574270.429352:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574270.429353:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574270.429356:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574270.429358:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5113
00000400:00000200:0.0:1788574270.429361:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574270.429363:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574270.429373:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574270.429378:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429382:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.429386:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429391:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574270.429396:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574270.429398:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574270.429401:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574270.429405:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574270.429409:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574270.429414:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574270.429421:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429426:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.429432:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429434:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574270.429438:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574270.429442:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429446:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574270.429448:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574270.429452:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574270.429456:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429459:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574270.429463:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574270.429467:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429469:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574270.429475:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574270.429478:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574270.429483:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574270.429485:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429486:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574270.429488:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574270.429491:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574270.429497:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574270.429502:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574270.429510:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815968640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574270.429523:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574270.429526:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574270.429528:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815968640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574270.429547:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574270.429552:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574270.429557:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574270.429562:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574270.429566:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574270.429571:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574270.429577:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5113
00000400:00000200:0.0:1788574270.429586:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574270.429594:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574270.429598:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574270.429603:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429608:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.429613:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429616:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574270.429620:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574270.429622:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574270.429624:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574270.429627:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574270.429631:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574270.429635:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574270.429640:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429642:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.429647:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429651:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574270.429657:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574270.429662:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429666:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574270.429669:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574270.429673:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574270.429676:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429680:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574270.429683:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1788574270.429688:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:0.0:1788574270.429689:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429693:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574270.429696:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574270.429698:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574270.429699:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574270.429700:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429702:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574270.429703:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574270.429705:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574270.429712:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574270.429717:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574270.429727:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815968768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574270.429742:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574270.429747:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574270.429758:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815968768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574270.429774:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574270.429777:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574270.429784:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574270.429787:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574270.429790:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574270.429794:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574270.429798:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5113
00000400:00000200:0.0:1788574270.429810:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574270.429819:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574270.429826:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574270.429837:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429844:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.429850:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429856:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574270.429860:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574270.429863:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574270.429865:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574270.429868:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574270.429871:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574270.429874:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574270.429880:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429882:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.429887:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429892:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574270.429896:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574270.429902:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574270.429907:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574270.429910:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574270.429915:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574270.429921:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429926:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574270.429931:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574270.429935:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429937:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574270.429942:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574270.429948:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574270.429954:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574270.429957:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.429960:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574270.429987:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574270.429992:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574270.430000:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574270.430008:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574270.430020:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815968896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788574270.430020:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574270.430097:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574270.430103:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574270.430114:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815968896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574270.430136:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574270.430142:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574270.430152:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574270.430155:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574270.430159:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574270.430165:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574270.430170:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5113
00000400:00000200:0.0:1788574270.430178:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574270.430185:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574270.430189:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574270.430196:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.430201:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.430206:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.430211:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574270.430216:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574270.430219:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574270.430223:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574270.430228:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574270.430234:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574270.430238:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574270.430247:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.430252:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574270.430259:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574270.430264:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574270.430271:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574270.430280:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574270.430287:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574270.430292:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574270.430297:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574270.430302:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.430307:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574270.430311:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574270.430317:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.430323:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574270.430330:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574270.430336:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574270.430342:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574270.430345:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574270.430350:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574270.430354:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574270.430359:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574270.430359:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:0.0:1788574270.430368:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574270.430376:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574270.430388:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815969024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574270.430408:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574270.430414:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574270.430423:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815969024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574270.430445:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574270.430456:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5123)
00000800:00000200:3.1:1788574270.430655:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574270.430830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574270.749266:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574270.749271:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574270.749274:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574273.501408:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788574273.501477:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788574273.501489:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574273.501493:0:2388:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788574273.501499:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574273.501503:0:2388:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788574273.501508:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574273.501513:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:1.0:1788574273.501520:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574273.501525:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574273.501532:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc5d8
00000400:00000010:1.0:1788574273.501535:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc5d8.
00000100:00000001:1.0:1788574273.501540:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574273.501550:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c970bb80 x1875450815968512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501578:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574273.501581:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450815968512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501588:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574273.501590:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574273.501603:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574273.501606:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835ff00.
00000400:00000200:1.0:1788574273.501609:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574273.501613:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574273.501617:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:1.0:1788574273.501619:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:1.0:1788574273.501623:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574273.501628:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9709f80 x1875450815968640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501638:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574273.501641:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450815968640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501647:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574273.501649:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574273.501655:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574273.501657:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fd00.
00000400:00000200:1.0:1788574273.501660:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574273.501664:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574273.501667:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:1.0:1788574273.501669:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788574273.501672:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574273.501678:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9708a80 x1875450815968768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501686:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574273.501693:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450815968768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501718:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574273.501722:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574273.501738:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574273.501748:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f800.
00000400:00000200:1.0:1788574273.501756:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574273.501764:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574273.501767:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcc38
00000400:00000010:1.0:1788574273.501776:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcc38.
00000100:00000001:1.0:1788574273.501785:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574273.501795:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9709880 x1875450815968896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501824:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574273.501833:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450815968896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501879:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574273.501885:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574273.501901:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574273.501910:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:1.0:1788574273.501932:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574273.501937:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574273.501942:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc6e8
00000400:00000010:1.0:1788574273.501948:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc6e8.
00000100:00000001:1.0:1788574273.501957:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574273.501968:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c970b480 x1875450815969024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.501998:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574273.502003:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450815969024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574273.502011:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574273.502012:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788574273.821234:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574273.821240:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574273.821244:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574275.549151:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574275.549167:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574275.549177:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574275.549188:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574275.549200:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574275.549214:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5118
00000400:00000200:0.0:1788574275.549235:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574275.549254:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574275.549258:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574275.549262:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549266:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.549269:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549272:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574275.549277:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574275.549280:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574275.549283:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574275.549287:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574275.549290:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574275.549292:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574275.549295:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549297:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.549300:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549302:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574275.549305:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574275.549309:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549312:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574275.549315:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574275.549322:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574275.549325:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.549328:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574275.549331:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574275.549342:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574275.549359:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574275.549364:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574275.549367:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.549371:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574275.549374:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574275.549380:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574275.549404:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574275.549423:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574275.549440:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815969152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574275.549454:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574275.549461:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574275.549467:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815969152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574275.549502:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574275.549506:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574275.549510:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574275.549512:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574275.549514:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574275.549517:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574275.549520:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5118
00000400:00000200:0.0:1788574275.549525:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574275.549529:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574275.549532:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574275.549537:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549540:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.549544:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549547:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574275.549550:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574275.549552:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574275.549559:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574275.549565:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574275.549570:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574275.549575:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574275.549581:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549584:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.549588:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549593:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574275.549599:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574275.549606:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549616:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574275.549621:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574275.549629:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574275.549635:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.549638:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574275.549645:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574275.549654:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.549658:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574275.549667:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574275.549672:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574275.549676:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574275.549680:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.549685:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574275.549686:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574275.549689:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574275.549696:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574275.549703:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574275.549713:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815969280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574275.549726:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574275.549729:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574275.549734:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815969280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574275.549747:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574275.549755:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574275.549761:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574275.549765:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574275.549768:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574275.549773:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574275.549780:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5118
00000400:00000200:0.0:1788574275.549791:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574275.549798:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574275.549812:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574275.549820:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549825:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.549830:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549835:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574275.549840:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574275.549842:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574275.549844:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574275.549848:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574275.549851:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574275.549855:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574275.549859:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549861:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.549863:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549865:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574275.549868:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574275.549871:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574275.549874:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574275.549876:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574275.549880:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574275.549882:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.549897:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574275.549900:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574275.549903:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.549905:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574275.549910:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574275.549913:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574275.549916:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574275.549917:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.549919:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574275.549921:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574275.549923:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574275.549927:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574275.549931:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574275.549937:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815969408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574275.549945:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574275.549948:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574275.549952:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815969408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574275.549961:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574275.549964:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574275.549968:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574275.549972:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574275.549976:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574275.549981:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574275.549989:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5118
00000400:00000200:0.0:1788574275.549998:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574275.550007:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574275.550012:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574275.550021:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550026:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.550033:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550038:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574275.550045:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574275.550048:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574275.550079:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574275.550082:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574275.550085:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574275.550087:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574275.550092:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550095:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.550099:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550103:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574275.550110:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574275.550119:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550124:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574275.550130:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574275.550136:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574275.550141:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.550147:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574275.550151:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574275.550155:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.550158:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574275.550166:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574275.550172:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574275.550177:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1788574275.550178:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788574275.550182:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574275.550185:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1788574275.550187:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574275.550192:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574275.550194:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574275.550201:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574275.550209:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574275.550219:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815969536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574275.550234:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574275.550247:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574275.550258:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815969536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574275.550287:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574275.550290:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574275.550298:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574275.550302:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574275.550305:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574275.550312:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574275.550319:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5118
00000400:00000200:0.0:1788574275.550327:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574275.550333:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574275.550336:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574275.550346:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550351:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.550354:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550360:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574275.550362:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574275.550365:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574275.550369:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574275.550371:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574275.550374:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574275.550378:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574275.550385:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550388:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574275.550393:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550398:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574275.550403:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574275.550423:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574275.550427:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574275.550433:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574275.550438:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574275.550444:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.550449:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574275.550453:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574275.550460:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.550462:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574275.550469:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574275.550475:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574275.550481:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574275.550484:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574275.550490:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574275.550493:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574275.550498:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574275.550506:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574275.550513:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574275.550525:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815969664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574275.550547:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574275.550552:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574275.550562:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815969664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574275.550578:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574275.550587:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5129)
00000800:00000200:3.1:1788574275.550866:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574275.550869:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574275.551193:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574275.551195:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574275.551452:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574275.551455:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574275.551645:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574275.551647:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788574276.893192:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574276.893195:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574276.893198:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574277.597197:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574277.597205:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574277.597209:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574277.597222:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574277.597231:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574277.597239:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574277.597246:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574277.597260:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574277.597263:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574278.621169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574278.621178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574278.621181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574278.621197:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574278.621199:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574278.621201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574278.621210:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574278.621212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574278.621214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574279.965255:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574279.965258:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574279.965261:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574280.669142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574280.669146:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574280.669150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574280.669157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574280.669163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574280.669169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574280.669176:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788574280.669179:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788574280.669180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574280.669184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574280.669202:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574280.669209:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574280.669213:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574280.669219:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574280.669226:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5124
00000400:00000200:0.0:1788574280.669237:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574280.669244:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574280.669247:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574280.669250:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669253:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.669255:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669257:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574280.669261:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574280.669263:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574280.669266:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574280.669268:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574280.669270:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574280.669272:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574280.669274:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669276:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.669277:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669279:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574280.669281:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574280.669285:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669287:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574280.669290:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574280.669294:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574280.669297:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.669302:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574280.669305:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574280.669315:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574280.669319:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574280.669323:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574280.669325:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.669328:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574280.669330:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574280.669336:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574280.669345:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574280.669352:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574280.669362:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815969792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574280.669371:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574280.669376:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574280.669380:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815969792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574280.669401:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574280.669404:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574280.669407:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574280.669409:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574280.669410:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574280.669412:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574280.669415:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5124
00000400:00000200:0.0:1788574280.669418:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574280.669420:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574280.669422:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574280.669425:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669427:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.669429:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669431:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574280.669433:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574280.669434:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574280.669435:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574280.669436:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574280.669438:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574280.669440:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574280.669442:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669444:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.669447:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669453:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574280.669456:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574280.669462:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669470:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574280.669472:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574280.669478:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574280.669481:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.669482:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574280.669489:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574280.669498:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.669502:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574280.669507:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574280.669514:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574280.669519:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574280.669520:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.669521:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574280.669522:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574280.669523:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574280.669527:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574280.669534:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574280.669542:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815969920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574280.669566:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574280.669574:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574280.669584:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815969920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574280.669597:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574280.669603:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574280.669613:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574280.669615:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574280.669616:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574280.669619:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574280.669628:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5124
00000400:00000200:0.0:1788574280.669642:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574280.669645:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574280.669652:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574280.669657:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669660:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.669662:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669665:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574280.669674:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574280.669675:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574280.669677:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574280.669679:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574280.669681:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574280.669688:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574280.669695:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669698:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.669706:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669710:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574280.669714:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574280.669724:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574280.669736:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574280.669745:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574280.669750:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574280.669758:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.669764:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574280.669770:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574280.669779:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.669784:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574280.669792:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574280.669798:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574280.669827:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574280.669831:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.669836:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574280.669842:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574280.669849:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574280.669860:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574280.669868:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574280.669884:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815970048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574280.669905:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574280.669912:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574280.669924:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815970048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574280.669942:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574280.669948:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788574280.669971:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574280.669979:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574280.669993:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574280.670004:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574280.670014:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574280.670019:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574280.670026:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5124
00000400:00000200:0.0:1788574280.670035:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574280.670039:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574280.670044:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574280.670108:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670115:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.670127:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670137:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574280.670147:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574280.670150:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574280.670161:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574280.670173:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574280.670176:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574280.670190:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574280.670201:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670204:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.670213:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670225:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574280.670228:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574280.670236:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670240:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574280.670243:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574280.670250:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574280.670260:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.670263:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574280.670266:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574280.670270:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.670272:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574280.670278:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574280.670283:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574280.670287:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574280.670290:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.670294:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574280.670296:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574280.670299:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574280.670303:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574280.670306:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574280.670312:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815970176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574280.670373:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574280.670376:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574280.670384:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815970176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574280.670403:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574280.670410:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574280.670415:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574280.670419:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574280.670421:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574280.670428:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574280.670432:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5124
00000400:00000200:0.0:1788574280.670444:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574280.670452:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574280.670460:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574280.670471:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670474:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.670480:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670485:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574280.670493:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574280.670496:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574280.670501:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574280.670503:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574280.670511:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574280.670514:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574280.670528:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670532:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574280.670540:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670550:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574280.670559:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574280.670568:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574280.670574:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574280.670580:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574280.670585:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574280.670593:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.670599:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574280.670606:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574280.670615:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.670620:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574280.670632:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574280.670638:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574280.670646:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574280.670649:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574280.670655:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574280.670659:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574280.670666:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574280.670672:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574280.670679:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574280.670693:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815970304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574280.670750:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574280.670756:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574280.670768:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815970304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574280.670794:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574280.670823:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5134)
00000800:00000200:3.1:1788574280.671006:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574280.671008:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574280.671287:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574280.671290:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574280.671601:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574280.671604:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574280.671864:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574280.671865:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788574281.693149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574281.693158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574281.693163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574281.693172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574281.693178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574281.693184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574281.693190:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574281.693194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574281.693198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574282.717172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574282.717179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574282.717182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574282.717190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574282.717194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574282.717198:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574282.717202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574282.717206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574282.717209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574283.037264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574283.037267:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574283.037269:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574283.741154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574283.741162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574283.741166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574283.741174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574283.741181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574283.741188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574283.741193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574283.741196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574283.741199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574284.765169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574284.765176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574284.765178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574284.765184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574284.765188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574284.765193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574284.765197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574284.765200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574284.765205:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574285.789162:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788574285.789168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788574285.789170:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574285.789175:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788574285.789176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788574285.789179:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574285.789181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789183:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1788574285.789187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788574285.789191:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5129
00000100:00000001:1.0:1788574285.789194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574285.789200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788574285.789205:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788574285.789206:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574285.789211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788574285.789213:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1788574285.789216:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574285.789218:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574285.789224:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789230:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.789236:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789240:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574285.789244:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574285.789246:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574285.789250:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574285.789254:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574285.789257:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574285.789260:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574285.789263:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789266:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.789269:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789271:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574285.789274:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574285.789279:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789300:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574285.789302:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574285.789305:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574285.789307:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789308:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574285.789310:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574285.789318:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574285.789321:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574285.789324:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574285.789333:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789336:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574285.789339:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574285.789344:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574285.789353:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574285.789360:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574285.789370:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815970432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574285.789380:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574285.789384:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574285.789387:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815970432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574285.789404:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574285.789407:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574285.789410:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574285.789411:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574285.789413:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574285.789415:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574285.789417:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5129
00000400:00000200:0.0:1788574285.789421:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574285.789423:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574285.789424:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574285.789427:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789429:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.789430:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789432:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574285.789434:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574285.789435:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574285.789436:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574285.789438:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574285.789440:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574285.789444:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574285.789448:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789453:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.789457:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789459:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574285.789465:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574285.789470:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789475:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574285.789478:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574285.789484:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574285.789489:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789492:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574285.789497:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574285.789502:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789505:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574285.789510:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574285.789514:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574285.789517:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574285.789519:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789523:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574285.789527:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574285.789529:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574285.789535:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574285.789540:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574285.789548:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815970560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574285.789558:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574285.789563:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574285.789577:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815970560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574285.789593:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574285.789598:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574285.789602:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574285.789605:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574285.789607:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574285.789609:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574285.789613:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5129
00000400:00000200:0.0:1788574285.789618:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574285.789621:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574285.789625:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574285.789631:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789634:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.789637:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789640:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574285.789643:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574285.789645:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574285.789648:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574285.789650:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574285.789653:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574285.789657:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574285.789662:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789665:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.789674:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789677:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574285.789682:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574285.789687:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789694:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574285.789698:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574285.789704:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574285.789710:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789715:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574285.789719:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574285.789735:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789738:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574285.789743:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574285.789747:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574285.789751:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574285.789754:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789759:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574285.789761:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574285.789764:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574285.789765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:0.0:1788574285.789768:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000800:00000200:3.1:1788574285.789771:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788574285.789772:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574285.789782:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815970688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574285.789793:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574285.789796:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574285.789800:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815970688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574285.789812:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574285.789815:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574285.789819:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574285.789822:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574285.789825:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574285.789828:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574285.789831:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5129
00000400:00000200:0.0:1788574285.789837:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574285.789841:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574285.789846:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574285.789852:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789857:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.789867:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789871:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574285.789873:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574285.789876:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574285.789879:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574285.789881:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574285.789885:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574285.789891:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574285.789896:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789900:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.789901:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789903:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574285.789909:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574285.789916:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574285.789919:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574285.789922:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574285.789924:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574285.789931:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789935:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574285.789938:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574285.789942:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789945:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574285.789950:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574285.789955:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574285.789960:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574285.789963:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.789965:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574285.789967:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574285.789969:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574285.789973:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574285.789978:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574285.789986:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815970816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574285.789995:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574285.789999:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574285.790008:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815970816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574285.790022:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574285.790025:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574285.790031:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574285.790032:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574285.790036:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574285.790043:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574285.790050:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5129
00000400:00000200:0.0:1788574285.790073:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574285.790075:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574285.790077:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574285.790079:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.790081:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.790084:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.790088:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574285.790090:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574285.790092:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574285.790096:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574285.790099:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574285.790103:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574285.790107:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574285.790112:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.790114:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574285.790119:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574285.790123:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574285.790127:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574285.790133:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574285.790139:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574285.790144:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574285.790148:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574285.790153:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.790157:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574285.790160:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574285.790167:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.790173:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574285.790178:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574285.790182:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574285.790187:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574285.790191:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574285.790195:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574285.790198:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574285.790202:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574285.790207:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574285.790214:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574285.790224:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815970944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574285.790252:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574285.790258:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574285.790268:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815970944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574285.790283:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574285.790288:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5139)
00000800:00000200:3.1:1788574285.790465:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574285.790468:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574285.790803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574285.790805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574285.790995:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574285.790997:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574285.791193:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574285.791195:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788574286.109229:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574286.109234:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574286.109238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574286.813185:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574286.813195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574286.813207:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574286.813212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574286.813218:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574286.813225:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574286.813229:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574286.813232:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574286.813237:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574287.837196:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574287.837207:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574287.837211:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574287.837221:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574287.837229:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574287.837235:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574287.837239:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574287.837245:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574287.837250:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574288.861152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574288.861160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574288.861164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574288.861171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574288.861176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574288.861179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574288.861183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574288.861187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574288.861190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574289.181258:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574289.181263:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574289.181267:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574290.909194:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574290.909205:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574290.909208:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574290.909213:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574290.909216:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574290.909222:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5134
00000400:00000200:1.0:1788574290.909229:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574290.909235:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574290.909238:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574290.909240:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909243:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909245:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909246:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574290.909249:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574290.909251:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574290.909253:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574290.909255:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574290.909257:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574290.909258:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574290.909260:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909261:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909263:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909265:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574290.909267:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574290.909269:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909271:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574290.909273:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574290.909275:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574290.909277:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909279:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574290.909280:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574290.909288:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574290.909291:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574290.909294:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574290.909295:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909297:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574290.909299:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574290.909302:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574290.909310:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574290.909316:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574290.909323:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450815971072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574290.909331:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574290.909334:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574290.909337:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450815971072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574290.909355:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574290.909357:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574290.909359:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574290.909361:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574290.909362:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574290.909364:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574290.909365:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5134
00000400:00000200:1.0:1788574290.909368:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574290.909371:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574290.909372:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574290.909375:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909377:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909379:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909381:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574290.909382:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574290.909383:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574290.909384:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574290.909386:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574290.909390:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574290.909393:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574290.909398:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909399:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909403:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909405:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574290.909407:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574290.909411:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909416:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574290.909419:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574290.909424:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574290.909427:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909430:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574290.909435:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574290.909439:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909444:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574290.909447:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574290.909451:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574290.909456:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574290.909459:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909462:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574290.909463:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574290.909465:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574290.909469:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574290.909474:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574290.909480:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450815971200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574290.909490:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574290.909493:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574290.909498:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450815971200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574290.909506:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574290.909509:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574290.909512:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574290.909515:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574290.909517:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574290.909521:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574290.909526:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5134
00000400:00000200:1.0:1788574290.909530:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574290.909534:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574290.909538:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574290.909543:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909547:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909550:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909554:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574290.909556:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574290.909559:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574290.909560:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574290.909562:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574290.909565:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574290.909570:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574290.909573:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909577:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909579:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909581:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574290.909585:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574290.909588:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909590:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574290.909591:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574290.909593:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574290.909596:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909600:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574290.909602:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574290.909604:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909605:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574290.909608:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574290.909613:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574290.909615:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574290.909616:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909619:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574290.909621:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574290.909624:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574290.909628:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574290.909632:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574290.909639:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450815971328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574290.909667:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574290.909669:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574290.909676:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450815971328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574290.909689:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574290.909694:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574290.909697:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574290.909700:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574290.909703:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574290.909706:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574290.909709:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5134
00000400:00000200:1.0:1788574290.909714:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574290.909720:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574290.909724:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574290.909728:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909733:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909736:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909738:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574290.909742:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574290.909743:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574290.909746:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574290.909749:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574290.909751:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574290.909753:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574290.909756:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909759:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909762:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909763:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574290.909765:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574290.909771:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909774:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574290.909777:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574290.909780:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574290.909784:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909787:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574290.909789:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000800:00000200:3.1:1788574290.909790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:1.0:1788574290.909792:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909795:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574290.909796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000010:1.0:1788574290.909799:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574290.909804:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574290.909809:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574290.909812:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909814:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574290.909815:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574290.909817:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574290.909822:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574290.909830:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574290.909840:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450815971456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574290.909863:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574290.909867:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574290.909877:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450815971456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574290.909896:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574290.909899:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574290.909903:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574290.909906:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574290.909910:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574290.909913:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574290.909916:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5134
00000400:00000200:1.0:1788574290.909921:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574290.909925:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574290.909927:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574290.909929:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909933:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909937:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909939:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574290.909941:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574290.909943:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574290.909946:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574290.909948:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574290.909950:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574290.909955:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574290.909957:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909959:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574290.909963:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909965:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574290.909967:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574290.909973:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574290.909975:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574290.909978:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574290.909982:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574290.909985:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.909989:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574290.909992:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574290.909997:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.910000:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574290.910005:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574290.910009:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574290.910013:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574290.910016:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574290.910018:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574290.910021:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574290.910024:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574290.910029:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574290.910035:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574290.910043:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815971584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574290.910089:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574290.910093:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574290.910101:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815971584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574290.910121:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574290.910125:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5144)
00000800:00000200:3.1:1788574290.910290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574290.910291:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574290.910534:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574290.910536:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574290.910799:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574290.910801:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574290.911013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574290.911015:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788574292.253275:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574292.253278:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574292.253280:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574295.325213:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574295.325217:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574295.325220:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574296.029123:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574296.029134:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574296.029138:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574296.029143:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574296.029150:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574296.029158:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5139
00000400:00000200:1.0:1788574296.029170:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574296.029179:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574296.029182:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574296.029185:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029187:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.029191:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029193:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574296.029196:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574296.029197:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574296.029200:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574296.029202:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574296.029203:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574296.029205:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574296.029207:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029208:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.029210:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029211:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574296.029214:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574296.029220:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029222:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574296.029224:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574296.029227:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574296.029229:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029230:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574296.029232:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574296.029240:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574296.029243:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574296.029246:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574296.029247:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029249:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574296.029251:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574296.029254:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574296.029260:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574296.029266:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574296.029273:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450815971712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574296.029281:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574296.029284:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574296.029288:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450815971712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574296.029304:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574296.029311:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574296.029314:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574296.029316:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574296.029317:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574296.029320:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574296.029322:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5139
00000400:00000200:1.0:1788574296.029325:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574296.029329:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574296.029333:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574296.029337:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029340:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.029347:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029349:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574296.029353:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574296.029355:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574296.029358:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574296.029361:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574296.029366:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574296.029369:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574296.029374:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029377:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.029381:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029383:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574296.029387:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574296.029393:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029399:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574296.029401:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574296.029405:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574296.029407:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029410:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574296.029413:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574296.029417:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029420:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574296.029426:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574296.029428:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574296.029433:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574296.029435:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029438:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574296.029442:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574296.029445:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574296.029452:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574296.029456:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574296.029463:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450815971840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574296.029475:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574296.029481:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574296.029494:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450815971840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574296.029509:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574296.029514:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574296.029527:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574296.029529:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574296.029531:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574296.029534:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574296.029538:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5139
00000400:00000200:1.0:1788574296.029541:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574296.029546:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574296.029549:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574296.029553:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029556:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.029560:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029586:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574296.029590:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574296.029592:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574296.029595:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574296.029598:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574296.029602:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574296.029605:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574296.029612:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029614:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.029618:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029624:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574296.029630:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574296.029640:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029645:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574296.029649:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574296.029656:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574296.029661:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574296.029667:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574296.029668:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788574296.029671:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000008:00100000:1.0:1788574296.029673:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574296.029680:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029685:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574296.029692:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574296.029699:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574296.029704:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574296.029708:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029713:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574296.029717:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574296.029722:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574296.029729:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574296.029733:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574296.029742:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450815971968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574296.029755:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574296.029758:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574296.029765:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450815971968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574296.029777:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574296.029780:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574296.029784:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574296.029787:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574296.029789:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574296.029791:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574296.029793:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5139
00000400:00000200:1.0:1788574296.029798:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574296.029804:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574296.029808:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574296.029812:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029814:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.029820:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029825:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574296.029833:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574296.029846:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574296.029851:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574296.029856:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574296.029862:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574296.029869:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574296.029880:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029885:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.029892:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029899:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574296.029904:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574296.029914:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574296.029918:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574296.029920:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574296.029924:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574296.029930:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029936:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574296.029940:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574296.029948:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029954:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574296.029963:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574296.029970:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574296.029977:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574296.029981:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.029987:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574296.029992:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574296.029996:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574296.030003:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574296.030010:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574296.030030:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450815972096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574296.030045:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574296.030051:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574296.030077:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450815972096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574296.030093:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574296.030099:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574296.030105:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574296.030109:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574296.030112:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574296.030119:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574296.030123:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5139
00000400:00000200:1.0:1788574296.030135:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574296.030140:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574296.030143:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574296.030150:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.030156:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.030161:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.030166:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574296.030168:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574296.030170:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574296.030172:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574296.030175:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574296.030179:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574296.030184:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574296.030191:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.030195:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574296.030197:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574296.030200:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574296.030204:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574296.030209:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574296.030211:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574296.030216:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574296.030220:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574296.030224:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.030226:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574296.030229:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574296.030234:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.030237:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574296.030242:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574296.030248:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574296.030252:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574296.030255:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574296.030259:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574296.030260:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574296.030261:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574296.030266:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574296.030270:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574296.030276:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450815972224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574296.030297:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574296.030301:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574296.030308:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450815972224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574296.030329:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574296.030335:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5149)
00000800:00000200:3.1:1788574296.030382:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574296.030384:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574296.030598:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574296.030600:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574296.030780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574296.030782:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574296.031030:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574296.031032:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1788574298.397276:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574298.397283:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574298.397288:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574301.149181:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574301.149190:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574301.149198:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574301.149206:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574301.149215:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574301.149228:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5144
00000400:00000200:1.0:1788574301.149239:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574301.149247:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574301.149254:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574301.149268:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149282:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.149286:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149288:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574301.149292:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574301.149294:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574301.149298:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574301.149302:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574301.149304:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574301.149306:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574301.149308:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149310:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.149311:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149312:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574301.149315:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574301.149317:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149319:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574301.149322:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574301.149325:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574301.149326:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.149328:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574301.149330:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574301.149338:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574301.149340:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574301.149344:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574301.149346:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.149350:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574301.149352:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574301.149357:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574301.149365:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574301.149372:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574301.149383:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450815972352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574301.149395:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574301.149398:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574301.149402:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450815972352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574301.149420:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574301.149422:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574301.149425:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574301.149426:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574301.149428:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574301.149430:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574301.149432:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5144
00000400:00000200:1.0:1788574301.149436:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574301.149440:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574301.149442:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574301.149445:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149450:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.149453:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149457:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574301.149463:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574301.149464:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574301.149465:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574301.149468:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574301.149475:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574301.149480:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574301.149496:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149504:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.149513:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149520:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574301.149525:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574301.149533:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149549:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574301.149555:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574301.149567:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574301.149573:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.149578:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574301.149586:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574301.149606:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.149608:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574301.149612:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574301.149616:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574301.149626:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574301.149628:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.149632:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574301.149638:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574301.149643:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574301.149654:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574301.149660:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574301.149671:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450815972480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574301.149695:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574301.149704:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574301.149722:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450815972480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574301.149763:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574301.149774:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574301.149788:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574301.149794:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574301.149798:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574301.149808:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574301.149821:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5144
00000400:00000200:1.0:1788574301.149838:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574301.149852:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574301.149862:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574301.149874:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149879:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.149889:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149892:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574301.149902:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574301.149906:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574301.149908:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574301.149910:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574301.149911:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574301.149914:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574301.149921:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149928:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.149932:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149941:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788574301.149941:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:1.0:1788574301.149952:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000200:3.1:1788574301.149954:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00080000:1.0:1788574301.149958:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574301.149964:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574301.149965:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574301.149970:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574301.149976:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.149979:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574301.149982:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574301.149986:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.149988:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574301.149992:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574301.150002:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574301.150009:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574301.150014:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.150020:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574301.150024:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574301.150026:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574301.150030:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574301.150036:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574301.150051:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450815972608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574301.150088:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574301.150090:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574301.150105:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450815972608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574301.150136:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574301.150142:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574301.150149:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574301.150150:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574301.150152:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574301.150160:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574301.150168:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5144
00000400:00000200:1.0:1788574301.150182:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574301.150196:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574301.150201:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574301.150212:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150216:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.150225:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150229:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574301.150236:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574301.150237:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574301.150240:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574301.150247:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574301.150250:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574301.150253:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574301.150268:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150278:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.150286:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150295:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574301.150310:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574301.150323:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150327:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574301.150328:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574301.150334:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574301.150347:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.150353:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574301.150361:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574301.150371:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.150382:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574301.150394:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574301.150407:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574301.150421:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574301.150425:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.150435:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574301.150442:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574301.150455:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574301.150479:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574301.150489:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574301.150503:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450815972736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574301.150540:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574301.150545:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574301.150557:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450815972736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574301.150591:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574301.150609:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574301.150614:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574301.150616:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574301.150625:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574301.150629:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574301.150638:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5144
00000400:00000200:1.0:1788574301.150652:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574301.150660:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574301.150667:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574301.150680:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150689:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.150700:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150706:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574301.150729:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574301.150741:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574301.150747:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574301.150754:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574301.150763:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574301.150776:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574301.150789:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150804:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574301.150815:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150824:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574301.150840:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574301.150848:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574301.150857:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574301.150866:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574301.150870:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574301.150876:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.150880:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574301.150889:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574301.150902:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.150914:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574301.150925:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574301.150934:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574301.150944:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574301.150951:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574301.150968:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574301.150973:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574301.150976:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574301.150982:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574301.150987:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574301.150995:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450815972864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574301.151022:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574301.151026:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574301.151031:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450815972864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574301.151051:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574301.151083:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5154)
00000800:00000200:3.1:1788574301.151191:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574301.151194:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574301.151409:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574301.151411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574301.151642:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574301.151644:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574301.151985:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574301.151988:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1788574301.469296:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574301.469303:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574301.469306:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574304.541290:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574304.541297:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574304.541303:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574306.269201:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574306.269209:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574306.269213:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574306.269219:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574306.269225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788574306.269228:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788574306.269229:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788574306.269246:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574306.269246:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574306.269250:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574306.269251:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788574306.269254:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574306.269256:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574306.269262:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574306.269272:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5149
00000400:00000200:0.0:1788574306.269282:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574306.269292:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574306.269295:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574306.269299:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269303:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.269306:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269309:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574306.269314:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574306.269317:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574306.269320:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574306.269323:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574306.269327:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574306.269330:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574306.269333:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269336:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.269338:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269340:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574306.269343:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574306.269346:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269349:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574306.269353:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574306.269357:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574306.269361:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.269364:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574306.269367:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574306.269380:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574306.269385:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574306.269390:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574306.269392:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.269396:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574306.269399:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574306.269404:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574306.269415:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574306.269424:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574306.269436:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815972992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574306.269454:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574306.269460:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574306.269466:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815972992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574306.269492:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574306.269495:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574306.269499:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574306.269500:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574306.269502:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574306.269505:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574306.269508:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5149
00000400:00000200:0.0:1788574306.269512:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574306.269516:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574306.269518:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574306.269521:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269527:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.269535:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269544:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574306.269547:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574306.269549:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574306.269553:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574306.269555:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574306.269564:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574306.269571:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574306.269587:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269599:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.269609:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269619:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574306.269633:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574306.269667:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269673:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574306.269676:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574306.269683:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574306.269687:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.269703:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574306.269710:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574306.269719:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.269721:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574306.269725:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574306.269733:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574306.269743:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574306.269747:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.269756:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574306.269760:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574306.269765:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574306.269770:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574306.269779:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574306.269799:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815973120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574306.269820:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574306.269830:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574306.269843:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815973120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574306.269876:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574306.269882:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574306.269890:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574306.269893:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574306.269896:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574306.269904:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574306.269908:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5149
00000400:00000200:0.0:1788574306.269916:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574306.269923:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574306.269925:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574306.269932:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269935:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.269937:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269939:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574306.269940:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574306.269941:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574306.269943:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574306.269946:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574306.269951:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574306.269955:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574306.269962:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269963:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.269967:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269973:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574306.269984:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574306.269990:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574306.269993:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574306.269995:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574306.270000:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574306.270009:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.270014:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574306.270018:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1788574306.270023:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:0.0:1788574306.270029:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574306.270031:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1788574306.270033:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574306.270045:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574306.270052:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574306.270099:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574306.270101:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.270105:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574306.270108:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574306.270117:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574306.270124:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574306.270130:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574306.270145:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815973248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574306.270165:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574306.270171:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574306.270185:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815973248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574306.270205:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574306.270208:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574306.270225:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574306.270232:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574306.270236:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574306.270240:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574306.270244:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5149
00000400:00000200:0.0:1788574306.270256:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574306.270264:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574306.270270:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574306.270274:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270282:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.270289:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270294:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574306.270298:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574306.270302:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574306.270305:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574306.270311:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574306.270317:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574306.270324:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574306.270333:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270340:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.270350:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270361:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574306.270372:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574306.270386:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270396:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574306.270402:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574306.270409:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574306.270421:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.270429:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574306.270435:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574306.270442:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.270453:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574306.270466:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574306.270476:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574306.270486:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574306.270492:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.270506:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574306.270511:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574306.270517:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574306.270528:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574306.270535:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574306.270544:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815973376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574306.270600:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574306.270603:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574306.270611:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815973376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574306.270632:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574306.270637:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574306.270660:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574306.270664:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574306.270671:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574306.270680:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574306.270687:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5149
00000400:00000200:0.0:1788574306.270696:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574306.270703:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574306.270707:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574306.270713:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270716:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.270722:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270728:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574306.270733:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574306.270738:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574306.270743:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574306.270747:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574306.270751:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574306.270753:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574306.270758:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270761:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574306.270765:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270770:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574306.270777:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574306.270781:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574306.270784:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574306.270787:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574306.270793:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574306.270803:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.270806:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574306.270811:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574306.270817:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.270823:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574306.270833:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574306.270840:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574306.270852:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574306.270857:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574306.270864:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574306.270871:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574306.270875:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574306.270887:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574306.270898:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574306.270910:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815973504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574306.270926:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574306.270936:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574306.270953:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815973504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574306.270972:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574306.270985:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5159)
00000800:00000200:3.1:1788574306.271108:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574306.271110:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574306.271314:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574306.271317:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574306.271517:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574306.271519:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574306.271823:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574306.271825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1788574307.293132:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574307.293137:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574307.293139:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574307.293152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574307.293156:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574307.293158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574307.293161:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574307.293163:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574307.293166:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574307.613218:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574307.613221:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574307.613224:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574308.317153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574308.317160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574308.317163:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574308.317170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574308.317174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574308.317179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574308.317183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574308.317187:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574308.317189:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574309.341148:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574309.341156:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574309.341161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574309.341170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574309.341183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574309.341190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574309.341194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574309.341195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574309.341197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574310.685264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574310.685268:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574310.685270:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574311.389161:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574311.389175:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574311.389180:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574311.389187:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574311.389194:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574311.389204:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5154
00000400:00000200:0.0:1788574311.389218:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574311.389235:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574311.389240:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574311.389243:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389246:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.389249:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389251:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574311.389255:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574311.389258:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574311.389260:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574311.389263:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574311.389266:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574311.389268:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574311.389271:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389273:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.389275:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389277:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574311.389280:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574311.389284:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389287:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574311.389290:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574311.389294:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574311.389297:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.389299:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574311.389302:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574311.389310:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574311.389314:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574311.389318:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574311.389320:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.389323:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574311.389326:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574311.389331:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574311.389340:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574311.389347:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574311.389356:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815973632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574311.389367:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574311.389372:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574311.389377:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815973632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574311.389402:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574311.389405:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574311.389409:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574311.389410:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574311.389412:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574311.389415:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574311.389417:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5154
00000400:00000200:0.0:1788574311.389422:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574311.389427:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574311.389430:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574311.389433:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389436:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.389439:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389444:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574311.389450:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574311.389454:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574311.389459:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574311.389463:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574311.389469:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574311.389474:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574311.389483:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389490:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.389499:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389505:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574311.389511:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574311.389518:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389524:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574311.389529:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574311.389536:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574311.389542:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.389547:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574311.389554:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574311.389560:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.389572:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574311.389581:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574311.389588:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574311.389593:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574311.389597:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.389602:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574311.389607:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574311.389611:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574311.389620:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574311.389628:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574311.389641:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815973760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574311.389662:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574311.389668:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574311.389678:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815973760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574311.389701:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574311.389707:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1788574311.389715:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574311.389720:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574311.389724:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574311.389725:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574311.389729:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574311.389735:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574311.389739:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5154
00000400:00000200:0.0:1788574311.389745:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574311.389753:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574311.389759:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574311.389765:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389768:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.389772:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389777:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574311.389781:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574311.389783:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574311.389786:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574311.389789:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574311.389793:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574311.389797:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574311.389804:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389807:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.389808:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389810:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574311.389812:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574311.389815:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389818:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574311.389822:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574311.389825:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574311.389829:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.389832:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574311.389834:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574311.389836:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.389838:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574311.389846:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574311.389847:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574311.389849:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574311.389850:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.389851:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574311.389852:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574311.389853:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574311.389857:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574311.389862:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574311.389867:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815973888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574311.389876:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574311.389880:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574311.389887:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815973888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574311.389898:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574311.389902:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574311.389909:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574311.389911:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574311.389914:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574311.389918:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574311.389923:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5154
00000400:00000200:0.0:1788574311.389929:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574311.389933:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574311.389937:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574311.389944:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389949:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.389956:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389961:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574311.389965:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574311.389968:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574311.389971:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574311.389974:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574311.389979:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574311.389982:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574311.389988:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.389992:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.389997:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.390002:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574311.390007:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574311.390012:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574311.390017:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574311.390021:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574311.390024:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574311.390029:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.390032:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574311.390034:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574311.390035:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.390036:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574311.390039:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574311.390043:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574311.390047:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574311.390050:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.390079:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574311.390083:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574311.390085:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574311.390092:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574311.390097:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574311.390107:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815974016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574311.390116:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574311.390119:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574311.390127:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815974016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574311.390141:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574311.390147:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574311.390150:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574311.390153:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574311.390156:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574311.390159:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574311.390164:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5154
00000400:00000200:0.0:1788574311.390173:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574311.390177:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574311.390180:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574311.390184:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.390186:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.390190:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.390193:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574311.390197:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574311.390200:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574311.390202:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574311.390206:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574311.390209:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574311.390213:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574311.390216:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.390218:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574311.390219:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574311.390220:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574311.390222:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574311.390226:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574311.390228:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574311.390232:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574311.390235:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574311.390239:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.390241:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574311.390245:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574311.390251:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.390253:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574311.390256:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574311.390260:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574311.390264:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574311.390267:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574311.390270:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574311.390272:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574311.390275:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574311.390279:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574311.390285:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574311.390292:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815974144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574311.390309:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574311.390314:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574311.390320:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815974144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574311.390333:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574311.390338:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5164)
00000800:00000200:3.1:1788574311.390412:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574311.390413:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788574311.390604:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574311.390606:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788574311.390824:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574311.390826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788574311.391102:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574311.391104:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1788574313.757304:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574313.757312:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574313.757318:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574316.509154:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574316.509163:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574316.509167:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574316.509172:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574316.509179:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574316.509186:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5159
00000400:00000200:0.0:1788574316.509197:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574316.509208:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574316.509213:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574316.509217:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509220:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509223:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509225:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574316.509229:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574316.509232:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574316.509236:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574316.509239:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574316.509241:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574316.509243:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574316.509246:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509248:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509249:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509251:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574316.509253:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574316.509255:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509256:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574316.509258:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574316.509261:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574316.509263:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509265:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574316.509266:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574316.509275:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574316.509277:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574316.509281:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574316.509282:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509284:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574316.509286:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574316.509290:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574316.509298:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574316.509303:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574316.509311:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815974272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574316.509319:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574316.509322:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574316.509326:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815974272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574316.509343:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574316.509346:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574316.509348:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574316.509349:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574316.509351:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574316.509352:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574316.509354:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5159
00000400:00000200:0.0:1788574316.509357:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574316.509359:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574316.509361:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574316.509364:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509366:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509367:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509369:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574316.509371:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574316.509373:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574316.509376:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574316.509379:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574316.509383:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574316.509385:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574316.509389:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509391:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509395:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509398:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574316.509403:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574316.509408:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509413:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574316.509417:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574316.509423:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574316.509426:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509430:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574316.509433:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574316.509437:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509440:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574316.509444:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574316.509449:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574316.509456:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574316.509459:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509464:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574316.509468:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574316.509471:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574316.509478:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574316.509485:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574316.509495:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815974400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574316.509512:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574316.509518:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574316.509525:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815974400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574316.509543:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574316.509546:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574316.509551:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574316.509554:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574316.509557:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574316.509561:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574316.509566:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5159
00000400:00000200:0.0:1788574316.509574:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574316.509580:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574316.509584:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574316.509587:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509592:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509594:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509599:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574316.509601:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574316.509602:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574316.509604:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574316.509606:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574316.509609:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574316.509612:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574316.509615:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509616:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509619:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509622:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574316.509626:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574316.509630:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509632:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574316.509634:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574316.509637:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574316.509640:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509642:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574316.509644:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574316.509648:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509650:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574316.509655:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574316.509660:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574316.509665:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574316.509668:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509672:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574316.509673:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574316.509674:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574316.509677:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574316.509679:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574316.509683:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815974528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574316.509694:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574316.509697:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574316.509703:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815974528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574316.509710:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574316.509713:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574316.509719:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574316.509722:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574316.509725:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574316.509730:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574316.509734:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5159
00000400:00000200:0.0:1788574316.509754:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574316.509760:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574316.509762:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574316.509765:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509770:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509771:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509773:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574316.509776:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574316.509779:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574316.509782:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574316.509786:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574316.509788:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574316.509791:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574316.509798:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509802:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574316.509803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788574316.509806:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574316.509809:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574316.509810:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574316.509814:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574316.509818:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509824:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574316.509828:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574316.509831:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574316.509835:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509836:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574316.509838:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574316.509840:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509844:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574316.509849:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574316.509852:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574316.509856:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574316.509857:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.509858:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574316.509861:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574316.509864:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574316.509869:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574316.509873:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574316.509883:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815974656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574316.509902:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574316.509906:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574316.509912:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815974656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574316.509923:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574316.509928:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574316.509934:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574316.509938:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574316.509940:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574316.509944:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574316.509948:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5159
00000400:00000200:0.0:1788574316.509954:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574316.509958:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574316.509959:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574316.509964:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509967:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509971:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509977:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574316.509979:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574316.509982:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574316.509985:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574316.509986:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574316.509987:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574316.509989:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574316.509994:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509996:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574316.509997:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574316.509999:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574316.510005:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574316.510007:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574316.510009:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574316.510014:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574316.510016:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574316.510022:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.510024:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574316.510026:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574316.510030:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.510033:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574316.510041:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574316.510046:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574316.510085:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574316.510088:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574316.510093:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574316.510096:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574316.510101:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574316.510109:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574316.510114:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574316.510123:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815974784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574316.510148:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574316.510151:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574316.510156:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815974784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574316.510179:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574316.510184:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5170)
00000800:00000200:3.1:1788574316.510471:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574316.510475:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574316.510828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574316.510831:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574316.511177:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574316.511180:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574316.511497:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574316.511500:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788574316.829245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574316.829250:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574316.829255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574319.901201:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574319.901204:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574319.901207:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574321.629192:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574321.629201:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574321.629213:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574321.629221:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574321.629230:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574321.629244:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5165
00000400:00000200:1.0:1788574321.629262:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574321.629280:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574321.629293:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574321.629300:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629303:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.629309:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629311:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574321.629315:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574321.629317:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574321.629321:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574321.629324:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574321.629326:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574321.629328:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574321.629330:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629332:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.629333:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629335:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574321.629337:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574321.629340:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629342:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574321.629345:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574321.629348:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574321.629351:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.629353:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574321.629355:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574321.629364:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574321.629367:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574321.629371:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574321.629373:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.629376:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574321.629378:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574321.629382:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574321.629391:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574321.629398:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574321.629407:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450815974912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574321.629416:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574321.629421:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574321.629425:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450815974912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574321.629445:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574321.629447:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574321.629450:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574321.629451:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574321.629452:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574321.629455:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574321.629457:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5165
00000400:00000200:1.0:1788574321.629460:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574321.629463:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574321.629465:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574321.629467:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629470:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.629472:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629474:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574321.629476:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574321.629478:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574321.629480:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574321.629484:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574321.629488:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574321.629491:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574321.629496:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629498:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.629503:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629507:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574321.629512:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574321.629518:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629522:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574321.629525:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574321.629530:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574321.629532:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.629533:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574321.629537:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574321.629545:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.629552:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574321.629560:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574321.629565:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574321.629571:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574321.629576:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.629580:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574321.629585:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574321.629590:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574321.629600:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574321.629606:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574321.629615:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450815975040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574321.629623:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574321.629628:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574321.629633:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450815975040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574321.629650:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574321.629654:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574321.629661:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574321.629665:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574321.629669:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574321.629673:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574321.629678:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5165
00000400:00000200:1.0:1788574321.629683:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574321.629686:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574321.629690:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574321.629694:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629697:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.629699:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629703:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574321.629708:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574321.629710:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574321.629711:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574321.629713:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574321.629714:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574321.629718:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574321.629734:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629737:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.629742:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629746:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574321.629750:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574321.629757:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629763:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574321.629768:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574321.629773:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574321.629776:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.629778:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574321.629780:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574321.629806:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.629812:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574321.629820:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574321.629823:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574321.629832:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574321.629836:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.629839:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574321.629842:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574321.629844:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574321.629845:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:1.0:1788574321.629850:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000800:00000200:3.1:1788574321.629851:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788574321.629857:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574321.629866:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450815975168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574321.629874:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574321.629878:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574321.629885:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450815975168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574321.629897:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574321.629900:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574321.629905:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574321.629908:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574321.629911:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574321.629918:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574321.629921:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5165
00000400:00000200:1.0:1788574321.629924:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574321.629929:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574321.629932:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574321.629939:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629941:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.629945:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629950:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574321.629954:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574321.629957:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574321.629959:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574321.629962:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574321.629967:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574321.629970:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574321.629975:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629977:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.629979:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629982:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574321.629987:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574321.629992:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574321.629996:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574321.629999:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574321.630002:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574321.630004:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.630009:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574321.630012:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574321.630013:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.630014:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574321.630018:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574321.630023:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574321.630028:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574321.630029:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.630034:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574321.630036:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574321.630039:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574321.630048:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574321.630087:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574321.630100:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450815975296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574321.630134:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574321.630140:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574321.630152:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450815975296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574321.630174:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574321.630182:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574321.630188:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574321.630191:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574321.630194:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574321.630199:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574321.630204:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5165
00000400:00000200:1.0:1788574321.630213:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574321.630224:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574321.630231:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574321.630270:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.630279:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.630285:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.630288:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574321.630292:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574321.630295:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574321.630300:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574321.630305:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574321.630310:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574321.630316:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574321.630324:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.630329:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574321.630335:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574321.630340:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574321.630345:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574321.630351:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574321.630356:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574321.630360:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574321.630364:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574321.630366:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.630372:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574321.630377:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574321.630381:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.630384:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574321.630390:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574321.630396:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574321.630404:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574321.630407:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574321.630412:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574321.630415:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574321.630420:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574321.630428:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574321.630435:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574321.630446:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450815975424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574321.630464:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574321.630468:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574321.630476:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450815975424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574321.630497:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574321.630506:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5175)
00000800:00000200:3.1:1788574321.630593:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574321.630595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574321.630826:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574321.630827:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574321.631020:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574321.631022:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574321.631329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574321.631331:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574322.973347:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574322.973352:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574322.973355:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574326.045312:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574326.045318:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574326.045322:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788574326.749895:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574326.749900:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788574326.750576:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574326.750577:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788574326.750771:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574326.750773:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788574326.750983:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574326.750985:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788574326.751236:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574326.751239:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788574329.117262:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574329.117267:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574329.117270:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574330.845198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574330.845203:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574330.845206:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574330.845211:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574330.845215:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574330.845218:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574330.845220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574330.845222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574330.845224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574331.869112:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574331.869119:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574331.869122:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574331.869130:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574331.869137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574331.869143:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574331.869149:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574331.869154:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574331.869156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574331.869159:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574331.869160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574331.869163:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574331.869167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574331.869171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574331.869175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574331.869180:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574331.869184:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574331.869188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574331.870156:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574331.870165:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788574331.870763:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574331.870766:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788574331.871156:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574331.871159:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788574331.871491:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574331.871494:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788574331.871783:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574331.871786:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788574332.189330:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574332.189334:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574332.189337:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574332.893146:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574332.893146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574332.893155:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574332.893156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574332.893157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574332.893160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574332.893167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574332.893167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574332.893173:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574332.893174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574332.893178:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574332.893179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574332.893184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574332.893187:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574332.893190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574332.893191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574332.893195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574332.893198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574333.917213:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574333.917223:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574333.917226:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574333.917230:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574333.917230:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574333.917234:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574333.917240:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574333.917241:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574333.917246:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574333.917247:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574333.917251:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574333.917252:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574333.917255:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574333.917260:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574333.917264:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574333.917265:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574333.917269:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574333.917273:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574334.941170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574334.941178:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574334.941179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574334.941186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574334.941196:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788574334.941197:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574334.941202:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574334.941203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788574334.941212:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574334.941212:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574334.941219:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574334.941221:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574334.941224:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574334.941227:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574334.941231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574334.941233:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574334.941238:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574334.941242:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574335.261302:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574335.261307:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574335.261311:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574335.965174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574335.965180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574335.965182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574335.965187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574335.965191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574335.965196:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574335.965196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574335.965198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574335.965205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574335.965206:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574335.965209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574335.965212:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574335.965219:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574335.965224:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574335.965228:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574335.965232:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574335.965245:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574335.965248:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574336.989191:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574336.989191:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574336.989203:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574336.989204:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574336.989212:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574336.989218:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574336.989221:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:0.0:1788574336.989232:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574336.989233:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574336.989242:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574336.989244:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574336.989247:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574336.989253:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574336.989253:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574336.989271:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574336.989272:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574336.989275:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574336.989291:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574336.989834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574336.990259:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574336.990608:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574336.990770:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574336.990955:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574338.013184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574338.013190:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574338.013192:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574338.013198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574338.013202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574338.013206:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574338.013209:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574338.013212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574338.013215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574338.013290:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574338.013304:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574338.013306:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574338.013312:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574338.013315:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574338.013320:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574338.013322:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574338.013326:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574338.013329:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574338.333258:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574338.333261:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574338.333264:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574339.037134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574339.037142:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574339.037145:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574339.037151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574339.037155:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574339.037159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574339.037162:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574339.037165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574339.037168:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574339.037251:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574339.037255:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574339.037257:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574339.037260:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574339.037263:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574339.037265:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574339.037268:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574339.037270:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574339.037272:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574340.061174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574340.061180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574340.061182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574340.061186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574340.061189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574340.061192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574340.061194:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574340.061196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574340.061198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574340.061348:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574340.061354:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574340.061356:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574340.061360:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574340.061363:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574340.061366:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574340.061368:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574340.061370:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574340.061372:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788574340.061472:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788574340.061520:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788574340.061530:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574340.061534:0:2387:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788574340.061540:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574340.061544:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788574340.061549:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574340.061553:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b700.
00000400:00000200:1.0:1788574340.061558:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574340.061562:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574340.061569:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03256e8
00000400:00000010:1.0:1788574340.061571:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03256e8.
00000100:00000001:1.0:1788574340.061578:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574340.061590:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c9180 x1875450815976832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061627:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574340.061633:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450815976832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061643:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574340.061646:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574340.061659:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574340.061662:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:1.0:1788574340.061665:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574340.061668:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574340.061672:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:1.0:1788574340.061674:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:1.0:1788574340.061677:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574340.061682:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c8000 x1875450815976960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061690:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574340.061693:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450815976960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061701:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574340.061714:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574340.061721:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574340.061724:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b500.
00000400:00000200:1.0:1788574340.061727:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574340.061731:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574340.061735:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325c38
00000400:00000010:1.0:1788574340.061737:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325c38.
00000100:00000001:1.0:1788574340.061740:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574340.061745:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95cb480 x1875450815977088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061755:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574340.061758:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450815977088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061765:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574340.061768:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574340.061774:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574340.061776:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b900.
00000400:00000200:1.0:1788574340.061779:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574340.061783:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574340.061786:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325660
00000400:00000010:1.0:1788574340.061788:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325660.
00000100:00000001:1.0:1788574340.061791:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574340.061797:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95cb800 x1875450815977216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061806:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574340.061810:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450815977216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061818:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574340.061820:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574340.061825:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574340.061828:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956ba00.
00000400:00000200:1.0:1788574340.061831:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574340.061834:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574340.061838:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:1.0:1788574340.061840:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:1.0:1788574340.061843:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574340.061848:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95caa00 x1875450815977344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061858:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574340.061861:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95caa00 x1875450815977344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574340.061868:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574340.061870:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788574341.085254:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574341.085261:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574341.085263:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574341.085268:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574341.085272:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574341.085276:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574341.085279:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574341.085282:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574341.085285:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574341.405241:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574341.405245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574341.405249:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574342.109233:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574342.109239:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574342.109244:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574342.109251:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574342.109258:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574342.109263:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574342.109270:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574342.109276:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574342.109281:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574342.109882:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574342.109888:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574342.110793:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574342.110799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574342.111187:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574342.111190:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574342.111494:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574342.111497:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574342.111904:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574342.111908:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1788574343.133301:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574343.133308:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574343.133310:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574343.133315:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574343.133319:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574343.133323:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574343.133326:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574343.133329:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574343.133332:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574344.157133:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574344.157137:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574344.157139:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574344.157145:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574344.157150:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574344.157155:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574344.157159:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574344.157161:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574344.157166:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574344.477207:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574344.477210:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574344.477213:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574345.181149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574345.181156:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574345.181161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574345.181167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574345.181172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574345.181177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574345.181184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574345.181187:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574345.181190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574346.205129:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574346.205135:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574346.205138:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574346.205142:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574346.205146:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574346.205150:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574346.205162:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574346.205165:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574346.205167:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574347.229161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574347.229170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574347.229173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574347.229181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574347.229187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574347.229192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574347.229198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574347.229205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574347.229209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574347.229772:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574347.229778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574347.230569:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574347.230572:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574347.230775:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574347.230776:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574347.231085:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574347.231087:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574347.231289:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574347.231291:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788574347.549278:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574347.549282:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574347.549286:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574348.253179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574348.253190:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574348.253192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574348.253198:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574348.253206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574348.253222:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574348.253247:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574348.253250:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574348.253253:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574349.277166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574349.277176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574349.277181:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574349.277191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574349.277197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574349.277202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574349.277215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574349.277219:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574349.277222:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574350.301160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574350.301167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574350.301169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574350.301175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574350.301180:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574350.301185:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574350.301190:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574350.301192:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574350.301197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574350.621305:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574350.621308:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574350.621310:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574351.325169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574351.325175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574351.325178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574351.325184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574351.325189:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574351.325193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574351.325198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574351.325200:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574351.325204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574352.349163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574352.349171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574352.349174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574352.349183:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574352.349190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574352.349194:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574352.349198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574352.349202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574352.349206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574352.349673:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574352.349680:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788574352.350383:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574352.350385:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788574352.350589:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574352.350593:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788574352.350810:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574352.350812:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788574352.351124:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574352.351126:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788574353.373187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574353.373194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574353.373199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574353.373205:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574353.373223:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574353.373229:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574353.373234:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574353.373236:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574353.373239:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574353.693227:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574353.693230:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574353.693233:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574354.397186:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574354.397193:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574354.397196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574354.397201:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574354.397206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574354.397210:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574354.397215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574354.397217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574354.397221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574355.421168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574355.421173:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574355.421177:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574355.421185:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574355.421190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574355.421194:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574355.421198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574355.421201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574355.421204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574356.445198:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574356.445207:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574356.445211:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574356.445220:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574356.445226:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574356.445231:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574356.445246:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574356.445251:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574356.445255:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574356.765235:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574356.765239:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574356.765241:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574357.469190:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574357.469209:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574357.469215:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574357.469223:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574357.469231:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574357.469238:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574357.469243:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574357.469247:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574357.469251:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574357.469778:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574357.469782:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574357.470389:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574357.470391:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574357.470580:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574357.470582:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574357.470790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574357.470791:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574357.471031:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574357.471033:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1788574358.493165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574358.493170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574358.493180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574358.493184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574358.493188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574358.493191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574358.493193:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574358.493195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574358.493197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574359.517162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574359.517169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574359.517173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574359.517179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574359.517185:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574359.517188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574359.517191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574359.517196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574359.517199:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574359.837315:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574359.837318:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574359.837321:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574360.541138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574360.541146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574360.541150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574360.541169:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574360.541173:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574360.541178:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574360.541182:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574360.541185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574360.541189:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574361.565152:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574361.565159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574361.565162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574361.565194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574361.565198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574361.565201:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574361.565207:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574361.565210:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574361.565214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574362.589169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574362.589187:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574362.589192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574362.589198:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574362.589203:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574362.589208:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574362.589213:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574362.589217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574362.589221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574362.589793:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574362.589800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788574362.590663:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574362.590665:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788574362.590859:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574362.590861:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788574362.591044:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574362.591045:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788574362.591336:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574362.591338:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788574362.909324:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574362.909326:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574362.909329:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574363.613141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574363.613148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574363.613150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574363.613155:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574363.613159:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574363.613165:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574363.613169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574363.613172:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574363.613177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574364.637175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574364.637183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574364.637187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574364.637192:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574364.637213:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574364.637216:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574364.637218:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574364.637220:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574364.637222:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574365.661165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574365.661174:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574365.661177:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574365.661183:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574365.661187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574365.661191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574365.661194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574365.661198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574365.661201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574365.661226:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574365.661230:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574365.661232:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574365.661235:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574365.661238:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574365.661240:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574365.661242:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574365.661244:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574365.661246:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574365.981320:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574365.981323:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574365.981326:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574366.685119:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574366.685125:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574366.685127:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574366.685132:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574366.685135:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574366.685139:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574366.685141:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574366.685144:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574366.685146:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574366.685212:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574366.685236:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574366.685238:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574366.685243:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574366.685245:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574366.685248:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574366.685250:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574366.685253:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574366.685255:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574367.709145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574367.709153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574367.709157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574367.709160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574367.709161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574367.709164:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574367.709167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:0.0:1788574367.709169:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574367.709171:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574367.709176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574367.709177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574367.709181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574367.709182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574367.709185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574367.709190:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574367.709190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574367.709196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574367.709201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574367.709724:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574367.709727:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788574367.710452:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574367.710453:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788574367.710646:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574367.710648:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788574367.710825:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574367.710827:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788574367.711255:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574367.711258:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788574368.733122:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574368.733128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574368.733130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574368.733135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574368.733138:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574368.733139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574368.733141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574368.733145:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574368.733146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574368.733148:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574368.733150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574368.733152:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574368.733155:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574368.733161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574368.733164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574368.733167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574368.733170:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574368.733172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574369.053279:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574369.053282:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574369.053285:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574369.757126:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574369.757133:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574369.757135:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574369.757140:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574369.757143:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574369.757147:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574369.757149:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574369.757151:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574369.757153:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574369.757189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574369.757208:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574369.757214:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574369.757222:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574369.757226:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574369.757231:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574369.757234:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574369.757236:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574369.757239:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574370.781140:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574370.781140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574370.781147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574370.781148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574370.781151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574370.781152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574370.781160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:0.0:1788574370.781161:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574370.781169:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574370.781169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574370.781174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574370.781175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574370.781177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574370.781181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574370.781183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574370.781184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574370.781188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574370.781191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574371.805122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574371.805129:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574371.805131:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574371.805136:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574371.805144:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574371.805148:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574371.805154:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574371.805158:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574371.805163:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574372.125249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574372.125252:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574372.125255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574372.829157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574372.829167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574372.829171:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574372.829178:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574372.829183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574372.829186:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574372.829202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574372.829205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574372.829209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574372.829771:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574372.829777:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574372.830459:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574372.830461:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574372.830652:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574372.830654:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574372.830826:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574372.830827:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574372.831125:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574372.831128:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788574373.853144:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574373.853152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574373.853156:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574373.853164:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574373.853170:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574373.853174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574373.853180:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574373.853183:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574373.853185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574374.877211:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574374.877229:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574374.877236:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574374.877249:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574374.877259:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574374.877266:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574374.877277:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574374.877284:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574374.877289:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574375.197258:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574375.197264:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574375.197268:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574375.901171:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574375.901181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574375.901187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574375.901203:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574375.901222:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574375.901233:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574375.901244:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574375.901249:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574375.901252:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574376.925204:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574376.925214:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574376.925217:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574376.925223:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574376.925227:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574376.925233:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574376.925239:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574376.925244:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574376.925247:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574377.949165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574377.949173:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574377.949179:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574377.949191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574377.949204:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574377.949211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574377.949227:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574377.949233:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574377.949239:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574377.949885:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574377.949889:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788574377.950931:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574377.950936:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788574377.951311:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574377.951313:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788574377.951677:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574377.951680:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788574377.951882:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574377.951884:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788574378.269330:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574378.269354:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574378.269359:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574378.973219:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574378.973226:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574378.973228:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574378.973238:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574378.973246:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574378.973253:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574378.973264:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574378.973268:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574378.973272:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574379.997205:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574379.997216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574379.997222:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574379.997232:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574379.997241:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574379.997248:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574379.997255:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574379.997260:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574379.997265:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574381.021124:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574381.021133:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574381.021136:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574381.021142:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574381.021146:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574381.021150:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574381.021153:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574381.021156:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574381.021159:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574381.341317:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574381.341324:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574381.341329:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574382.045163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574382.045171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574382.045175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574382.045184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574382.045191:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574382.045197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574382.045200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574382.045203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574382.045206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574383.069137:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574383.069143:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574383.069147:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574383.069153:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574383.069159:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574383.069164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574383.069171:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574383.069176:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574383.069180:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574383.069679:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574383.069682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574383.070237:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574383.070239:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574383.070440:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574383.070442:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574383.070672:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574383.070674:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574383.070862:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574383.070864:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574384.093158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574384.093166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574384.093170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574384.093177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574384.093183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574384.093188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574384.093192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574384.093195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574384.093197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574384.413227:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574384.413230:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574384.413232:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574385.117122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574385.117130:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574385.117134:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574385.117142:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574385.117149:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574385.117154:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574385.117168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574385.117171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574385.117174:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574386.141147:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574386.141154:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574386.141157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574386.141163:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574386.141168:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574386.141172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574386.141179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574386.141182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574386.141185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574387.165122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574387.165130:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574387.165135:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574387.165143:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574387.165149:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574387.165153:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574387.165167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574387.165171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574387.165174:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574387.485246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574387.485249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574387.485252:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574388.189169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574388.189176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574388.189181:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574388.189189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574388.189195:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574388.189201:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574388.189208:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574388.189213:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574388.189219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574388.189798:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574388.189806:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574388.190329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574388.190331:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574388.190597:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574388.190599:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574388.190814:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574388.190816:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574388.190994:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574388.190996:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788574389.213166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574389.213174:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574389.213178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574389.213187:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574389.213192:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574389.213197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574389.213211:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574389.213215:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574389.213218:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574390.237150:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574390.237157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574390.237160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574390.237167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574390.237172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574390.237175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574390.237179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574390.237183:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574390.237186:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574390.557295:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574390.557299:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574390.557301:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574391.261172:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574391.261177:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574391.261180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574391.261188:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574391.261196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574391.261202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574391.261209:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574391.261213:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574391.261217:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574392.285258:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574392.285266:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574392.285269:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574392.285275:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574392.285280:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574392.285285:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574392.285291:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574392.285294:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574392.285298:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574393.309175:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574393.309180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574393.309183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574393.309187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574393.309190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574393.309194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574393.309200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574393.309206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574393.309216:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574393.309217:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574393.309230:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574393.309240:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574393.309250:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574393.309254:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574393.309261:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574393.309276:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574393.309284:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574393.309297:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574393.309823:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574393.309828:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574393.310527:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574393.310529:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574393.310818:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574393.310820:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574393.311082:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574393.311084:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574393.311381:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574393.311383:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788574393.629272:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574393.629280:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574393.629284:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574394.333135:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574394.333144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574394.333145:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574394.333150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574394.333151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574394.333155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574394.333158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574394.333160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574394.333164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574394.333166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574394.333170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574394.333171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574394.333178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574394.333182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574394.333186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574394.333187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574394.333191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574394.333197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574395.357141:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574395.357142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574395.357148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574395.357149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574395.357150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574395.357152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574395.357157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574395.357157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574395.357163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574395.357164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574395.357171:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574395.357171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574395.357176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574395.357180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574395.357183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574395.357186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574395.357190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574395.357193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574396.381131:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574396.381135:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574396.381138:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574396.381140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574396.381141:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574396.381146:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574396.381146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574396.381151:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788574396.381153:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574396.381155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574396.381158:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574396.381159:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574396.381163:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574396.381163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574396.381166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574396.381166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574396.381169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574396.381173:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574396.701207:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574396.701210:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574396.701213:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574397.405173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574397.405184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574397.405188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574397.405196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574397.405202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574397.405209:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574397.405219:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574397.405222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574397.405223:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574397.405231:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1788574397.405232:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574397.405237:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574397.405240:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574397.405245:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574397.405246:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574397.405253:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574397.405256:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574397.405260:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574398.429157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574398.429169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574398.429173:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574398.429174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574398.429180:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788574398.429184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574398.429186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574398.429196:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574398.429197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574398.429207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574398.429210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574398.429222:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574398.429224:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574398.429233:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574398.429241:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574398.429241:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574398.429250:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574398.429258:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574398.429949:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574398.429955:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574398.430726:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574398.430728:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574398.430920:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574398.430921:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574398.431192:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574398.431195:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574398.431399:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574398.431401:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788574399.453181:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574399.453186:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574399.453189:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574399.453193:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574399.453196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574399.453200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574399.453212:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574399.453214:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574399.453216:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574399.773207:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574399.773210:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574399.773213:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574400.477138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574400.477144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574400.477147:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574400.477152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574400.477156:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574400.477160:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574400.477163:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574400.477166:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574400.477169:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574401.501165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574401.501171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574401.501174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574401.501180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574401.501184:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574401.501190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574401.501195:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574401.501199:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574401.501202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574402.525176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574402.525184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574402.525187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574402.525195:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574402.525202:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574402.525207:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574402.525212:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574402.525215:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574402.525223:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574402.845312:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574402.845318:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574402.845321:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574403.549136:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574403.549142:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574403.549147:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574403.549154:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574403.549161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574403.549166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574403.549174:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574403.549178:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574403.549184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574403.549723:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574403.550148:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574403.550467:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574403.550655:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574403.550801:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574404.573239:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574404.573244:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574404.573246:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574404.573249:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574404.573252:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574404.573255:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574404.573258:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574404.573260:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574404.573263:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574405.597243:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574405.597248:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574405.597249:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574405.597252:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574405.597254:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574405.597257:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574405.597258:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574405.597260:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574405.597263:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574405.917351:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574405.917355:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574405.917358:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574406.621358:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574406.621365:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574406.621366:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574406.621370:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574406.621373:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574406.621376:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574406.621378:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574406.621380:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574406.621382:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574407.645201:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574407.645205:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574407.645206:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574407.645209:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574407.645211:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574407.645213:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574407.645215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574407.645216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574407.645218:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574408.669201:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574408.669207:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574408.669210:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574408.669214:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574408.669218:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574408.669222:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574408.669226:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574408.669228:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574408.669241:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574408.670283:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574408.670286:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574408.670630:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574408.670632:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574408.670961:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574408.670964:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574408.671299:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574408.671302:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574408.671605:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574408.671608:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788574408.989256:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574408.989259:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574408.989262:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574409.693315:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574409.693319:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574409.693321:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574409.693323:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574409.693325:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574409.693328:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574409.693329:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574409.693331:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574409.693332:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574410.717180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574410.717190:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574410.717194:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574410.717200:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574410.717206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574410.717211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574410.717219:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574410.717223:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574410.717227:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574411.741199:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574411.741212:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574411.741217:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574411.741228:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574411.741234:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574411.741242:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574411.741249:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574411.741253:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574411.741258:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574412.061261:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574412.061265:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574412.061268:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574412.765187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574412.765197:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574412.765199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574412.765205:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574412.765210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574412.765215:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574412.765217:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574412.765220:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574412.765225:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574413.789172:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574413.789182:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574413.789185:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574413.789196:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574413.789207:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574413.789218:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574413.789224:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574413.789232:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574413.789238:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574413.789282:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574413.789290:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574413.789294:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574413.789301:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574413.789312:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574413.789319:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574413.789329:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574413.789340:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574413.789355:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574413.790118:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574413.790127:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574413.790810:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574413.790812:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574413.790998:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574413.790999:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574413.791219:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574413.791222:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574413.791526:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574413.791529:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788574414.813193:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574414.813206:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574414.813211:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574414.813221:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574414.813231:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574414.813237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574414.813245:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574414.813249:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574414.813254:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574415.133312:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574415.133316:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574415.133318:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574415.837182:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574415.837199:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574415.837202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574415.837211:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574415.837221:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574415.837228:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574415.837243:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574415.837246:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574415.837249:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574416.861140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574416.861147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574416.861150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574416.861157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574416.861165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574416.861171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574416.861176:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574416.861179:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574416.861181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574417.885153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574417.885160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574417.885162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574417.885168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574417.885172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574417.885179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574417.885183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574417.885185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574417.885188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574418.205346:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574418.205353:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574418.205359:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574418.909125:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574418.909131:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574418.909134:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574418.909142:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574418.909149:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574418.909155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574418.909162:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574418.909167:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574418.909171:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574418.909982:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574418.909991:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574418.910906:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574418.910910:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574418.911286:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574418.911290:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574418.911611:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574418.911613:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574418.911912:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574418.911914:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788574419.933161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574419.933170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574419.933175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574419.933183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574419.933189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574419.933193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574419.933207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574419.933211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574419.933215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574420.957189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574420.957199:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574420.957202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574420.957211:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574420.957219:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574420.957225:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574420.957232:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574420.957236:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574420.957239:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574421.277209:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574421.277212:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574421.277214:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574421.981130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574421.981136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574421.981140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574421.981149:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574421.981154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574421.981158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574421.981165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574421.981168:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574421.981170:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574423.005137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574423.005144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574423.005149:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574423.005155:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574423.005161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574423.005167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574423.005174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574423.005178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574423.005181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574424.029130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574424.029136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574424.029140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574424.029145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574424.029149:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574424.029154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574424.029157:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574424.029160:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574424.029164:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574424.029653:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574424.029660:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574424.030379:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574424.030381:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574424.030562:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574424.030564:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574424.030801:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574424.030805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574424.031274:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574424.031277:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788574424.349280:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574424.349284:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574424.349287:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574425.053169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574425.053178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574425.053183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574425.053191:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574425.053197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574425.053204:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574425.053219:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574425.053222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574425.053226:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574426.077138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574426.077146:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574426.077150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574426.077157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574426.077163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574426.077169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574426.077178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574426.077181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574426.077183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574427.101165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574427.101173:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574427.101175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574427.101181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574427.101184:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574427.101188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574427.101191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574427.101194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574427.101197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574427.421264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574427.421269:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574427.421273:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574428.125183:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574428.125191:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574428.125194:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574428.125199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574428.125203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574428.125207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574428.125209:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574428.125212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574428.125214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574429.149130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574429.149135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574429.149138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574429.149146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574429.149152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574429.149156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574429.149161:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574429.149164:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574429.149169:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574429.149656:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574429.149661:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788574429.150347:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574429.150349:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788574429.150578:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574429.150580:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788574429.150765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574429.150767:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788574429.151118:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574429.151120:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1788574430.173207:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574430.173219:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574430.173223:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574430.173229:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574430.173237:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574430.173243:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574430.173248:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574430.173252:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574430.173256:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574430.493259:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574430.493262:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574430.493264:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574431.197180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574431.197187:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574431.197192:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574431.197200:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574431.197203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574431.197210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574431.197214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574431.197221:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574431.197228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574432.221156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574432.221163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574432.221168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574432.221176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574432.221181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574432.221187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574432.221199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574432.221202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574432.221206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574433.245121:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574433.245127:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574433.245130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574433.245134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574433.245137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574433.245141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574433.245153:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574433.245156:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574433.245158:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574433.565279:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574433.565282:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574433.565285:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574434.269137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574434.269145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574434.269156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574434.269174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574434.269192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574434.269201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574434.269211:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574434.269219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574434.269224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574434.269717:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574434.269721:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788574434.270343:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574434.270345:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788574434.270595:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574434.270598:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788574434.270918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574434.270932:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788574434.271392:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574434.271395:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1788574435.293132:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574435.293139:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574435.293142:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574435.293147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574435.293151:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574435.293154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574435.293157:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574435.293159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574435.293162:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574436.317168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574436.317172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574436.317173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574436.317176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574436.317178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574436.317180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574436.317182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574436.317184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574436.317186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574436.637215:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574436.637219:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574436.637222:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574437.341104:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574437.341111:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574437.341112:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574437.341118:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574437.341121:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574437.341124:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574437.341126:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574437.341129:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574437.341134:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574438.365103:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574438.365110:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574438.365112:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574438.365116:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574438.365119:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574438.365122:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574438.365124:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574438.365126:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574438.365129:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574439.389220:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574439.389233:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574439.389241:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574439.389252:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574439.389260:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574439.389266:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574439.389271:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574439.389276:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574439.389281:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574439.389878:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574439.389889:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574439.391101:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574439.391105:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574439.391434:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574439.391437:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574439.391739:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574439.391742:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574439.392105:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574439.392108:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1788574439.709255:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574439.709258:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574439.709260:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574440.413177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574440.413183:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574440.413186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574440.413189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574440.413192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574440.413195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574440.413204:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574440.413209:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574440.413212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574441.437130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574441.437137:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574441.437141:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574441.437147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574441.437152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574441.437157:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574441.437163:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574441.437165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574441.437167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574442.461171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574442.461178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574442.461182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574442.461189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574442.461195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574442.461200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574442.461212:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574442.461215:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574442.461218:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574442.781307:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574442.781317:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574442.781320:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574443.485186:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574443.485198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574443.485202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574443.485209:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574443.485216:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574443.485223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574443.485232:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574443.485237:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574443.485243:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574444.509213:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788574444.509213:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574444.509229:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574444.509236:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574444.509241:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509242:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574444.509250:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788574444.509252:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574444.509256:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574444.509258:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574444.509264:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574444.509268:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5287
00000100:00000001:0.0:1788574444.509272:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574444.509277:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788574444.509286:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788574444.509288:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574444.509302:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574444.509306:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574444.509313:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509316:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.509321:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509323:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574444.509327:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574444.509329:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574444.509332:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574444.509335:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574444.509338:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574444.509341:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574444.509347:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509350:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.509354:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509357:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574444.509363:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574444.509368:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509373:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574444.509377:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574444.509383:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574444.509394:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509397:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574444.509400:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574444.509412:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574444.509416:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574444.509420:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574444.509422:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509425:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574444.509427:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574444.509432:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574444.509443:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574444.509452:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574444.509465:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450815990272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574444.509479:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574444.509485:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574444.509491:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450815990272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574444.509517:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574444.509521:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574444.509525:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574444.509527:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574444.509530:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574444.509534:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574444.509538:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5287
00000400:00000200:1.0:1788574444.509544:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574444.509549:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574444.509555:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574444.509561:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509565:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.509572:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509578:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574444.509592:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574444.509594:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574444.509596:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574444.509599:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574444.509602:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574444.509608:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574444.509622:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509628:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.509634:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509638:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574444.509645:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574444.509652:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509659:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574444.509664:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574444.509673:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574444.509678:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509683:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574444.509688:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574444.509696:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509702:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574444.509710:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574444.509716:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574444.509723:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574444.509727:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509731:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574444.509735:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574444.509737:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574444.509746:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574444.509751:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574444.509760:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450815990400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574444.509769:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574444.509779:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574444.509787:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450815990400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574444.509805:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574444.509811:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574444.509819:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574444.509824:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574444.509828:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574444.509832:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574444.509840:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5287
00000400:00000200:1.0:1788574444.509850:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574444.509857:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574444.509861:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574444.509864:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509873:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.509878:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509881:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788574444.509885:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788574444.509886:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574444.509888:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574444.509891:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788574444.509892:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000040:1.0:1788574444.509893:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574444.509897:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574444.509901:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574444.509907:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509910:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.509912:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509914:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574444.509918:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574444.509921:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574444.509926:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574444.509930:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574444.509933:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574444.509937:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509942:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574444.509944:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574444.509947:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509951:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574444.509958:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574444.509962:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574444.509964:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574444.509967:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.509970:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574444.509971:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574444.509973:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574444.509976:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574444.509979:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574444.509989:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450815990528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574444.509999:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574444.510001:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574444.510006:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450815990528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574444.510020:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574444.510023:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574444.510029:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574444.510031:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574444.510046:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574444.510049:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574444.510086:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5287
00000400:00000200:1.0:1788574444.510094:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574444.510099:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574444.510104:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574444.510110:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510115:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.510117:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510120:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574444.510123:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574444.510126:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574444.510130:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574444.510132:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574444.510135:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574444.510139:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574444.510145:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510150:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.510154:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510159:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574444.510164:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574444.510169:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510175:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574444.510178:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574444.510181:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574444.510186:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.510190:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574444.510195:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574444.510202:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.510206:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574444.510214:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574444.510221:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574444.510227:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574444.510231:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.510237:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574444.510242:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574444.510248:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574444.510257:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574444.510265:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574444.510275:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450815990656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574444.510290:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574444.510294:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574444.510301:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450815990656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574444.510328:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574444.510332:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574444.510336:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574444.510339:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574444.510344:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574444.510350:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574444.510356:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5287
00000400:00000200:1.0:1788574444.510363:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574444.510372:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574444.510378:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574444.510386:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510390:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.510394:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510399:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574444.510403:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574444.510406:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574444.510409:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574444.510412:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574444.510417:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574444.510422:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574444.510429:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510432:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574444.510436:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510442:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574444.510449:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574444.510457:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574444.510463:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574444.510470:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574444.510475:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574444.510482:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.510485:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574444.510490:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574444.510494:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.510497:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574444.510502:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574444.510506:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574444.510513:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574444.510516:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574444.510519:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574444.510522:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574444.510527:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574444.510533:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574444.510539:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574444.510547:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450815990784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574444.510564:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574444.510568:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574444.510576:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450815990784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574444.510599:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574444.510604:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5298)
00000800:00000200:3.1:1788574444.510621:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574444.510623:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574444.510858:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574444.510860:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574444.511082:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574444.511084:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574444.511349:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574444.511351:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788574445.533167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574445.533177:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574445.533181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574445.533188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574445.533195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574445.533210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574445.533214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574445.533216:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574445.533219:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574445.853279:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574445.853283:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574445.853285:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574446.557171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574446.557179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574446.557183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574446.557189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574446.557194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574446.557197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574446.557201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574446.557204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574446.557207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574447.581171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574447.581180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574447.581184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574447.581194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574447.581198:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574447.581210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574447.581219:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574447.581223:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574447.581226:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574448.605153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574448.605161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574448.605165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574448.605171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574448.605177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574448.605183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574448.605187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574448.605192:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574448.605196:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574448.925263:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574448.925266:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574448.925269:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574449.629149:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574449.629157:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574449.629160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574449.629161:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574449.629165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574449.629167:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574449.629168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574449.629175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574449.629175:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574449.629181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574449.629185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574449.629185:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5293
00000400:00000200:1.0:1788574449.629194:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788574449.629196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574449.629199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788574449.629202:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1788574449.629203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574449.629207:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574449.629211:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629214:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629216:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629218:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574449.629221:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574449.629223:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574449.629225:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574449.629227:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574449.629229:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574449.629231:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574449.629234:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629236:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629238:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629239:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574449.629241:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574449.629245:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629247:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574449.629249:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574449.629252:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574449.629254:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629255:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574449.629257:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574449.629265:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574449.629267:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574449.629270:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574449.629271:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629273:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574449.629275:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574449.629279:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574449.629285:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574449.629291:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574449.629299:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815990912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574449.629306:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574449.629310:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574449.629313:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815990912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574449.629329:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574449.629331:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574449.629334:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574449.629335:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574449.629336:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574449.629338:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574449.629340:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5293
00000400:00000200:1.0:1788574449.629342:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574449.629346:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574449.629347:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574449.629350:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629351:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629353:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629357:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574449.629361:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574449.629365:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574449.629366:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574449.629370:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574449.629372:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574449.629376:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574449.629382:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629387:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629390:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629394:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574449.629397:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574449.629400:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629406:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574449.629411:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574449.629417:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574449.629421:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629424:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574449.629428:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574449.629432:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629436:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574449.629442:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574449.629448:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574449.629453:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574449.629457:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629459:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574449.629462:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574449.629465:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574449.629471:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574449.629479:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574449.629490:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450815991040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574449.629508:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574449.629512:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574449.629522:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450815991040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574449.629542:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574449.629548:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574449.629555:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574449.629560:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574449.629564:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574449.629570:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574449.629576:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5293
00000400:00000200:1.0:1788574449.629585:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574449.629592:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574449.629597:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574449.629605:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629610:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629624:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629628:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574449.629631:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574449.629633:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574449.629635:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574449.629637:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574449.629641:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574449.629643:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.1:1788574449.629647:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574449.629648:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629653:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629656:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574449.629656:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1788574449.629658:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574449.629662:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574449.629668:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629672:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574449.629676:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574449.629679:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574449.629682:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629684:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574449.629687:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574449.629691:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629693:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574449.629698:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574449.629701:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574449.629705:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574449.629707:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629709:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574449.629712:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574449.629715:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574449.629720:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574449.629726:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574449.629732:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450815991168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574449.629748:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574449.629752:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574449.629757:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450815991168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574449.629763:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574449.629766:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574449.629769:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574449.629773:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574449.629774:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574449.629777:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574449.629781:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5293
00000400:00000200:1.0:1788574449.629787:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574449.629790:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574449.629794:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574449.629797:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629799:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629803:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629805:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574449.629811:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574449.629812:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574449.629816:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574449.629818:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574449.629822:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574449.629824:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574449.629830:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629834:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629839:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629841:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574449.629843:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574449.629849:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629854:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574449.629858:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574449.629862:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574449.629867:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629871:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574449.629873:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574449.629878:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629880:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574449.629885:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574449.629888:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574449.629892:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574449.629893:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.629897:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574449.629898:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574449.629900:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574449.629903:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574449.629907:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574449.629914:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450815991296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574449.629924:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574449.629927:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574449.629935:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450815991296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574449.629943:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574449.629947:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574449.629951:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574449.629953:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574449.629956:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574449.629960:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574449.629965:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5293
00000400:00000200:1.0:1788574449.629969:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574449.629975:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574449.629978:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574449.629982:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629986:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.629991:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.629995:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574449.629997:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574449.629999:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574449.630003:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574449.630005:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574449.630009:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574449.630013:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574449.630019:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.630022:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574449.630027:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574449.630032:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574449.630038:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574449.630046:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574449.630080:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574449.630084:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574449.630088:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574449.630106:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.630110:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574449.630113:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574449.630118:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.630121:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574449.630126:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574449.630131:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574449.630137:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574449.630140:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574449.630145:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574449.630149:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574449.630153:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574449.630161:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574449.630169:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574449.630179:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450815991424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574449.630199:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574449.630204:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574449.630214:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450815991424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574449.630237:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574449.630245:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5303)
00000800:00000200:3.1:1788574449.630315:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574449.630317:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574449.630581:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574449.630584:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574449.630804:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574449.630805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574449.631112:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574449.631114:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574450.653172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574450.653180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574450.653183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574450.653190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574450.653202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574450.653207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574450.653211:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574450.653213:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574450.653216:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574451.677170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574451.677176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574451.677180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574451.677186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574451.677192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574451.677198:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574451.677205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574451.677210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574451.677214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574451.997257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574451.997260:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574451.997263:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574452.701168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574452.701176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574452.701179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574452.701185:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574452.701189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574452.701194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574452.701198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574452.701201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574452.701203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574453.725196:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574453.725205:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574453.725211:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574453.725219:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574453.725225:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574453.725231:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574453.725245:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574453.725249:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574453.725253:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574454.749186:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574454.749195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574454.749200:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574454.749209:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574454.749215:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574454.749222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574454.749228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574454.749231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574454.749234:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574454.749257:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574454.749266:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574454.749269:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574454.749273:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574454.749277:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574454.749282:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5298
00000400:00000200:1.0:1788574454.749291:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574454.749297:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574454.749300:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574454.749302:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749304:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.749306:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749308:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574454.749311:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574454.749313:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574454.749315:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574454.749317:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574454.749319:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574454.749320:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574454.749322:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749324:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.749325:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749327:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574454.749329:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574454.749331:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749333:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574454.749335:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574454.749338:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574454.749340:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.749341:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574454.749343:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574454.749351:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574454.749354:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574454.749356:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574454.749357:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.749360:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574454.749361:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574454.749365:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574454.749373:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574454.749379:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574454.749386:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450815991552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574454.749395:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574454.749398:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574454.749401:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450815991552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574454.749422:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574454.749424:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574454.749427:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574454.749428:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574454.749429:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574454.749431:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574454.749433:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5298
00000400:00000200:1.0:1788574454.749436:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574454.749439:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574454.749440:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574454.749443:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749445:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.749446:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749448:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574454.749450:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574454.749453:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574454.749455:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574454.749465:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574454.749471:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574454.749474:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574454.749479:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749486:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.749493:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749506:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574454.749518:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574454.749533:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749539:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574454.749545:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574454.749552:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574454.749560:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.749565:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574454.749572:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574454.749579:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.749584:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574454.749591:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574454.749602:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574454.749611:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574454.749612:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.749614:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574454.749619:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574454.749626:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574454.749632:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574454.749649:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574454.749657:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450815991680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574454.749666:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574454.749667:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574454.749671:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450815991680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574454.749691:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574454.749700:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574454.749717:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574454.749724:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574454.749730:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574454.749736:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574454.749744:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5298
00000400:00000200:1.0:1788574454.749752:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574454.749760:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574454.749766:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574454.749770:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749774:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.749781:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749785:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574454.749796:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574454.749802:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574454.749809:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574454.749815:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574454.749828:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574454.749837:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574454.749846:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749855:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.749861:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749865:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574454.749873:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574454.749886:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574454.749900:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574454.749907:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574454.749914:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574454.749922:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.749930:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788574454.749930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574454.749940:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000008:00100000:1.0:1788574454.749941:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574454.749952:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.749960:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574454.749967:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574454.749979:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574454.749988:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574454.749992:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.749999:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574454.750005:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574454.750012:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574454.750023:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574454.750033:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574454.750049:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450815991808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574454.750101:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574454.750110:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574454.750125:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450815991808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574454.750175:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574454.750182:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574454.750195:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574454.750203:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574454.750207:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574454.750217:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574454.750229:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5298
00000400:00000200:1.0:1788574454.750249:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574454.750261:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574454.750272:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574454.750288:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750295:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.750300:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750307:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574454.750314:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574454.750317:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574454.750324:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574454.750330:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574454.750343:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574454.750354:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574454.750368:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750378:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.750387:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750397:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574454.750407:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574454.750422:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750434:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574454.750441:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574454.750453:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574454.750470:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.750477:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574454.750489:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574454.750498:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.750505:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574454.750512:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574454.750519:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574454.750530:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574454.750538:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.750551:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574454.750560:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574454.750565:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574454.750575:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574454.750585:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574454.750602:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450815991936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574454.750625:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574454.750633:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574454.750646:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450815991936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574454.750673:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574454.750680:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574454.750691:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574454.750695:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574454.750699:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574454.750705:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574454.750715:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5298
00000400:00000200:1.0:1788574454.750733:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574454.750741:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574454.750747:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574454.750757:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750765:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.750772:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750779:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574454.750787:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574454.750792:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574454.750799:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574454.750805:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574454.750812:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574454.750823:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574454.750834:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750842:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574454.750850:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750859:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574454.750867:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574454.750878:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574454.750886:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574454.750898:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574454.750906:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574454.750915:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574454.750918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574454.750922:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788574454.750923:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574454.750930:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574454.750941:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.750950:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574454.750961:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574454.750969:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574454.750980:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574454.750984:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574454.750992:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574454.750999:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574454.751004:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574454.751011:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574454.751018:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574454.751036:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815992064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574454.751094:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574454.751102:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574454.751120:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815992064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574454.751169:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574454.751180:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5308)
00000800:00000200:3.1:1788574454.751356:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574454.751358:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574454.751615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574454.751617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574454.751834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574454.751837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574455.069306:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574455.069311:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574455.069315:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574455.773220:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574455.773236:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574455.773240:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574455.773247:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574455.773255:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574455.773260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574455.773266:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574455.773273:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574455.773276:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574456.797146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574456.797153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574456.797156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574456.797161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574456.797165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574456.797179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574456.797184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574456.797191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574456.797196:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574457.821132:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574457.821139:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574457.821143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574457.821151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574457.821157:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574457.821160:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574457.821162:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574457.821165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574457.821168:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574458.141224:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574458.141227:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574458.141230:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574458.845155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574458.845159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574458.845162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574458.845166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574458.845171:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574458.845174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574458.845176:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574458.845178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574458.845180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574459.869127:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788574459.869131:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574459.869137:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574459.869140:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574459.869142:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574459.869148:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574459.869151:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574459.869152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788574459.869156:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574459.869158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574459.869161:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574459.869164:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574459.869168:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574459.869171:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5303
00000100:00000001:0.0:1788574459.869173:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574459.869183:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574459.869192:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574459.869196:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574459.869200:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869232:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.869237:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869240:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574459.869245:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574459.869248:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574459.869251:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574459.869255:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574459.869259:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574459.869262:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574459.869264:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869266:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.869267:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869269:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574459.869272:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574459.869274:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869276:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574459.869279:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574459.869282:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574459.869284:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869286:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574459.869288:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574459.869297:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574459.869301:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574459.869304:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574459.869306:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869309:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574459.869312:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574459.869316:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574459.869324:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574459.869330:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574459.869348:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450815992192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574459.869357:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574459.869361:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574459.869365:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450815992192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574459.869391:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574459.869394:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574459.869398:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574459.869400:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574459.869402:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574459.869405:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574459.869409:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5303
00000400:00000200:1.0:1788574459.869414:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574459.869418:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574459.869420:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574459.869424:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869429:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.869434:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869440:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574459.869446:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574459.869449:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574459.869454:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574459.869459:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574459.869466:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574459.869472:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574459.869480:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869487:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.869493:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869499:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574459.869505:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574459.869510:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869517:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574459.869521:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574459.869529:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574459.869533:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869536:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574459.869543:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574459.869549:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869553:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574459.869564:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574459.869571:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574459.869578:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574459.869581:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869586:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574459.869590:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574459.869595:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574459.869602:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574459.869609:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574459.869620:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450815992320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574459.869636:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574459.869641:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574459.869649:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450815992320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574459.869665:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574459.869672:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574459.869678:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574459.869680:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574459.869683:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574459.869690:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574459.869697:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5303
00000400:00000200:1.0:1788574459.869706:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574459.869716:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574459.869721:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574459.869727:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869732:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.869738:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869742:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574459.869746:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574459.869748:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574459.869751:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574459.869753:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574459.869756:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574459.869758:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.1:1788574459.869762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574459.869763:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869767:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.869771:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574459.869772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788574459.869774:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574459.869778:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574459.869782:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869785:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574459.869788:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574459.869792:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574459.869795:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869799:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574459.869801:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574459.869803:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869804:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574459.869808:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574459.869813:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574459.869816:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574459.869819:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869822:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574459.869824:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574459.869827:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574459.869831:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574459.869835:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574459.869842:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450815992448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574459.869850:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574459.869853:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574459.869859:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450815992448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574459.869891:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574459.869895:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574459.869899:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574459.869902:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574459.869905:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574459.869910:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574459.869915:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5303
00000400:00000200:1.0:1788574459.869922:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574459.869927:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574459.869930:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574459.869932:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869933:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.869936:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869941:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574459.869943:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574459.869945:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574459.869948:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574459.869951:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574459.869955:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574459.869958:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574459.869962:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869963:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.869964:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869967:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574459.869971:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574459.869974:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574459.869976:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574459.869977:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574459.869978:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574459.869980:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869982:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574459.869987:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574459.869988:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.869990:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574459.869993:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574459.869998:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574459.870000:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574459.870001:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.870005:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574459.870008:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574459.870010:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574459.870016:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574459.870019:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574459.870026:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450815992576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574459.870037:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574459.870039:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574459.870046:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450815992576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574459.870077:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574459.870080:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574459.870087:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574459.870090:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574459.870093:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574459.870097:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574459.870101:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5303
00000400:00000200:1.0:1788574459.870105:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574459.870109:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574459.870112:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574459.870115:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.870119:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.870122:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.870125:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574459.870131:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574459.870133:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574459.870134:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574459.870139:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574459.870140:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574459.870143:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574459.870146:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.870150:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574459.870153:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574459.870156:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574459.870161:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574459.870165:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574459.870169:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574459.870173:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574459.870175:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574459.870178:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.870180:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574459.870183:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574459.870187:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.870190:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574459.870195:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574459.870200:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574459.870202:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574459.870220:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574459.870223:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574459.870226:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574459.870229:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574459.870234:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574459.870238:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574459.870246:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450815992704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574459.870264:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574459.870268:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574459.870273:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450815992704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574459.870285:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574459.870290:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5313)
00000800:00000200:3.1:1788574459.870525:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574459.870529:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574459.870798:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574459.870800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574459.870986:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574459.870988:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574459.871194:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574459.871196:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1788574460.893180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574460.893187:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574460.893189:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574460.893194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574460.893197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574460.893200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574460.893202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574460.893205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574460.893208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574461.213392:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574461.213398:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574461.213402:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574461.917159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574461.917169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574461.917174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574461.917199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574461.917205:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574461.917210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574461.917213:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574461.917216:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574461.917219:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574462.941123:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574462.941128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574462.941130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574462.941134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574462.941137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574462.941141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574462.941147:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574462.941149:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574462.941151:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574463.965133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574463.965138:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574463.965142:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574463.965150:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574463.965154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574463.965157:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574463.965161:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574463.965166:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574463.965177:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574464.285318:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574464.285323:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574464.285326:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574464.989132:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574464.989136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574464.989137:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574464.989140:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574464.989143:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788574464.989143:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574464.989147:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574464.989153:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788574464.989154:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574464.989155:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574464.989159:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989159:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574464.989166:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574464.989171:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574464.989179:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5308
00000400:00000200:1.0:1788574464.989188:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574464.989195:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574464.989200:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574464.989203:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989206:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.989209:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989212:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574464.989216:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574464.989219:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574464.989221:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574464.989224:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574464.989227:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574464.989229:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574464.989232:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989235:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.989237:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989239:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574464.989243:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574464.989246:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989249:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574464.989253:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574464.989256:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574464.989259:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989276:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574464.989278:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574464.989288:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574464.989293:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574464.989297:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574464.989299:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989302:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574464.989304:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574464.989308:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574464.989316:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574464.989323:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574464.989334:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450815992832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574464.989346:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574464.989350:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574464.989366:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450815992832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574464.989389:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574464.989393:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574464.989396:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574464.989398:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574464.989400:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574464.989404:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574464.989407:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5308
00000400:00000200:1.0:1788574464.989412:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574464.989417:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574464.989423:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574464.989434:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989441:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.989446:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989452:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574464.989459:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574464.989462:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574464.989466:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574464.989471:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574464.989477:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574464.989483:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574464.989492:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989498:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.989504:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989509:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574464.989515:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574464.989521:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989528:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574464.989533:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574464.989540:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574464.989545:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989548:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574464.989555:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574464.989561:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989568:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574464.989577:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574464.989583:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574464.989588:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574464.989591:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989597:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574464.989600:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574464.989605:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574464.989612:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574464.989619:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574464.989632:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450815992960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574464.989652:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574464.989658:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574464.989670:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450815992960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574464.989686:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574464.989692:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574464.989698:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:3.1:1788574464.989699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574464.989701:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574464.989706:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1788574464.989706:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1788574464.989714:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574464.989721:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5308
00000400:00000200:1.0:1788574464.989729:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574464.989735:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574464.989740:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574464.989747:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989750:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.989753:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989755:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574464.989760:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574464.989763:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574464.989768:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574464.989773:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574464.989778:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574464.989783:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574464.989793:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989798:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.989803:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989807:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574464.989813:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574464.989821:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574464.989826:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574464.989831:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574464.989836:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574464.989839:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989842:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574464.989846:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574464.989852:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989858:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574464.989865:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574464.989870:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574464.989874:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574464.989877:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.989881:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574464.989884:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574464.989888:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574464.989896:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574464.989903:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574464.989912:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450815993088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574464.989937:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574464.989942:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574464.989952:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450815993088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574464.989972:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574464.989977:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574464.989986:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574464.989990:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574464.989995:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574464.990002:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574464.990009:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5308
00000400:00000200:1.0:1788574464.990017:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574464.990024:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574464.990030:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574464.990037:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990043:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.990048:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990087:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574464.990094:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574464.990098:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574464.990103:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574464.990109:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574464.990114:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574464.990121:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574464.990130:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990136:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.990143:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990148:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574464.990153:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574464.990160:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990167:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574464.990171:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574464.990177:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574464.990184:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.990189:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574464.990194:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574464.990201:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.990208:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574464.990216:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574464.990222:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574464.990228:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574464.990231:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.990236:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574464.990241:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574464.990244:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574464.990251:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574464.990259:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574464.990282:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450815993216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574464.990297:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574464.990303:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574464.990312:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450815993216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574464.990328:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574464.990333:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574464.990337:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574464.990341:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574464.990346:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574464.990352:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574464.990359:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5308
00000400:00000200:1.0:1788574464.990369:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574464.990376:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574464.990382:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574464.990388:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990395:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.990400:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990405:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574464.990411:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574464.990415:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574464.990419:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574464.990423:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574464.990430:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574464.990435:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574464.990443:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990448:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574464.990453:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990459:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574464.990464:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574464.990472:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574464.990478:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574464.990482:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574464.990488:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574464.990494:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.990499:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574464.990502:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574464.990509:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.990513:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574464.990520:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574464.990526:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574464.990534:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574464.990537:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574464.990542:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574464.990546:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574464.990551:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574464.990560:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574464.990568:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574464.990579:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450815993344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574464.990602:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574464.990607:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574464.990617:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450815993344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574464.990636:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574464.990646:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5318)
00000800:00000200:3.1:1788574464.990656:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574464.990659:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574464.990975:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574464.990978:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574464.991309:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574464.991311:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574464.991747:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574464.991750:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788574466.013140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574466.013146:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574466.013148:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574466.013154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574466.013158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574466.013162:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574466.013164:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574466.013166:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574466.013167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574467.037165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574467.037172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574467.037175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574467.037181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574467.037185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574467.037189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574467.037193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574467.037197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574467.037200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574467.357326:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574467.357329:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574467.357332:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574468.061153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574468.061160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574468.061164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574468.061172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574468.061179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574468.061184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574468.061196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574468.061199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574468.061202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574469.085151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574469.085157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574469.085160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574469.085166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574469.085170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574469.085174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574469.085178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574469.085180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574469.085182:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574470.109176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574470.109184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574470.109188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574470.109188:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788574470.109196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788574470.109198:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574470.109203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574470.109204:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574470.109208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574470.109211:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574470.109214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574470.109219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574470.109219:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574470.109224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574470.109230:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5313
00000400:00000200:1.0:1788574470.109241:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574470.109250:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574470.109255:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574470.109260:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109264:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.109267:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109269:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574470.109273:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574470.109276:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574470.109279:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574470.109282:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574470.109284:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574470.109287:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574470.109290:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109292:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.109294:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109296:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574470.109299:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574470.109303:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109306:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574470.109309:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574470.109313:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574470.109316:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.109348:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574470.109351:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574470.109362:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574470.109366:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574470.109370:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574470.109372:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.109375:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574470.109377:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574470.109382:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574470.109390:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574470.109402:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574470.109413:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450815993472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574470.109424:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574470.109428:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574470.109434:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450815993472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574470.109454:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574470.109457:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574470.109461:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574470.109463:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574470.109465:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574470.109469:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574470.109473:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5313
00000400:00000200:1.0:1788574470.109479:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574470.109485:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574470.109489:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574470.109496:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109501:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.109507:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109512:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574470.109517:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574470.109520:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574470.109524:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574470.109529:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574470.109535:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574470.109541:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574470.109548:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109554:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.109559:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109566:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574470.109571:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574470.109578:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109581:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574470.109585:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574470.109591:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574470.109596:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.109601:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574470.109607:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574470.109614:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.109619:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574470.109627:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574470.109631:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574470.109638:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574470.109643:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.109648:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574470.109650:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574470.109654:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574470.109661:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574470.109668:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574470.109680:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450815993600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574470.109704:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574470.109709:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574470.109727:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450815993600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574470.109737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574470.109750:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574470.109753:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574470.109758:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574470.109760:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574470.109765:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574470.109772:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574470.109779:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5313
00000400:00000200:1.0:1788574470.109787:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574470.109795:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574470.109802:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574470.109812:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109819:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.109823:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109829:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574470.109835:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574470.109839:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574470.109844:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574470.109849:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574470.109854:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574470.109861:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574470.109871:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109878:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.109886:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109892:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574470.109899:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574470.109907:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574470.109915:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574470.109919:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574470.109925:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574470.109929:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.109935:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574470.109940:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574470.109948:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.109954:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574470.109964:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574470.109971:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574470.109977:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574470.109981:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.109988:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574470.109992:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574470.109997:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574470.110006:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574470.110014:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574470.110025:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450815993728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788574470.110028:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574470.110102:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574470.110105:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574470.110111:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450815993728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574470.110126:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574470.110130:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574470.110133:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574470.110135:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574470.110137:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574470.110140:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574470.110142:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5313
00000400:00000200:1.0:1788574470.110147:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574470.110151:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574470.110154:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574470.110157:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110160:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.110163:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110165:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574470.110169:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574470.110173:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574470.110179:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574470.110184:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574470.110191:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574470.110197:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574470.110207:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110210:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.110212:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110217:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574470.110223:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574470.110229:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110235:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574470.110241:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574470.110246:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574470.110252:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.110257:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574470.110262:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574470.110267:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.110271:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574470.110279:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574470.110284:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574470.110291:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574470.110295:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.110299:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574470.110303:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574470.110308:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574470.110333:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574470.110339:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574470.110352:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450815993856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574470.110368:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574470.110374:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574470.110385:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450815993856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574470.110405:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574470.110410:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574470.110417:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574470.110422:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574470.110426:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574470.110434:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574470.110441:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5313
00000400:00000200:1.0:1788574470.110452:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574470.110460:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574470.110467:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574470.110476:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110481:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.110487:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110491:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574470.110496:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574470.110500:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574470.110505:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788574470.110509:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:1.0:1788574470.110510:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574470.110516:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574470.110519:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574470.110527:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110534:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574470.110540:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110546:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574470.110553:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574470.110561:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574470.110569:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574470.110574:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574470.110581:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574470.110587:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.110592:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574470.110596:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574470.110603:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.110606:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574470.110613:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574470.110618:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574470.110625:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574470.110629:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574470.110634:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574470.110638:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574470.110642:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574470.110650:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574470.110654:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574470.110660:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450815993984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574470.110669:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574470.110671:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574470.110675:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450815993984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574470.110685:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574470.110690:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5323)
00000800:00000200:3.1:1788574470.110858:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574470.111013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574470.429257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574470.429261:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574470.429263:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574471.133153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574471.133163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574471.133168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574471.133177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574471.133185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574471.133190:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574471.133203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574471.133206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574471.133208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574472.157156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574472.157168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574472.157175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574472.157181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574472.157189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574472.157194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574472.157197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574472.157199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574472.157201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574473.181165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574473.181170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574473.181173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574473.181178:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574473.181181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574473.181185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574473.181191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574473.181194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574473.181196:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574473.501306:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574473.501311:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574473.501315:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574474.205202:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574474.205212:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574474.205215:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574474.205223:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574474.205231:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574474.205237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574474.205242:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574474.205246:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574474.205250:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574475.229184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574475.229193:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574475.229195:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574475.229201:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574475.229205:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574475.229209:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574475.229214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574475.229220:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574475.229225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574475.230676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574475.230692:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574475.231528:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574475.231530:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574475.231771:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574475.231773:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574475.232115:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574475.232117:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574475.232306:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574475.232308:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788574476.253169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574476.253176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574476.253179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574476.253185:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574476.253189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574476.253193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574476.253196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574476.253199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574476.253203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574476.573214:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574476.573217:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574476.573219:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574477.277168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574477.277171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574477.277173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574477.277175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574477.277178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574477.277180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574477.277181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574477.277183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574477.277184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574478.301148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574478.301155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574478.301159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574478.301166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574478.301173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574478.301179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574478.301196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574478.301199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574478.301201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574479.325159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574479.325166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574479.325170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574479.325176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574479.325181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574479.325186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574479.325195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574479.325199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574479.325203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574479.645277:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574479.645282:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574479.645286:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574480.349206:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574480.349217:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574480.349223:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574480.349233:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574480.349241:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574480.349249:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574480.349252:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574480.349254:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574480.349256:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574480.349745:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574480.349751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574480.350452:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574480.350453:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574480.350645:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574480.350647:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574480.350820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574480.350821:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574480.351134:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574480.351135:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788574482.397189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574482.397195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574482.397199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574482.397204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574482.397210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574482.397215:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574482.397222:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574482.397225:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574482.397228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574482.717291:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574482.717294:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574482.717297:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574483.421163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574483.421171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574483.421175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574483.421180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574483.421186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574483.421191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574483.421198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574483.421203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574483.421206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574484.445138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574484.445144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574484.445146:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574484.445150:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574484.445154:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574484.445158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574484.445170:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574484.445172:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574484.445175:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574485.469178:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574485.469184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574485.469188:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574485.469194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574485.469198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574485.469204:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574485.469209:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574485.469214:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574485.469217:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574485.469729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574485.469732:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574485.470402:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574485.470404:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574485.470633:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574485.470635:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574485.470812:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574485.470814:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574485.471116:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574485.471119:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788574485.789276:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574485.789279:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574485.789282:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574486.493147:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574486.493151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574486.493153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574486.493156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574486.493158:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574486.493159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574486.493161:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574486.493162:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574486.493164:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574487.517205:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574487.517218:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574487.517222:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574487.517230:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574487.517236:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574487.517241:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574487.517245:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574487.517250:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574487.517253:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574488.541162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574488.541169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574488.541172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574488.541183:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574488.541190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574488.541200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574488.541216:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574488.541219:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574488.541223:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574488.861285:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574488.861289:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574488.861291:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574489.565156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574489.565162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574489.565165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574489.565170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574489.565175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574489.565179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574489.565183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574489.565188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574489.565190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574490.589141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574490.589147:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574490.589151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574490.589157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574490.589163:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574490.589167:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574490.589181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574490.589184:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574490.589190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574490.589629:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574490.589633:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574490.590326:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574490.590329:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574490.590661:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574490.590664:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574490.590966:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574490.590969:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574490.591369:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574490.591372:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1788574491.613205:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574491.613215:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574491.613222:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574491.613231:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574491.613240:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574491.613246:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574491.613252:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574491.613258:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574491.613264:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574491.933251:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574491.933255:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574491.933259:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574492.637166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574492.637173:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574492.637176:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574492.637182:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574492.637186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574492.637191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574492.637195:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574492.637198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574492.637203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574493.661128:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574493.661136:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574493.661140:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574493.661147:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574493.661151:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574493.661157:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574493.661162:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574493.661165:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574493.661167:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574494.685202:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574494.685221:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574494.685233:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574494.685252:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574494.685265:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574494.685280:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574494.685302:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574494.685310:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574494.685314:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574495.005242:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574495.005245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574495.005248:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574495.709144:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574495.709151:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574495.709154:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574495.709158:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574495.709162:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574495.709172:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5339
00000400:00000200:0.0:1788574495.709182:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574495.709190:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574495.709199:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574495.709207:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709215:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.709221:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709225:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574495.709229:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574495.709232:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574495.709236:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574495.709240:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574495.709243:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574495.709247:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574495.709250:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709252:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.709254:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709256:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574495.709259:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574495.709262:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709265:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574495.709268:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574495.709271:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574495.709274:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.709277:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574495.709279:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574495.709288:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574495.709291:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574495.709295:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574495.709297:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.709300:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574495.709303:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574495.709308:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574495.709315:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574495.709321:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574495.709337:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450815996672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574495.709347:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574495.709351:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574495.709356:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450815996672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574495.709374:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574495.709376:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574495.709379:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574495.709381:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574495.709383:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574495.709386:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574495.709389:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5339
00000400:00000200:0.0:1788574495.709394:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574495.709400:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574495.709405:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574495.709412:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709415:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.709419:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709424:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574495.709429:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574495.709432:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574495.709435:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574495.709438:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574495.709442:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574495.709446:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574495.709452:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709456:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.709461:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709465:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574495.709471:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574495.709477:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709482:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574495.709487:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574495.709494:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574495.709499:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.709503:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574495.709508:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574495.709512:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.709514:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574495.709518:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574495.709523:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574495.709529:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574495.709531:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.709533:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574495.709535:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574495.709539:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574495.709544:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574495.709550:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574495.709562:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450815996800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574495.709592:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574495.709596:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574495.709606:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450815996800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574495.709626:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574495.709632:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574495.709640:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574495.709645:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574495.709649:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574495.709654:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574495.709661:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5339
00000400:00000200:0.0:1788574495.709670:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574495.709678:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574495.709688:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574495.709697:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709701:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.709707:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709711:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574495.709715:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574495.709718:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:3.1:1788574495.709722:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574495.709723:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788574495.709728:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1788574495.709729:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574495.709734:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574495.709740:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574495.709747:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709750:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.709756:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709762:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574495.709766:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574495.709773:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574495.709778:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574495.709782:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574495.709787:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574495.709792:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.709796:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574495.709800:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574495.709806:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.709811:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574495.709816:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574495.709822:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574495.709826:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574495.709829:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.709832:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574495.709835:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574495.709837:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574495.709845:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574495.709851:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574495.709862:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450815996928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574495.709887:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574495.709892:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574495.709903:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450815996928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574495.709936:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574495.709943:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574495.709951:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574495.709957:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574495.709962:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574495.709970:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574495.709977:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5339
00000400:00000200:0.0:1788574495.709989:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574495.709999:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574495.710005:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574495.710014:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710021:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.710029:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710036:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574495.710042:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574495.710047:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574495.710073:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574495.710077:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574495.710083:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574495.710090:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574495.710100:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710107:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.710112:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710115:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574495.710120:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574495.710126:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710128:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574495.710131:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574495.710135:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574495.710141:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.710144:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574495.710147:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574495.710149:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.710153:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574495.710159:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574495.710163:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574495.710168:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574495.710171:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.710175:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574495.710178:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574495.710180:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574495.710185:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574495.710191:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574495.710200:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450815997056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574495.710215:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574495.710219:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574495.710229:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450815997056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574495.710243:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574495.710248:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574495.710251:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574495.710253:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574495.710256:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574495.710261:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574495.710266:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5339
00000400:00000200:0.0:1788574495.710273:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574495.710281:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574495.710285:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574495.710292:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710296:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.710302:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710306:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574495.710309:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574495.710313:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574495.710315:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574495.710318:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574495.710321:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574495.710324:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574495.710329:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710332:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574495.710337:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710340:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574495.710343:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574495.710347:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574495.710352:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574495.710361:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574495.710365:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574495.710369:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.710371:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574495.710374:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574495.710378:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.710381:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574495.710386:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574495.710390:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574495.710393:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574495.710396:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574495.710401:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574495.710404:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1788574495.710404:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788574495.710407:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574495.710408:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
02000000:00000010:0.0:1788574495.710411:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574495.710417:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574495.710423:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450815997184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574495.710433:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574495.710437:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574495.710443:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450815997184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574495.710454:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574495.710459:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5349)
00000800:00000200:3.1:1788574495.710687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574495.710688:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574495.710919:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574495.710921:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574495.711114:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574495.711115:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788574498.077270:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574498.077273:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574498.077275:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574500.829161:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574500.829171:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574500.829175:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574500.829179:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574500.829183:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574500.829189:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5344
00000400:00000200:1.0:1788574500.829197:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574500.829202:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574500.829204:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574500.829207:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829209:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.829211:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829213:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574500.829216:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574500.829217:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574500.829220:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574500.829222:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574500.829224:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574500.829226:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574500.829228:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829229:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.829230:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829232:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574500.829234:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574500.829236:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829238:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574500.829240:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574500.829243:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574500.829245:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829247:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574500.829248:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574500.829255:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574500.829257:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574500.829260:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574500.829261:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829264:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574500.829266:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574500.829269:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574500.829275:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574500.829280:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574500.829287:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450815997312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574500.829295:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574500.829298:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574500.829301:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450815997312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574500.829318:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574500.829321:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574500.829325:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574500.829327:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574500.829329:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574500.829333:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574500.829336:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5344
00000400:00000200:1.0:1788574500.829342:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574500.829351:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574500.829356:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574500.829367:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829375:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.829380:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829386:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574500.829392:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574500.829395:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574500.829399:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574500.829402:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574500.829406:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574500.829409:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574500.829416:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829418:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.829420:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829422:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574500.829429:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574500.829435:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829437:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574500.829439:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574500.829445:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574500.829449:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829455:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574500.829458:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574500.829461:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829467:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574500.829471:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574500.829475:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574500.829479:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574500.829482:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829486:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574500.829488:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574500.829490:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574500.829495:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574500.829502:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574500.829511:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450815997440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574500.829523:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574500.829526:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574500.829531:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450815997440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574500.829544:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574500.829550:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574500.829553:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574500.829556:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574500.829559:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574500.829563:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574500.829568:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5344
00000400:00000200:1.0:1788574500.829574:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574500.829581:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574500.829584:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574500.829590:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829593:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.829598:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829615:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574500.829620:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574500.829624:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574500.829626:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574500.829629:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574500.829632:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574500.829637:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574500.829642:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829644:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.829649:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829654:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574500.829657:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574500.829663:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829667:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574500.829676:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574500.829680:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574500.829685:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829689:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574500.829692:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574500.829696:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574500.829699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574500.829700:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574500.829705:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000010:1.0:1788574500.829707:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574500.829712:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574500.829716:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574500.829719:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829721:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574500.829725:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574500.829730:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574500.829736:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574500.829741:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574500.829749:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450815997568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574500.829769:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574500.829775:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574500.829784:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450815997568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574500.829795:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574500.829800:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574500.829804:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574500.829807:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574500.829809:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574500.829813:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574500.829817:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5344
00000400:00000200:1.0:1788574500.829823:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574500.829828:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574500.829831:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574500.829837:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829842:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.829847:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829851:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574500.829856:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574500.829859:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574500.829862:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574500.829865:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574500.829870:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574500.829874:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574500.829880:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829884:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.829890:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829894:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574500.829903:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574500.829910:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574500.829916:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574500.829920:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574500.829925:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574500.829929:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829934:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574500.829939:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574500.829943:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829948:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574500.829954:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574500.829960:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574500.829964:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574500.829967:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.829972:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574500.829975:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574500.829978:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574500.829982:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574500.829988:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574500.829996:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450815997696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574500.830013:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574500.830017:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574500.830025:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450815997696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574500.830040:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574500.830043:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574500.830047:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574500.830051:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574500.830079:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574500.830082:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574500.830085:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5344
00000400:00000200:1.0:1788574500.830093:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574500.830098:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574500.830103:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574500.830107:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.830111:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.830113:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.830117:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574500.830121:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574500.830123:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574500.830126:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574500.830130:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574500.830135:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574500.830137:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574500.830143:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.830147:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574500.830149:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574500.830153:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574500.830155:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574500.830161:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574500.830167:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574500.830170:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574500.830174:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574500.830181:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.830183:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574500.830185:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574500.830189:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.830193:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574500.830199:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574500.830203:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574500.830208:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574500.830209:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574500.830210:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574500.830211:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574500.830213:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574500.830219:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574500.830224:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574500.830235:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450815997824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574500.830251:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574500.830255:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574500.830265:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450815997824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574500.830280:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574500.830285:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5354)
00000800:00000200:3.1:1788574500.830351:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574500.830353:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574500.830535:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574500.830536:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574500.830762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574500.830764:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574500.831017:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574500.831018:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788574501.149253:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574501.149260:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574501.149264:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574504.221257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574504.221259:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574504.221262:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574505.949197:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574505.949202:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574505.949204:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574505.949216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574505.949225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574505.949230:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574505.949238:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574505.949244:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574505.949249:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574505.949925:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574505.949937:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574505.950926:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574505.950934:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574505.951578:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574505.951581:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574505.951890:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574505.951893:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574505.952106:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574505.952108:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788574506.973152:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574506.973160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574506.973163:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574506.973170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574506.973176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574506.973182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574506.973188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574506.973191:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574506.973193:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574507.293293:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574507.293295:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574507.293298:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574507.997199:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574507.997206:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574507.997212:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574507.997216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574507.997222:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574507.997227:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574507.997239:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574507.997245:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574507.997249:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574509.021154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574509.021162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574509.021166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574509.021173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574509.021177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574509.021181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574509.021187:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574509.021190:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574509.021192:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574510.045152:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574510.045160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574510.045165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574510.045170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574510.045176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574510.045181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574510.045196:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574510.045199:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574510.045203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574510.365261:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574510.365264:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574510.365267:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574511.069185:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574511.069196:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574511.069200:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574511.069212:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574511.069224:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788574511.069225:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574511.069228:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574511.069241:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574511.069247:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574511.069251:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574511.069251:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574511.069259:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574511.069260:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574511.069272:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574511.069285:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5354
00000400:00000200:1.0:1788574511.069298:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574511.069306:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574511.069311:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574511.069315:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069319:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.069322:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069324:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574511.069329:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574511.069332:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574511.069336:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574511.069340:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574511.069343:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574511.069346:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574511.069349:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069352:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.069354:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069356:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574511.069360:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574511.069364:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069367:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574511.069372:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574511.069376:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574511.069380:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.069383:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574511.069386:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574511.069399:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574511.069403:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574511.069408:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574511.069411:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.069414:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574511.069417:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574511.069422:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574511.069433:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574511.069442:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574511.069456:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815998592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574511.069469:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574511.069475:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574511.069481:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815998592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574511.069511:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574511.069514:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574511.069519:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574511.069521:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574511.069523:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574511.069527:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574511.069530:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5354
00000400:00000200:1.0:1788574511.069535:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574511.069539:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574511.069543:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574511.069546:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069550:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.069557:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069562:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574511.069568:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574511.069571:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574511.069575:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574511.069580:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574511.069596:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574511.069604:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574511.069615:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069621:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.069626:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069632:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574511.069638:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574511.069645:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069651:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574511.069656:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574511.069678:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574511.069683:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.069688:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574511.069693:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574511.069701:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.069705:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574511.069711:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574511.069719:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574511.069725:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574511.069728:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.069733:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574511.069737:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574511.069742:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574511.069750:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574511.069757:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574511.069766:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450815998720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574511.069794:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574511.069804:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574511.069814:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450815998720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574511.069829:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574511.069835:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574511.069844:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574511.069847:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574511.069849:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574511.069852:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574511.069857:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5354
00000400:00000200:1.0:1788574511.069864:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574511.069873:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574511.069878:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574511.069886:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574511.069887:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574511.069893:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574511.069894:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788574511.069899:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069905:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574511.069909:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574511.069912:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574511.069914:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574511.069917:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574511.069924:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574511.069930:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574511.069936:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069941:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.069945:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069950:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574511.069956:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574511.069965:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574511.069970:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574511.069974:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574511.069979:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574511.069984:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.069989:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574511.069993:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574511.069998:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.070006:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574511.070013:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574511.070017:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574511.070021:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574511.070024:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.070029:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574511.070032:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574511.070036:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574511.070040:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574511.070045:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574511.070085:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450815998848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574511.070098:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574511.070103:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574511.070112:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450815998848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574511.070131:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574511.070136:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574511.070142:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574511.070147:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574511.070150:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574511.070157:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574511.070162:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5354
00000400:00000200:1.0:1788574511.070169:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574511.070177:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574511.070182:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574511.070189:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070195:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.070200:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070205:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574511.070211:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574511.070214:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574511.070217:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574511.070221:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574511.070226:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574511.070231:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574511.070239:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070243:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.070247:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070252:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574511.070257:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574511.070262:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070270:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574511.070275:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574511.070281:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574511.070287:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.070292:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574511.070296:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574511.070302:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.070307:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574511.070315:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574511.070322:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574511.070329:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574511.070335:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.070341:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574511.070346:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574511.070349:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574511.070357:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574511.070363:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574511.070375:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450815998976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574511.070394:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574511.070399:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574511.070410:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450815998976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574511.070431:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574511.070438:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574511.070445:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574511.070449:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574511.070453:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574511.070460:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574511.070466:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5354
00000400:00000200:1.0:1788574511.070475:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574511.070485:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574511.070489:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574511.070493:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070500:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.070506:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070512:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574511.070518:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574511.070521:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574511.070525:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574511.070530:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574511.070537:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574511.070545:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574511.070553:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070560:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574511.070566:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070571:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574511.070577:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574511.070583:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574511.070588:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574511.070592:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574511.070598:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574511.070603:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.070607:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574511.070612:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574511.070617:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.070619:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574511.070626:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574511.070632:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574511.070640:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574511.070643:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574511.070647:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574511.070651:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574511.070655:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574511.070680:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574511.070688:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574511.070699:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450815999104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574511.070722:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574511.070727:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574511.070736:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450815999104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574511.070760:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574511.070767:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574511.070769:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5364)
00000800:00000200:3.1:1788574511.070772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574511.071151:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574511.071153:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574511.071484:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574511.071487:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574511.071831:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574511.071833:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788574512.093153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574512.093169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574512.093173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574512.093180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574512.093184:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574512.093189:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574512.093197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574512.093201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574512.093204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574513.117178:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574513.117187:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574513.117189:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574513.117196:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574513.117201:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574513.117205:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574513.117210:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574513.117214:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574513.117222:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574513.437272:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574513.437277:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574513.437279:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574514.141158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574514.141165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574514.141168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574514.141182:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574514.141187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574514.141193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574514.141216:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574514.141222:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574514.141228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574515.165189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574515.165199:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574515.165203:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574515.165210:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574515.165218:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574515.165223:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574515.165229:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574515.165232:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574515.165234:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574516.189144:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574516.189153:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574516.189154:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574516.189156:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574516.189163:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574516.189168:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788574516.189168:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574516.189174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574516.189175:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574516.189178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574516.189182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574516.189183:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574516.189187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189190:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574516.189201:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5359
00000400:00000200:1.0:1788574516.189216:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574516.189226:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574516.189230:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574516.189235:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189240:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.189243:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189247:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574516.189252:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574516.189255:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574516.189258:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574516.189261:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574516.189265:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574516.189268:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574516.189272:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189274:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.189276:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189278:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574516.189282:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574516.189287:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189290:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574516.189294:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574516.189298:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574516.189302:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189305:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574516.189308:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574516.189321:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574516.189325:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574516.189330:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574516.189332:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189337:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574516.189340:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574516.189345:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574516.189357:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574516.189365:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574516.189375:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450815999232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574516.189386:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574516.189392:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574516.189397:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450815999232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574516.189424:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574516.189427:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574516.189432:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574516.189434:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574516.189436:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574516.189440:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574516.189443:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5359
00000400:00000200:1.0:1788574516.189448:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574516.189455:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574516.189461:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574516.189469:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189476:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.189481:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189487:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574516.189493:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574516.189496:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574516.189500:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574516.189504:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574516.189509:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574516.189513:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574516.189523:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189526:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.189531:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189537:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574516.189542:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574516.189547:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189552:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574516.189556:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574516.189563:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574516.189571:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189576:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574516.189583:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574516.189591:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189598:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574516.189608:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574516.189614:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574516.189618:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574516.189620:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189625:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574516.189628:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574516.189630:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574516.189638:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574516.189646:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574516.189657:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450815999360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574516.189679:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574516.189684:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574516.189708:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450815999360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574516.189725:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574516.189729:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574516.189735:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574516.189739:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574516.189741:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574516.189744:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574516.189751:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5359
00000800:00000200:3.1:1788574516.189752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:1.0:1788574516.189757:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788574516.189757:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1788574516.189767:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574516.189772:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574516.189776:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189780:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.189786:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189792:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574516.189797:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574516.189800:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574516.189804:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574516.189808:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574516.189812:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574516.189819:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574516.189826:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189831:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.189837:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189843:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574516.189849:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574516.189854:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574516.189860:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574516.189865:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574516.189870:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574516.189874:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189879:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574516.189891:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574516.189898:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189903:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574516.189911:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574516.189918:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574516.189924:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574516.189926:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.189931:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574516.189935:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574516.189939:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574516.189947:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574516.189954:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574516.189973:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450815999488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574516.189994:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574516.190000:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574516.190011:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450815999488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574516.190026:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574516.190033:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574516.190042:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574516.190047:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574516.190049:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574516.190088:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574516.190094:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5359
00000400:00000200:1.0:1788574516.190104:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574516.190114:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574516.190120:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574516.190127:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190132:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.190138:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190143:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574516.190149:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574516.190152:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574516.190155:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574516.190161:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574516.190167:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574516.190173:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574516.190182:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190187:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.190192:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190197:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574516.190204:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574516.190212:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190216:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574516.190220:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574516.190226:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574516.190231:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.190237:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574516.190241:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574516.190247:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.190251:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574516.190257:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574516.190264:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574516.190270:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574516.190273:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.190278:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574516.190284:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574516.190289:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574516.190297:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574516.190304:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574516.190315:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450815999616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574516.190348:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574516.190354:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574516.190365:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450815999616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574516.190388:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574516.190395:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574516.190405:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574516.190410:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574516.190414:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574516.190421:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574516.190427:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5359
00000400:00000200:1.0:1788574516.190438:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788574516.190444:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574516.190447:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1788574516.190448:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574516.190454:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574516.190463:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190470:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.190477:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190482:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574516.190487:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574516.190491:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574516.190496:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574516.190500:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574516.190506:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574516.190513:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574516.190523:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190530:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574516.190536:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190540:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574516.190545:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574516.190552:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574516.190559:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574516.190562:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574516.190567:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574516.190573:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.190578:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574516.190582:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574516.190588:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.190594:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574516.190603:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574516.190610:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574516.190616:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574516.190620:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574516.190625:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574516.190630:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574516.190635:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574516.190644:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574516.190652:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574516.190664:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450815999744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574516.190690:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574516.190711:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574516.190722:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450815999744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574516.190755:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574516.190766:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5369)
00000800:00000200:3.1:1788574516.190845:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574516.190847:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574516.191127:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574516.191129:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574516.191317:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574516.191319:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788574516.509270:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574516.509274:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574516.509277:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574517.213165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574517.213176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574517.213179:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574517.213184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574517.213190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574517.213196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574517.213198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574517.213201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574517.213208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574518.237126:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574518.237132:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574518.237135:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574518.237142:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574518.237149:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574518.237154:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574518.237159:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574518.237162:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574518.237164:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574519.261179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574519.261188:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574519.261190:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574519.261199:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574519.261205:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574519.261211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574519.261223:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574519.261226:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574519.261229:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574519.581311:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574519.581316:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574519.581320:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574520.285149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574520.285158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574520.285162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574520.285171:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574520.285178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574520.285184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574520.285191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574520.285194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574520.285197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574521.309215:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574521.309225:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574521.309231:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574521.309243:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574521.309253:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574521.309259:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574521.309279:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574521.309284:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574521.309290:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574521.309974:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574521.309982:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574521.310748:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574521.310751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574521.311074:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574521.311077:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574521.311388:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574521.311391:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574521.311613:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574521.311615:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788574522.333179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574522.333185:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574522.333188:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574522.333195:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574522.333200:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574522.333205:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574522.333210:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574522.333214:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574522.333222:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574522.653345:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574522.653349:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574522.653352:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574523.357199:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574523.357207:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574523.357210:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574523.357216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574523.357221:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574523.357227:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574523.357237:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574523.357240:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574523.357242:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574524.381214:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574524.381229:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574524.381237:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574524.381247:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574524.381255:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574524.381264:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574524.381272:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574524.381276:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574524.381279:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574525.725254:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574525.725257:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574525.725259:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574526.429265:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574526.429271:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574526.429274:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574526.429280:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574526.429284:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574526.429290:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574526.429298:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574526.429303:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574526.429310:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574526.429896:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574526.429902:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574526.431025:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574526.431028:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574526.431360:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574526.431362:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574526.431547:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574526.431549:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574526.431824:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574526.431826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788574527.453134:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574527.453141:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574527.453144:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574527.453152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574527.453158:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574527.453162:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574527.453168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574527.453170:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574527.453172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574528.477184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574528.477189:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574528.477192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574528.477195:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574528.477198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574528.477200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574528.477203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574528.477204:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574528.477207:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574528.797312:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574528.797315:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574528.797317:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574529.501116:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574529.501122:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574529.501124:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574529.501129:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574529.501135:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574529.501138:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574529.501143:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574529.501148:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574529.501151:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574530.525117:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574530.525127:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574530.525132:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574530.525141:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574530.525149:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574530.525156:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574530.525169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574530.525172:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574530.525176:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574531.549127:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574531.549134:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574531.549137:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574531.549142:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574531.549150:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574531.549154:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574531.549156:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574531.549158:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574531.549159:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574531.549931:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574531.549938:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788574531.550990:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574531.550993:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788574531.551346:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574531.551349:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788574531.551647:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574531.551650:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788574531.551981:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574531.551983:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1788574531.869300:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574531.869304:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574531.869307:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574532.573147:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574532.573152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574532.573155:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574532.573159:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574532.573165:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574532.573167:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574532.573173:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574532.573175:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574532.573177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574533.597154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574533.597159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574533.597162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574533.597166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574533.597174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574533.597179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574533.597183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574533.597186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574533.597189:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574534.621187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574534.621194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574534.621198:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574534.621207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574534.621214:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574534.621218:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574534.621227:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574534.621231:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574534.621234:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574534.941226:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574534.941229:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574534.941232:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574536.669170:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574536.669180:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574536.669183:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574536.669187:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574536.669195:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574536.669204:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5380
00000400:00000200:1.0:1788574536.669213:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574536.669220:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574536.669224:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574536.669227:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669229:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669231:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669232:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574536.669235:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574536.669237:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574536.669239:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574536.669241:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574536.669243:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574536.669244:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574536.669246:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669248:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669249:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669250:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574536.669252:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574536.669254:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669256:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574536.669258:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574536.669261:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574536.669264:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669265:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574536.669267:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574536.669274:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574536.669277:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574536.669280:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574536.669281:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669283:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574536.669285:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574536.669289:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574536.669296:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574536.669301:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574536.669308:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816001792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574536.669315:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574536.669318:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574536.669322:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816001792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574536.669337:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574536.669340:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574536.669351:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574536.669353:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574536.669355:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574536.669358:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574536.669360:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5380
00000400:00000200:1.0:1788574536.669365:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574536.669368:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574536.669370:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574536.669374:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669376:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669378:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669381:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574536.669384:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574536.669386:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574536.669388:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574536.669390:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574536.669392:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574536.669394:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574536.669397:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669400:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669402:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669404:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574536.669406:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574536.669409:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669412:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574536.669413:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574536.669419:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574536.669422:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669424:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574536.669428:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574536.669431:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669433:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574536.669436:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574536.669438:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574536.669440:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574536.669442:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669443:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574536.669445:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574536.669447:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574536.669450:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574536.669453:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574536.669458:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816001920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574536.669472:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574536.669474:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574536.669478:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816001920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574536.669486:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574536.669489:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574536.669492:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574536.669494:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574536.669495:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574536.669498:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574536.669500:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5380
00000400:00000200:1.0:1788574536.669503:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574536.669506:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574536.669508:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574536.669511:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669513:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669515:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669518:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574536.669519:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574536.669520:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574536.669522:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574536.669524:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574536.669526:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574536.669529:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574536.669531:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669534:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669536:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669538:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574536.669540:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574536.669543:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669546:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574536.669548:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574536.669550:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1788574536.669551:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788574536.669553:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669555:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574536.669556:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574536.669559:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669561:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574536.669564:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574536.669566:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574536.669569:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574536.669570:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669572:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574536.669573:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574536.669575:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574536.669578:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574536.669581:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574536.669586:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816002048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574536.669593:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574536.669596:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574536.669600:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816002048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574536.669609:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574536.669611:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574536.669615:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574536.669616:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574536.669618:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574536.669621:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574536.669624:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5380
00000400:00000200:1.0:1788574536.669628:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574536.669633:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574536.669635:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574536.669638:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669640:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669643:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669645:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574536.669648:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574536.669650:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574536.669651:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574536.669654:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574536.669656:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574536.669658:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574536.669662:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669664:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669666:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669668:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574536.669671:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574536.669674:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669677:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574536.669679:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574536.669681:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574536.669684:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669686:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574536.669688:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574536.669691:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669693:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574536.669697:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574536.669699:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574536.669702:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574536.669704:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669706:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574536.669708:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574536.669710:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574536.669714:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574536.669717:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574536.669723:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816002176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574536.669730:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574536.669733:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574536.669737:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816002176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574536.669747:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574536.669749:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574536.669753:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574536.669755:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574536.669757:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574536.669759:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574536.669762:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5380
00000400:00000200:1.0:1788574536.669766:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574536.669768:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574536.669771:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574536.669774:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669776:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574536.669778:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574536.669779:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669781:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574536.669783:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574536.669784:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574536.669786:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574536.669788:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574536.669791:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574536.669793:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574536.669796:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669799:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574536.669801:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669803:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574536.669805:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574536.669808:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574536.669825:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574536.669827:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574536.669830:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574536.669832:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669834:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574536.669837:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574536.669839:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669841:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574536.669845:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574536.669848:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574536.669850:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574536.669852:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574536.669854:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574536.669855:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574536.669857:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574536.669860:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574536.669863:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574536.669868:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816002304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574536.669876:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574536.669879:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574536.669883:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816002304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574536.669892:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574536.669897:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5390)
00000800:00000200:3.1:1788574536.669945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574536.670141:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574536.670292:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574538.013243:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574538.013246:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574538.013249:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574539.741404:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788574539.741458:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788574539.741471:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574539.741476:0:2388:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788574539.741482:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574539.741488:0:2388:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788574539.741494:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574539.741499:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:1.0:1788574539.741506:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574539.741511:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574539.741520:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc088
00000400:00000010:1.0:1788574539.741523:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc088.
00000100:00000001:1.0:1788574539.741529:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574539.741541:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682300 x1875450816001792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.741569:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574539.741574:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816001792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.741583:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574539.741585:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574539.741598:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574539.741601:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f700.
00000400:00000200:1.0:1788574539.741605:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574539.741609:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574539.741612:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:1.0:1788574539.741614:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:1.0:1788574539.741617:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574539.741622:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683480 x1875450816001920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.741631:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574539.741636:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816001920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.741645:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574539.741647:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574539.741653:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574539.741655:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f400.
00000400:00000200:1.0:1788574539.741659:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574539.741663:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574539.741667:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcbb0
00000400:00000010:1.0:1788574539.741670:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcbb0.
00000100:00000001:1.0:1788574539.741674:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574539.741678:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9681500 x1875450816002048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.741687:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574539.741694:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816002048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.741703:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574539.741709:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574539.741728:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574539.741733:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f600.
00000400:00000200:1.0:1788574539.741739:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574539.741747:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574539.741753:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc550
00000400:00000010:1.0:1788574539.741757:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc550.
00000100:00000001:1.0:1788574539.741765:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574539.741785:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680380 x1875450816002176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.741805:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574539.741814:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816002176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.741874:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574539.741884:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574539.741913:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574539.741922:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:1.0:1788574539.741932:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574539.741945:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574539.741956:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc2a8
00000400:00000010:1.0:1788574539.741963:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc2a8.
00000100:00000001:1.0:1788574539.741971:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574539.741983:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682d80 x1875450816002304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.742027:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574539.742038:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816002304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574539.742115:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574539.742121:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788574541.085316:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574541.085319:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574541.085322:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574541.789152:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574541.789162:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574541.789165:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574541.789170:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574541.789176:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574541.789182:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5385
00000400:00000200:1.0:1788574541.789195:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574541.789203:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574541.789215:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574541.789220:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789229:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.789234:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789237:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574541.789242:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574541.789244:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574541.789246:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574541.789249:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574541.789251:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574541.789253:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574541.789255:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789257:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.789258:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789260:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574541.789262:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574541.789265:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789267:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574541.789269:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574541.789272:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574541.789274:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.789275:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574541.789277:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574541.789282:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574541.789284:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574541.789287:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574541.789289:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.789291:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574541.789293:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574541.789296:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574541.789302:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574541.789307:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574541.789317:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816002432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574541.789329:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574541.789334:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574541.789339:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816002432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574541.789369:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574541.789372:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574541.789377:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574541.789378:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574541.789380:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574541.789383:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574541.789386:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5385
00000400:00000200:1.0:1788574541.789390:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574541.789393:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574541.789395:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574541.789398:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789400:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.789402:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789404:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574541.789407:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574541.789409:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574541.789410:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574541.789412:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574541.789415:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574541.789417:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574541.789420:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789422:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.789424:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789426:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574541.789429:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574541.789432:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789435:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574541.789437:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574541.789442:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574541.789444:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.789446:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574541.789450:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574541.789453:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.789455:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574541.789459:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574541.789462:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574541.789464:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574541.789465:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.789467:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574541.789469:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574541.789471:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574541.789475:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574541.789478:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574541.789484:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816002560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574541.789493:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574541.789497:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574541.789503:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816002560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574541.789516:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574541.789522:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574541.789531:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574541.789534:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574541.789537:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574541.789544:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574541.789550:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5385
00000400:00000200:1.0:1788574541.789557:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574541.789572:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574541.789579:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574541.789586:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789591:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.789597:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789604:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574541.789609:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574541.789613:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574541.789618:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574541.789622:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574541.789625:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574541.789628:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574541.789636:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789640:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.789645:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789651:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574541.789655:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574541.789661:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789664:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574541.789669:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574541.789674:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574541.789682:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.789688:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574541.789691:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574541.789696:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.789700:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574541.789705:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574541.789718:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574541.789723:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574541.789726:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.789729:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574541.789734:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574541.789737:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574541.789744:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574541.789750:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574541.789760:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816002688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574541.789785:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574541.789791:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574541.789800:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816002688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574541.789821:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574541.789827:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574541.789832:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574541.789833:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574541.789836:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574541.789953:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574541.789957:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5385
00000400:00000200:1.0:1788574541.789962:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574541.789965:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574541.789968:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574541.789971:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789973:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.789975:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.789978:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574541.789981:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574541.789982:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574541.789984:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574541.789987:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574541.789990:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574541.789993:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000200:3.1:1788574541.789998:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574541.789999:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.790006:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574541.790007:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1788574541.790010:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.790015:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574541.790021:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574541.790028:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574541.790033:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574541.790037:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574541.790042:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574541.790048:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.790093:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574541.790098:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574541.790105:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.790109:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574541.790115:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574541.790120:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574541.790128:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574541.790132:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.790137:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574541.790141:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574541.790145:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574541.790150:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574541.790158:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574541.790167:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816002816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574541.790177:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574541.790182:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574541.790189:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816002816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574541.790203:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574541.790208:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574541.790211:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574541.790212:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574541.790214:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574541.790216:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574541.790219:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5385
00000400:00000200:1.0:1788574541.790224:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574541.790232:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574541.790235:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574541.790237:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.790240:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.790242:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.790244:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574541.790247:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574541.790248:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574541.790250:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574541.790252:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574541.790254:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574541.790256:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574541.790259:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.790261:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574541.790263:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574541.790265:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574541.790268:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574541.790271:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574541.790274:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574541.790276:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574541.790279:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574541.790281:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.790283:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574541.790285:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574541.790287:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.790289:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574541.790293:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574541.790295:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574541.790298:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574541.790300:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574541.790302:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574541.790306:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574541.790310:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574541.790319:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574541.790325:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574541.790335:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816002944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574541.790365:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574541.790368:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574541.790377:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816002944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574541.790395:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574541.790404:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5395)
00000800:00000200:3.1:1788574541.790720:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574541.790723:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574541.791123:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574541.791125:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574541.791439:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574541.791441:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574541.791634:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574541.791636:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788574544.157270:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574544.157275:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574544.157278:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574546.909157:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574546.909169:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574546.909176:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574546.909183:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574546.909190:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574546.909209:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5390
00000400:00000200:1.0:1788574546.909230:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574546.909249:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574546.909256:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574546.909269:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909276:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.909280:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909282:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574546.909286:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574546.909288:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574546.909291:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574546.909294:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574546.909296:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574546.909300:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574546.909302:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909304:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.909305:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909306:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574546.909309:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574546.909311:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909313:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574546.909315:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574546.909318:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574546.909321:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.909322:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574546.909324:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574546.909334:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574546.909337:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574546.909341:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574546.909342:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.909345:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574546.909348:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574546.909353:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574546.909364:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574546.909370:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574546.909380:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816003072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574546.909389:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574546.909393:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574546.909398:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816003072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574546.909419:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574546.909421:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574546.909424:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574546.909426:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574546.909427:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574546.909429:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574546.909431:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5390
00000400:00000200:1.0:1788574546.909435:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574546.909437:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574546.909439:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574546.909443:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909446:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.909449:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909454:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574546.909461:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574546.909464:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574546.909468:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574546.909473:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574546.909478:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574546.909485:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574546.909493:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909500:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.909505:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909510:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574546.909514:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574546.909518:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909539:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574546.909543:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574546.909550:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574546.909554:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.909557:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574546.909561:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574546.909565:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.909570:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574546.909575:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574546.909578:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574546.909582:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574546.909583:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.909584:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574546.909586:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574546.909589:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574546.909597:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574546.909603:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574546.909613:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816003200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574546.909626:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574546.909629:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574546.909635:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816003200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574546.909648:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574546.909651:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574546.909657:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574546.909659:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574546.909661:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574546.909666:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574546.909671:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5390
00000400:00000200:1.0:1788574546.909679:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574546.909684:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574546.909688:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574546.909695:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909700:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.909706:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909711:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574546.909715:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574546.909717:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574546.909718:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574546.909722:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574546.909726:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574546.909731:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574546.909736:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909756:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.909760:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909763:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574546.909766:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574546.909769:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909771:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574546.909775:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574546.909779:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574546.909781:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.909783:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574546.909786:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574546.909790:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574546.909791:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574546.909793:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574546.909796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000010:1.0:1788574546.909798:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574546.909803:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574546.909807:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574546.909810:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.909812:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574546.909813:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574546.909815:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574546.909820:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574546.909826:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574546.909831:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816003328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574546.909840:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574546.909843:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574546.909851:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816003328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574546.909864:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574546.909867:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574546.909898:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574546.909900:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574546.909901:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574546.909904:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574546.909909:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5390
00000400:00000200:1.0:1788574546.909917:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574546.909922:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574546.909924:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574546.909927:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909931:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.909933:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909935:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574546.909937:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574546.909939:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574546.909943:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574546.909945:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574546.909950:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574546.909957:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574546.909967:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909973:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.909980:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.909987:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574546.909993:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574546.909997:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574546.910001:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574546.910006:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574546.910010:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574546.910014:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.910019:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574546.910022:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574546.910026:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.910031:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574546.910038:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574546.910042:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574546.910046:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574546.910049:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.910072:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574546.910073:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574546.910075:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574546.910079:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574546.910083:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574546.910092:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816003456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574546.910104:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574546.910108:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574546.910117:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816003456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574546.910133:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574546.910139:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574546.910143:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574546.910148:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574546.910152:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574546.910156:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574546.910162:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5390
00000400:00000200:1.0:1788574546.910171:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574546.910177:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574546.910182:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574546.910187:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.910191:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.910196:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.910201:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574546.910207:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574546.910209:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574546.910212:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574546.910217:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574546.910222:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574546.910224:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574546.910229:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.910233:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574546.910237:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574546.910240:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574546.910244:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574546.910249:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574546.910253:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574546.910256:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574546.910260:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574546.910266:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.910268:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574546.910269:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574546.910271:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.910273:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574546.910277:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574546.910281:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574546.910287:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574546.910290:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574546.910294:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574546.910296:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574546.910299:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574546.910304:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574546.910311:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574546.910318:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816003584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574546.910332:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574546.910335:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574546.910343:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816003584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574546.910351:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574546.910355:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5400)
00000800:00000200:3.1:1788574546.910451:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574546.910453:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574546.910712:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574546.910715:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574546.910930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574546.910932:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574546.911217:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574546.911219:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788574547.229268:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574547.229275:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574547.229281:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574550.301264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574550.301269:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574550.301273:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574552.029157:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574552.029170:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574552.029177:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574552.029185:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574552.029195:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574552.029208:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5395
00000400:00000200:1.0:1788574552.029225:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574552.029237:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574552.029241:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574552.029245:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029249:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.029251:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029253:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574552.029257:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574552.029260:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574552.029263:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574552.029266:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574552.029268:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574552.029270:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574552.029272:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029274:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.029276:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029278:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574552.029281:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574552.029284:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029286:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574552.029288:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574552.029292:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574552.029294:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.029297:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574552.029299:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574552.029310:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574552.029313:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574552.029317:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574552.029319:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.029322:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574552.029325:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574552.029330:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574552.029338:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574552.029345:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574552.029355:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816003712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574552.029365:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574552.029370:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574552.029375:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816003712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574552.029398:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574552.029401:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574552.029404:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574552.029405:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574552.029406:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574552.029409:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574552.029412:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5395
00000400:00000200:1.0:1788574552.029415:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574552.029418:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574552.029421:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574552.029424:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029427:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.029431:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029438:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574552.029443:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574552.029447:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574552.029452:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574552.029456:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574552.029460:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574552.029467:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574552.029478:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029486:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.029489:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029493:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574552.029502:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574552.029508:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029513:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574552.029515:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574552.029521:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574552.029524:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.029528:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574552.029534:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574552.029538:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.029543:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574552.029548:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574552.029553:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574552.029557:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574552.029561:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.029565:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574552.029568:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574552.029570:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574552.029578:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574552.029583:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574552.029591:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816003840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574552.029601:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574552.029604:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574552.029612:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816003840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574552.029624:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574552.029630:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574552.029640:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574552.029644:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574552.029647:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574552.029652:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574552.029669:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5395
00000400:00000200:1.0:1788574552.029676:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574552.029685:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574552.029688:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574552.029691:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029693:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.029696:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029699:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574552.029703:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574552.029704:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574552.029706:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574552.029709:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574552.029711:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574552.029716:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574552.029722:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029726:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.029731:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029735:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574552.029739:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574552.029745:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029749:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574552.029753:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574552.029757:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574552.029762:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.029767:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574552.029770:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574552.029773:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.029777:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574552.029785:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574552.029788:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574552.029793:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574552.029795:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.029799:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574552.029800:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574552.029803:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574552.029811:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574552.029815:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574552.029823:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816003968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574552.029833:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574552.029837:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574552.029845:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574552.029846:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816003968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574552.029856:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788574552.029864:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574552.029878:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574552.029886:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574552.029890:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574552.029895:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574552.029922:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574552.029929:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5395
00000400:00000200:1.0:1788574552.029937:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574552.029942:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574552.029948:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574552.029952:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029957:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.029959:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029961:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574552.029966:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574552.029968:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574552.029969:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574552.029973:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574552.029976:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574552.029981:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574552.029988:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.029993:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.029997:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.030002:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574552.030006:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574552.030010:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574552.030014:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574552.030018:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574552.030023:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574552.030027:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.030032:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574552.030036:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574552.030040:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.030042:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574552.030046:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574552.030049:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574552.030082:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574552.030085:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.030087:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574552.030088:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574552.030090:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574552.030097:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574552.030101:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574552.030110:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816004096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574552.030124:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574552.030128:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574552.030136:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816004096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574552.030151:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574552.030157:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574552.030162:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574552.030164:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574552.030168:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574552.030173:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574552.030182:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5395
00000400:00000200:1.0:1788574552.030194:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574552.030205:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574552.030212:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574552.030222:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.030230:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.030237:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.030243:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574552.030248:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574552.030250:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574552.030254:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574552.030257:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574552.030261:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574552.030266:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574552.030273:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.030277:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574552.030282:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574552.030287:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574552.030292:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574552.030299:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574552.030304:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574552.030307:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574552.030312:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574552.030318:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.030322:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574552.030326:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574552.030331:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.030335:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574552.030344:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574552.030349:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574552.030355:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574552.030358:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574552.030362:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574552.030366:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574552.030371:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574552.030375:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574552.030382:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574552.030392:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816004224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574552.030413:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574552.030416:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574552.030422:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816004224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574552.030442:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574552.030452:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5405)
00000800:00000200:3.1:1788574552.030590:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574552.030592:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574552.030819:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574552.030823:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574552.031140:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574552.031142:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574552.031348:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574552.031350:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788574553.373300:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574553.373306:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574553.373309:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574556.445252:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574556.445257:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574556.445261:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574557.149172:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574557.149178:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574557.149182:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574557.149185:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574557.149191:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574557.149196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574557.149199:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574557.149202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574557.149206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574557.149732:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574557.149740:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574557.150421:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574557.150423:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574557.150619:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574557.150621:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574557.150803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574557.150805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574557.151148:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574557.151150:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1788574558.173134:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574558.173141:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574558.173145:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574558.173151:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574558.173159:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574558.173165:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574558.173170:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574558.173173:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574558.173175:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574559.197148:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574559.197152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574559.197155:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574559.197158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574559.197162:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574559.197166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574559.197170:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574559.197174:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574559.197177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574559.517343:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574559.517348:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574559.517351:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574560.221156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574560.221166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574560.221171:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574560.221180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574560.221187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574560.221192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574560.221199:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574560.221202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574560.221205:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574561.245154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574561.245158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574561.245160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574561.245162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574561.245165:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574561.245167:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574561.245168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574561.245170:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574561.245171:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574562.269182:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574562.269188:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574562.269194:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574562.269200:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574562.269206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574562.269214:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574562.269220:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574562.269224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574562.269232:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574562.270120:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574562.270128:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574562.271497:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574562.271513:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574562.272048:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574562.272050:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574562.272639:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574562.272641:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574562.272988:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574562.272992:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1788574562.589280:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574562.589285:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574562.589289:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574563.293246:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574563.293254:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574563.293257:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574563.293268:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574563.293273:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574563.293280:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574563.293293:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574563.293299:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574563.293303:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574564.317128:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574564.317135:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574564.317137:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574564.317144:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574564.317149:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574564.317153:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574564.317158:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574564.317163:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574564.317165:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574565.341242:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574565.341255:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574565.341260:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574565.341267:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574565.341272:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574565.341276:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574565.341281:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574565.341288:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574565.341292:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574565.661260:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574565.661265:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574565.661268:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574567.389205:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574567.389214:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574567.389217:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574567.389223:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574567.389229:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574567.389235:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574567.389240:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574567.389246:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574567.389253:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574567.389888:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574567.389893:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574567.391089:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574567.391091:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574567.391293:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574567.391295:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574567.391480:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574567.391482:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574567.391736:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574567.391738:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1788574568.413140:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574568.413145:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574568.413148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574568.413151:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574568.413153:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574568.413155:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574568.413157:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574568.413159:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574568.413161:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574568.733340:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574568.733345:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574568.733348:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574569.437109:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574569.437113:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574569.437116:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574569.437124:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574569.437130:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574569.437134:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574569.437140:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574569.437143:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574569.437145:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574570.461124:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574570.461129:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574570.461131:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574570.461135:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574570.461139:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574570.461143:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574570.461145:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574570.461146:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574570.461149:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574571.485129:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574571.485139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574571.485141:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574571.485149:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574571.485153:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574571.485158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574571.485168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574571.485170:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574571.485172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574571.805262:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574571.805266:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574571.805269:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574572.509200:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574572.509207:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574572.509212:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574572.509219:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574572.509225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574572.509231:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574572.509236:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574572.509241:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574572.509245:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574572.509910:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574572.509918:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574572.510555:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574572.510558:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574572.510889:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574572.510892:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574572.511220:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574572.511223:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788574572.511529:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574572.511532:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788574573.533199:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574573.533209:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574573.533212:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574573.533219:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574573.533224:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574573.533229:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574573.533233:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574573.533236:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574573.533240:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574574.557170:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574574.557178:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574574.557180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574574.557185:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574574.557194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574574.557200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574574.557206:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574574.557212:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574574.557219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574574.877362:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574574.877369:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574574.877375:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574575.581204:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574575.581210:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574575.581213:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574575.581220:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574575.581225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574575.581231:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574575.581235:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574575.581240:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574575.581252:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574575.901335:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574575.901342:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574575.901347:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788574577.629898:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574577.629905:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574577.631033:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574577.631045:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574577.631450:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574577.631453:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574577.631860:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574577.631863:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574577.632199:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574577.632202:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788574577.949310:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574577.949316:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574577.949320:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574578.973212:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574578.973216:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574578.973219:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574581.021298:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574581.021302:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574581.021304:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574582.045269:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574582.045272:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574582.045274:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574582.749190:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574582.749198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574582.749202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574582.749207:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574582.749214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574582.749219:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574582.749224:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574582.749227:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574582.749234:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574582.749723:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574582.749731:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574582.750519:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574582.750522:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574582.750860:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574582.750863:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574582.751196:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574582.751199:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574582.751501:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574582.751504:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574583.773138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574583.773144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574583.773147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574583.773153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574583.773157:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574583.773164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574583.773169:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574583.773174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574583.773178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574584.093289:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574584.093292:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574584.093294:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574584.797169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574584.797176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574584.797180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574584.797186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574584.797191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574584.797195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574584.797200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574584.797203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574584.797206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574585.117219:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574585.117222:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574585.117224:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574585.821189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574585.821196:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574585.821199:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574585.821212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574585.821218:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574585.821224:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574585.821228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574585.821232:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574585.821236:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574586.845174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574586.845181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574586.845185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574586.845196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574586.845200:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574586.845205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574586.845215:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574586.845219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574586.845222:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574587.165188:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574587.165191:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574587.165193:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574587.869139:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574587.869145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574587.869150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574587.869157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574587.869163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574587.869168:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574587.869172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574587.869175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574587.869179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574587.869629:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574587.869633:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574587.870311:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574587.870313:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574587.870498:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574587.870499:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574587.870777:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574587.870780:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574587.871120:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574587.871123:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1788574588.189227:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574588.189230:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574588.189233:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574588.893154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574588.893163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574588.893167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574588.893171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574588.893178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574588.893182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574588.893195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574588.893198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574588.893200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574589.917149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574589.917155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574589.917160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574589.917167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574589.917173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574589.917178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574589.917182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574589.917184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574589.917186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574590.237256:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574590.237261:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574590.237265:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574590.941170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574590.941179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574590.941187:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574590.941193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574590.941195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574590.941199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574590.941202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574590.941204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574590.941207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574591.261247:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574591.261250:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574591.261253:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574591.965171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574591.965179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574591.965184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574591.965193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574591.965198:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574591.965204:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574591.965212:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574591.965217:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574591.965221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574592.989157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574592.989164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574592.989166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574592.989173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788574592.989173:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574592.989178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574592.989183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574592.989185:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574592.989187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574592.989189:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574592.989191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574592.989194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574592.989196:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574592.989202:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574592.989212:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5436
00000400:00000200:1.0:1788574592.989223:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574592.989230:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574592.989234:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574592.989237:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989239:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.989241:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989243:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574592.989246:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574592.989248:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574592.989250:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574592.989253:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574592.989255:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574592.989256:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574592.989258:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989260:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.989261:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989262:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574592.989264:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574592.989266:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989268:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574592.989270:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574592.989272:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574592.989274:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.989276:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574592.989278:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574592.989287:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574592.989289:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574592.989293:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574592.989294:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.989296:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574592.989298:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574592.989301:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574592.989310:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574592.989317:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574592.989327:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816008832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574592.989339:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574592.989344:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574592.989349:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816008832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574592.989372:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574592.989375:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574592.989377:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574592.989378:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574592.989379:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574592.989382:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574592.989384:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5436
00000400:00000200:1.0:1788574592.989387:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574592.989389:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574592.989391:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574592.989394:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989396:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.989398:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989400:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574592.989402:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574592.989403:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574592.989405:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574592.989410:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574592.989413:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574592.989419:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574592.989428:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989433:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.989435:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989437:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574592.989444:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574592.989452:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989459:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574592.989464:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574592.989472:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574592.989478:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.989482:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574592.989488:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574592.989493:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.989498:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574592.989504:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574592.989507:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574592.989513:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574592.989515:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.989517:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574592.989519:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574592.989522:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574592.989529:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574592.989534:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574592.989541:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816008960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574592.989549:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574592.989553:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574592.989562:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816008960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574592.989595:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574592.989600:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574592.989604:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574592.989605:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574592.989606:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574592.989610:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574592.989616:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5436
00000400:00000200:1.0:1788574592.989620:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574592.989627:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574592.989631:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574592.989634:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989636:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.989641:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989644:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574592.989647:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574592.989650:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574592.989652:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574592.989654:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574592.989656:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574592.989661:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574592.989668:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989670:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.989674:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989679:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574592.989682:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574592.989687:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989712:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574592.989717:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574592.989721:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574592.989725:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.989728:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574592.989729:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574592.989731:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.989732:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574592.989737:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574592.989741:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574592.989746:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574592.989749:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.989752:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574592.989753:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574592.989754:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574592.989758:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574592.989763:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574592.989774:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816009088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788574592.989787:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574592.989793:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788574592.989797:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574592.989803:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574592.989814:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816009088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574592.989829:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574592.989832:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574592.989839:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574592.989842:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574592.989846:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574592.989850:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574592.989856:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5436
00000400:00000200:1.0:1788574592.989867:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574592.989876:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574592.989883:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574592.989892:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989898:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.989904:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989911:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574592.989918:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574592.989922:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574592.989926:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574592.989930:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574592.989935:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574592.989940:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574592.989946:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989951:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.989956:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989961:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574592.989967:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574592.989974:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574592.989980:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574592.989985:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574592.989988:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574592.989994:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.990007:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574592.990011:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574592.990016:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.990019:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574592.990026:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574592.990030:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574592.990034:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574592.990037:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.990041:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574592.990043:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574592.990046:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574592.990051:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574592.990080:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574592.990085:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816009216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574592.990105:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574592.990109:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574592.990115:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816009216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574592.990125:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574592.990129:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574592.990135:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574592.990138:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574592.990141:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574592.990146:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574592.990150:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5436
00000400:00000200:1.0:1788574592.990157:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574592.990161:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574592.990165:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574592.990171:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.990176:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.990179:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.990184:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574592.990189:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574592.990192:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574592.990195:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574592.990199:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574592.990202:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574592.990207:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574592.990215:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.990218:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574592.990223:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574592.990227:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574592.990231:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574592.990237:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574592.990242:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574592.990246:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574592.990250:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574592.990255:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.990257:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574592.990261:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574592.990265:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.990269:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574592.990275:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574592.990279:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574592.990283:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574592.990285:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574592.990288:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574592.990289:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574592.990293:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574592.990296:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574592.990301:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574592.990312:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816009344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574592.990328:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574592.990333:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574592.990343:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816009344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574592.990359:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574592.990367:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5446)
00000800:00000200:3.1:1788574592.990472:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574592.990474:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574592.990732:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574592.990734:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574592.990920:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574592.990922:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574592.991117:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574592.991118:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788574593.309215:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574593.309218:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574593.309221:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574594.014085:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574594.014088:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574594.014089:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574594.014091:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574594.014093:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574594.014094:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574594.014096:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574594.014097:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574594.014099:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574594.333283:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574594.333286:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574594.333288:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574595.037105:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574595.037113:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574595.037118:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574595.037127:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574595.037133:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574595.037139:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574595.037151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574595.037154:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574595.037156:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574596.061123:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574596.061129:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574596.061132:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574596.061137:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574596.061141:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574596.061145:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574596.061149:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574596.061152:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574596.061158:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574596.381271:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574596.381275:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574596.381278:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574597.085168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574597.085175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574597.085178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574597.085186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574597.085190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574597.085197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574597.085217:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574597.085221:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574597.085225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574597.405323:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574597.405329:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574597.405332:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574598.109140:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574598.109149:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574598.109153:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574598.109158:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574598.109164:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574598.109173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788574598.109175:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5441
00000100:00000001:0.0:1788574598.109180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574598.109183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574598.109187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000400:00000200:1.0:1788574598.109194:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788574598.109195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574598.109201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574598.109204:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574598.109211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788574598.109212:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1788574598.109220:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574598.109223:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574598.109230:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109234:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.109239:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109254:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574598.109260:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574598.109262:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574598.109266:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574598.109270:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574598.109273:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574598.109276:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574598.109279:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109281:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.109284:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109286:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574598.109289:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574598.109293:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109296:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574598.109299:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574598.109304:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574598.109308:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109311:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574598.109313:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574598.109326:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574598.109331:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574598.109337:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574598.109339:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109343:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574598.109346:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574598.109352:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574598.109364:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574598.109373:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574598.109386:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816009472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574598.109396:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574598.109401:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574598.109405:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816009472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574598.109426:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574598.109430:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574598.109434:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574598.109436:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574598.109439:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574598.109443:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574598.109446:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5441
00000400:00000200:1.0:1788574598.109452:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574598.109459:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574598.109465:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574598.109472:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109479:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.109486:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109492:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574598.109498:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574598.109502:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574598.109507:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574598.109511:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574598.109514:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574598.109517:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574598.109522:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109525:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.109529:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109532:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574598.109534:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574598.109537:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109541:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574598.109544:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574598.109550:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574598.109553:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109556:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574598.109562:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574598.109567:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109568:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574598.109573:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574598.109578:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574598.109583:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574598.109586:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109589:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574598.109591:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574598.109595:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574598.109601:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574598.109605:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574598.109614:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816009600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574598.109626:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574598.109629:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574598.109635:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816009600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574598.109647:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574598.109651:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574598.109654:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574598.109672:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574598.109675:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574598.109677:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574598.109681:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5441
00000400:00000200:1.0:1788574598.109686:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574598.109692:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574598.109695:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574598.109699:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109700:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.109702:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109706:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574598.109711:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574598.109714:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574598.109715:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574598.109719:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574598.109722:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574598.109727:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574598.109735:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109737:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.109739:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109741:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574598.109746:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574598.109752:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109756:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574598.109758:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574598.109760:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574598.109763:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109766:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574598.109768:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574598.109770:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109773:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574598.109777:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574598.109781:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574598.109787:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574598.109788:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109792:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574598.109794:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574598.109795:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574598.109798:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574598.109802:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574598.109802:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574598.109807:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00100000:1.0:1788574598.109808:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816009728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574598.109821:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574598.109824:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574598.109830:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816009728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574598.109842:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574598.109845:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574598.109849:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574598.109851:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574598.109855:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574598.109858:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574598.109865:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5441
00000400:00000200:1.0:1788574598.109872:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574598.109883:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574598.109887:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574598.109893:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109895:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.109899:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109903:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574598.109908:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574598.109910:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574598.109912:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574598.109914:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574598.109917:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574598.109922:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574598.109924:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109926:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.109928:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109933:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574598.109936:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574598.109941:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574598.109945:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574598.109947:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574598.109949:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574598.109953:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109956:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574598.109959:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574598.109964:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109968:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574598.109973:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574598.109977:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574598.109981:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574598.109985:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.109990:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574598.109993:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574598.109997:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574598.110006:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574598.110014:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574598.110022:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816009856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574598.110031:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574598.110036:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574598.110043:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816009856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574598.110075:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574598.110078:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574598.110080:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574598.110082:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574598.110083:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574598.110086:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574598.110092:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5441
00000400:00000200:1.0:1788574598.110099:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574598.110104:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574598.110107:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574598.110115:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.110120:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.110124:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.110129:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574598.110132:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574598.110135:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574598.110138:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574598.110141:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574598.110145:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574598.110149:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574598.110154:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.110159:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574598.110163:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574598.110167:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574598.110169:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574598.110175:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574598.110180:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574598.110183:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574598.110186:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574598.110190:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.110195:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574598.110198:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574598.110205:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.110208:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574598.110213:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574598.110218:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574598.110220:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574598.110221:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574598.110222:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574598.110223:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574598.110225:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574598.110230:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574598.110234:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574598.110242:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816009984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574598.110257:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574598.110261:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574598.110268:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816009984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574598.110283:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574598.110288:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5451)
00000800:00000200:3.1:1788574598.110467:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574598.110470:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574598.110808:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574598.110810:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574598.111143:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574598.111146:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574598.111444:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574598.111447:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788574599.133133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574599.133140:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574599.133144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574599.133151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574599.133157:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574599.133161:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574599.133174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574599.133177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574599.133180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574599.453323:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574599.453328:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574599.453331:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574600.157182:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574600.157191:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574600.157194:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574600.157202:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574600.157207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574600.157212:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574600.157216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574600.157220:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574600.157228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574600.477230:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574600.477235:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574600.477239:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574601.181172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574601.181184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574601.181188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574601.181198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574601.181213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574601.181218:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574601.181226:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574601.181231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574601.181236:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574602.205180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574602.205189:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574602.205193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574602.205203:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574602.205209:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574602.205215:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574602.205231:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574602.205236:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574602.205240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574602.525351:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574602.525356:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574602.525360:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574603.229170:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574603.229191:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574603.229198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574603.229199:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574603.229206:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574603.229209:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574603.229212:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229223:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1788574603.229224:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574603.229232:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574603.229237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574603.229237:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5446
00000100:00000001:0.0:1788574603.229247:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574603.229250:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574603.229254:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574603.229256:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574603.229267:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574603.229271:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574603.229273:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229276:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.229279:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229281:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574603.229284:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574603.229287:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574603.229290:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574603.229294:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574603.229296:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574603.229299:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574603.229303:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229306:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.229308:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229310:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574603.229312:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574603.229315:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229316:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574603.229319:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574603.229323:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574603.229325:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229327:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574603.229330:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574603.229341:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574603.229344:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574603.229348:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574603.229350:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229353:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574603.229356:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574603.229359:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574603.229368:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574603.229375:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574603.229385:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816010112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574603.229394:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574603.229398:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574603.229402:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816010112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574603.229424:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574603.229428:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574603.229432:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574603.229434:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574603.229436:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574603.229441:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574603.229445:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5446
00000400:00000200:1.0:1788574603.229451:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574603.229458:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574603.229465:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574603.229474:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229478:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.229482:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229487:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574603.229492:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574603.229496:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574603.229498:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574603.229502:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574603.229507:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574603.229509:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574603.229512:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229514:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.229517:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229523:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574603.229528:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574603.229536:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229542:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574603.229547:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574603.229557:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574603.229562:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229569:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574603.229575:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574603.229579:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229582:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574603.229591:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574603.229596:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574603.229600:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574603.229601:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229603:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574603.229604:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574603.229608:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574603.229612:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574603.229616:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574603.229625:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816010240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574603.229656:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574603.229659:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574603.229668:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816010240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574603.229684:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574603.229689:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574603.229693:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574603.229694:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574603.229696:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574603.229699:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574603.229703:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5446
00000400:00000200:1.0:1788574603.229709:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574603.229716:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574603.229718:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574603.229724:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229728:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.229733:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229737:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574603.229741:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574603.229743:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574603.229746:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574603.229750:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574603.229756:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574603.229760:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574603.229764:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229766:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.229771:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229776:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574603.229781:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574603.229786:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229790:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574603.229795:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574603.229800:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574603.229804:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229809:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574603.229812:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1788574603.229820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:1.0:1788574603.229827:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229834:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574603.229838:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574603.229844:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574603.229848:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574603.229851:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.229856:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574603.229860:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574603.229863:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574603.229870:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574603.229877:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574603.229886:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816010368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574603.229900:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574603.229904:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574603.229913:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816010368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574603.229923:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574603.229926:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574603.229931:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574603.229934:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574603.229939:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574603.229942:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574603.229949:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5446
00000400:00000200:1.0:1788574603.229958:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574603.229965:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574603.229968:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574603.229974:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229979:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.229984:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.229988:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574603.229992:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574603.229995:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574603.229997:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574603.230001:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574603.230005:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574603.230010:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574603.230015:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.230018:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.230023:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.230028:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574603.230031:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574603.230038:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574603.230043:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574603.230048:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574603.230051:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574603.230081:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.230086:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574603.230090:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574603.230096:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.230099:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574603.230105:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574603.230110:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574603.230115:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574603.230118:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.230123:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574603.230127:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574603.230130:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574603.230138:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574603.230145:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574603.230158:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816010496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574603.230173:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574603.230177:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574603.230187:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816010496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574603.230210:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574603.230217:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574603.230224:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574603.230228:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574603.230231:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574603.230237:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574603.230243:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5446
00000400:00000200:1.0:1788574603.230253:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574603.230261:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574603.230267:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788574603.230274:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574603.230277:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.230284:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.230289:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.230295:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574603.230301:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574603.230304:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574603.230307:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574603.230310:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574603.230314:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574603.230319:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574603.230324:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.230327:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574603.230331:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574603.230335:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574603.230337:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574603.230344:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574603.230350:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574603.230354:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574603.230359:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574603.230366:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.230372:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574603.230376:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574603.230380:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.230382:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574603.230386:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574603.230391:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574603.230397:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574603.230401:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574603.230406:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574603.230411:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574603.230415:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574603.230423:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574603.230430:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574603.230443:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816010624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574603.230460:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574603.230465:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574603.230473:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816010624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574603.230487:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574603.230497:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5456)
00000800:00000200:3.1:1788574603.230590:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574603.230790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574603.231082:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788574603.549326:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574603.549331:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574603.549333:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574605.277166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574605.277171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574605.277173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574605.277176:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574605.277181:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574605.277184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574605.277188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574605.277192:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574605.277195:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574605.597260:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574605.597267:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574605.597272:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574606.301171:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574606.301179:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574606.301183:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574606.301191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574606.301206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574606.301212:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574606.301215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574606.301217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574606.301219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788574606.301469:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788574606.301541:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788574606.301552:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574606.301557:0:2387:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788574606.301563:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574606.301567:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788574606.301572:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574606.301577:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:1.0:1788574606.301583:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574606.301588:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574606.301595:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc4c8
00000400:00000010:1.0:1788574606.301598:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc4c8.
00000100:00000001:1.0:1788574606.301603:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574606.301741:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683480 x1875450816010112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301770:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574606.301775:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816010112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301783:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574606.301785:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574606.301796:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574606.301799:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f600.
00000400:00000200:1.0:1788574606.301802:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574606.301807:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574606.301810:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:1.0:1788574606.301812:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:1.0:1788574606.301815:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574606.301819:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9681500 x1875450816010240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301827:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574606.301829:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816010240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301835:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574606.301837:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574606.301841:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574606.301843:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f400.
00000400:00000200:1.0:1788574606.301846:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574606.301849:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574606.301851:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc908
00000400:00000010:1.0:1788574606.301853:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc908.
00000100:00000001:1.0:1788574606.301855:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574606.301859:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682300 x1875450816010368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301867:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574606.301871:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816010368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301877:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574606.301878:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574606.301883:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574606.301885:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f700.
00000400:00000200:1.0:1788574606.301888:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574606.301891:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574606.301893:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcd48
00000400:00000010:1.0:1788574606.301895:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcd48.
00000100:00000001:1.0:1788574606.301897:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574606.301901:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680380 x1875450816010496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301910:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574606.301913:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816010496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301921:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574606.301923:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574606.301928:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574606.301930:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:1.0:1788574606.301933:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574606.301936:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574606.301939:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc770
00000400:00000010:1.0:1788574606.301941:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc770.
00000100:00000001:1.0:1788574606.301943:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574606.301948:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682d80 x1875450816010624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301956:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574606.301959:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816010624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574606.301966:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574606.301968:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1788574606.621239:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574606.621244:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574606.621247:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574608.349214:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574608.349232:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574608.349237:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574608.349245:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574608.349254:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574608.349267:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5451
00000400:00000200:1.0:1788574608.349282:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574608.349290:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574608.349297:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574608.349303:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349320:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.349325:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349334:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574608.349339:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574608.349345:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574608.349352:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574608.349355:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574608.349360:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574608.349364:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574608.349366:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349368:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.349370:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349371:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574608.349373:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574608.349378:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349380:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574608.349383:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574608.349387:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574608.349389:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.349391:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574608.349393:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574608.349402:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574608.349405:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574608.349408:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574608.349410:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.349413:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574608.349415:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574608.349419:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574608.349426:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574608.349431:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574608.349439:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816010752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574608.349447:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574608.349450:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574608.349454:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816010752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574608.349471:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574608.349473:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574608.349476:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574608.349477:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574608.349478:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574608.349480:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574608.349481:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5451
00000400:00000200:1.0:1788574608.349483:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574608.349485:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574608.349487:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574608.349489:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349491:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.349493:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349495:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574608.349496:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574608.349498:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574608.349499:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574608.349501:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574608.349502:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574608.349505:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574608.349509:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349511:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.349516:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349517:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574608.349518:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574608.349520:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349521:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574608.349523:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574608.349529:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574608.349533:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.349537:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574608.349541:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574608.349546:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.349550:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574608.349555:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574608.349557:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574608.349560:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574608.349564:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.349569:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574608.349572:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574608.349575:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574608.349580:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574608.349584:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574608.349591:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816010880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574608.349614:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574608.349618:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574608.349627:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816010880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574608.349643:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574608.349648:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574608.349652:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574608.349654:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574608.349657:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574608.349662:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574608.349667:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5451
00000400:00000200:1.0:1788574608.349675:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574608.349681:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574608.349686:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574608.349689:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349692:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.349697:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349703:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574608.349709:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574608.349713:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574608.349717:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574608.349720:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574608.349725:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574608.349730:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574608.349735:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349740:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.349747:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349749:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574608.349755:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574608.349760:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349765:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574608.349770:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574608.349775:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574608.349781:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.349786:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574608.349790:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574608.349795:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.349800:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574608.349807:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574608.349813:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574608.349820:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574608.349823:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.349826:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574608.349827:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574608.349831:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574608.349839:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574608.349844:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574608.349853:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816011008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574608.349865:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574608.349869:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574608.349878:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816011008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574608.349887:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574608.349894:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574608.349895:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1788574608.349899:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574608.349906:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574608.349910:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574608.349912:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574608.349918:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574608.349923:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5451
00000400:00000200:1.0:1788574608.349929:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574608.349938:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574608.349942:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574608.349947:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349951:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.349956:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349960:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574608.349965:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574608.349968:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574608.349970:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574608.349974:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574608.349979:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574608.349984:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574608.349990:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.349993:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.349997:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.350002:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574608.350008:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574608.350016:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574608.350022:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574608.350027:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574608.350032:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574608.350036:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.350041:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574608.350046:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574608.350051:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.350091:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574608.350098:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574608.350103:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574608.350109:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574608.350113:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.350115:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574608.350118:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574608.350123:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574608.350131:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574608.350137:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574608.350147:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816011136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574608.350172:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574608.350177:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574608.350185:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816011136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574608.350198:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574608.350201:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574608.350205:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574608.350206:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574608.350208:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574608.350211:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574608.350213:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5451
00000400:00000200:1.0:1788574608.350217:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574608.350220:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574608.350222:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574608.350224:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.350226:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.350228:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.350230:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574608.350232:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574608.350233:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574608.350235:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574608.350237:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574608.350239:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574608.350242:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574608.350245:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.350247:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574608.350248:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574608.350251:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574608.350253:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574608.350255:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574608.350258:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574608.350260:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574608.350263:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574608.350265:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.350267:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574608.350269:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574608.350271:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.350272:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574608.350276:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574608.350278:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574608.350281:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574608.350282:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574608.350284:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574608.350286:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574608.350287:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574608.350291:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574608.350294:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574608.350298:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816011264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574608.350305:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574608.350307:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574608.350310:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816011264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574608.350318:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574608.350329:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5461)
00000800:00000200:3.1:1788574608.350687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574608.350689:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574608.351004:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574608.351006:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574608.351329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574608.351332:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574608.351574:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574608.351576:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788574608.669232:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574608.669235:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574608.669238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574609.693236:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574609.693240:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574609.693243:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574611.741249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574611.741252:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574611.741255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574612.765223:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574612.765227:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574612.765230:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574613.469144:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574613.469154:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574613.469158:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574613.469165:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574613.469179:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574613.469188:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5456
00000400:00000200:1.0:1788574613.469200:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574613.469207:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574613.469210:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574613.469214:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469217:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469219:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469221:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574613.469224:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574613.469226:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574613.469228:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574613.469230:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574613.469232:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574613.469233:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574613.469235:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469236:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469238:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469239:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574613.469241:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574613.469244:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469246:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574613.469248:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574613.469250:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574613.469252:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469254:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574613.469256:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574613.469263:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574613.469265:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574613.469269:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574613.469270:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469273:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574613.469275:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574613.469277:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574613.469284:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574613.469289:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574613.469296:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816011392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574613.469304:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574613.469312:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574613.469316:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816011392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574613.469332:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574613.469334:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574613.469336:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574613.469338:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574613.469339:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574613.469341:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574613.469342:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5456
00000400:00000200:1.0:1788574613.469344:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574613.469347:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574613.469348:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574613.469352:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469354:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469355:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469357:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574613.469359:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574613.469360:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574613.469361:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574613.469362:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574613.469365:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574613.469369:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574613.469372:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469376:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469381:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469384:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574613.469387:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574613.469392:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469397:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574613.469401:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574613.469407:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574613.469414:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469418:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574613.469424:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574613.469429:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469432:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574613.469437:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574613.469441:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574613.469445:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574613.469448:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469450:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574613.469451:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574613.469453:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574613.469458:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574613.469461:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574613.469466:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816011520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574613.469475:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574613.469478:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574613.469484:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816011520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574613.469495:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574613.469497:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574613.469501:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574613.469504:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574613.469505:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574613.469507:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574613.469509:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5456
00000400:00000200:1.0:1788574613.469516:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574613.469521:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574613.469524:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574613.469527:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469528:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469533:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469534:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574613.469538:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574613.469539:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574613.469542:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574613.469544:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574613.469548:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574613.469552:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574613.469557:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469559:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469565:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469581:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574613.469585:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574613.469589:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469591:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574613.469593:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574613.469596:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574613.469600:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469602:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574613.469604:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574613.469608:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469613:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574613.469617:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574613.469620:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574613.469623:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574613.469626:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469629:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574613.469630:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574613.469632:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574613.469636:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574613.469642:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574613.469652:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816011648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574613.469666:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574613.469670:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574613.469676:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816011648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574613.469688:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574613.469690:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574613.469693:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574613.469697:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574613.469699:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574613.469703:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574613.469707:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5456
00000400:00000200:1.0:1788574613.469714:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788574613.469718:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:1.0:1788574613.469720:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574613.469724:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788574613.469724:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1788574613.469730:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469734:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469739:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469746:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574613.469751:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574613.469756:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574613.469760:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574613.469765:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574613.469769:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574613.469775:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574613.469785:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469789:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469796:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469803:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574613.469806:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574613.469812:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469816:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574613.469818:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574613.469822:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574613.469827:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469830:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574613.469832:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574613.469836:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469838:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574613.469843:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574613.469847:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574613.469850:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574613.469852:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.469854:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574613.469857:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574613.469859:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574613.469866:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574613.469870:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574613.469878:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816011776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574613.469898:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574613.469902:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574613.469909:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816011776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574613.469923:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574613.469928:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574613.469936:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574613.469939:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574613.469942:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574613.469947:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574613.469952:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5456
00000400:00000200:1.0:1788574613.469960:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574613.469972:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574613.469976:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574613.469981:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469985:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.469989:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.469993:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574613.469998:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574613.469999:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574613.470003:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574613.470005:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574613.470008:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574613.470010:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574613.470014:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.470018:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574613.470022:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574613.470026:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574613.470031:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574613.470035:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574613.470041:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574613.470047:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574613.470049:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574613.470069:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.470071:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574613.470072:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574613.470074:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.470075:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574613.470077:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574613.470079:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574613.470081:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574613.470082:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574613.470088:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574613.470090:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574613.470093:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574613.470097:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574613.470103:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574613.470110:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816011904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574613.470122:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574613.470125:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574613.470136:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816011904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574613.470156:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574613.470162:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5466)
00000800:00000200:3.1:1788574613.470323:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574613.470325:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574613.470593:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574613.470595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574613.470782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574613.470783:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574613.470956:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574613.470958:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788574614.813198:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574614.813201:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574614.813204:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574615.837350:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574615.837356:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574615.837361:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574617.885320:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574617.885325:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574617.885330:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574618.589196:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574618.589214:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574618.589227:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574618.589239:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574618.589248:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574618.589270:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5461
00000400:00000200:1.0:1788574618.589286:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574618.589296:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574618.589301:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574618.589305:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589310:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.589313:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589315:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574618.589319:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574618.589320:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574618.589323:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574618.589325:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574618.589327:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574618.589329:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574618.589331:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589332:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.589333:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589334:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574618.589336:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574618.589339:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589341:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574618.589344:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574618.589347:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574618.589349:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.589351:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574618.589354:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574618.589365:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574618.589369:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574618.589372:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574618.589374:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.589378:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574618.589380:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574618.589385:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574618.589393:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574618.589400:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574618.589410:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816012032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574618.589422:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574618.589427:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574618.589432:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816012032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574618.589453:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574618.589457:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574618.589461:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574618.589462:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574618.589464:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574618.589467:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574618.589471:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5461
00000400:00000200:1.0:1788574618.589477:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574618.589481:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574618.589485:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574618.589492:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589497:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.589503:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589516:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574618.589527:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574618.589531:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574618.589552:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574618.589554:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574618.589556:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574618.589560:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574618.589570:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589574:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.589578:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589592:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574618.589605:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574618.589618:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589630:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574618.589637:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574618.589644:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574618.589651:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.589658:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574618.589661:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574618.589664:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.589669:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574618.589674:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574618.589677:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574618.589679:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574618.589680:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.589682:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574618.589686:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574618.589689:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574618.589697:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574618.589706:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574618.589714:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816012160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574618.589727:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574618.589738:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574618.589752:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816012160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574618.589774:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574618.589780:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574618.589793:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574618.589795:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574618.589798:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574618.589804:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574618.589816:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5461
00000400:00000200:1.0:1788574618.589825:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574618.589832:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574618.589834:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574618.589837:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589844:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.589850:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589853:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574618.589855:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574618.589857:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574618.589861:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574618.589866:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574618.589870:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574618.589873:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574618.589881:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589885:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.589891:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589902:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574618.589911:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574618.589923:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574618.589936:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574618.589940:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574618.589943:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574618.589947:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.589956:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574618.589960:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574618.589963:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.589966:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574618.589976:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574618.589980:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574618.589983:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574618.589985:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.589987:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574618.589991:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574618.589994:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574618.589999:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574618.590004:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574618.590022:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816012288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788574618.590022:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574618.590035:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1788574618.590042:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574618.590045:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574618.590096:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816012288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574618.590104:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574618.590109:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574618.590114:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574618.590117:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574618.590121:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574618.590127:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574618.590131:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5461
00000400:00000200:1.0:1788574618.590137:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574618.590143:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574618.590146:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574618.590151:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590157:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.590160:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590167:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574618.590174:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574618.590177:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574618.590181:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574618.590183:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574618.590193:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574618.590201:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574618.590207:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590214:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.590227:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590236:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574618.590243:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574618.590248:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590259:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574618.590268:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574618.590273:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574618.590280:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.590282:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574618.590285:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574618.590289:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.590291:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574618.590295:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574618.590300:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574618.590303:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574618.590305:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.590313:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574618.590315:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574618.590317:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574618.590322:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574618.590327:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574618.590338:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816012416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574618.590362:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574618.590366:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574618.590377:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816012416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574618.590425:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574618.590428:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574618.590433:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574618.590436:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574618.590443:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574618.590448:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574618.590455:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5461
00000400:00000200:1.0:1788574618.590470:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574618.590484:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574618.590490:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574618.590506:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590512:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.590521:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590526:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574618.590550:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574618.590553:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574618.590561:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574618.590563:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574618.590568:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574618.590572:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574618.590586:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590594:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574618.590602:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590614:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574618.590624:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574618.590634:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574618.590642:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574618.590645:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574618.590655:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574618.590668:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.590677:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574618.590680:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574618.590689:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.590694:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574618.590701:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574618.590712:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574618.590723:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574618.590727:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574618.590734:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574618.590736:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574618.590738:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574618.590741:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574618.590748:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574618.590761:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816012544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574618.590782:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574618.590788:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574618.590804:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816012544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574618.590827:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574618.590839:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5472)
00000800:00000200:3.1:1788574618.590985:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574618.590987:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574618.591253:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574618.591255:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574618.591497:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574618.591499:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574618.591732:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574618.591734:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1788574618.909249:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574618.909261:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574618.909266:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574620.957323:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574620.957327:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574620.957329:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574621.981432:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574621.981438:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574621.981441:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788574623.709788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574623.709794:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574623.710524:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574623.710527:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574623.710728:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574623.710730:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574623.710907:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574623.710909:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574623.711218:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574623.711220:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1788574624.029345:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574624.029351:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574624.029354:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574624.733216:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574624.733230:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574624.733233:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574624.733241:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574624.733248:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574624.733253:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574624.733257:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574624.733261:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574624.733263:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574625.053285:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574625.053289:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574625.053292:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574625.757166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574625.757173:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574625.757176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574625.757182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574625.757187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574625.757191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574625.757196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574625.757198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574625.757202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574626.781160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574626.781166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574626.781168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574626.781175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574626.781181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574626.781187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574626.781193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574626.781195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574626.781197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574627.101283:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574627.101287:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574627.101290:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574627.805164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574627.805172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574627.805176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574627.805182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574627.805188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574627.805192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574627.805207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574627.805211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574627.805215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574628.125226:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574628.125230:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574628.125233:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574628.829143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574628.829151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574628.829155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574628.829157:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788574628.829163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788574628.829164:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574628.829170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574628.829171:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574628.829175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574628.829176:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574628.829180:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574628.829182:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574628.829183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574628.829190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574628.829190:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5472
00000400:00000200:1.0:1788574628.829204:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574628.829210:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574628.829212:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574628.829215:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829218:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.829220:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829223:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574628.829225:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574628.829227:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574628.829230:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574628.829232:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574628.829234:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574628.829236:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574628.829238:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829239:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.829241:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829242:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574628.829244:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574628.829246:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829248:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574628.829250:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574628.829252:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574628.829255:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.829256:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574628.829258:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574628.829266:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574628.829268:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574628.829271:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574628.829272:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.829274:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574628.829276:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574628.829280:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574628.829289:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574628.829295:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574628.829304:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816013312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574628.829316:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574628.829321:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574628.829326:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816013312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574628.829347:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574628.829349:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574628.829352:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574628.829354:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574628.829355:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574628.829359:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574628.829363:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5472
00000400:00000200:1.0:1788574628.829369:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574628.829380:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574628.829385:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574628.829394:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829400:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.829407:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829411:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574628.829415:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574628.829417:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574628.829420:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574628.829423:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574628.829426:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574628.829431:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574628.829447:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829452:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.829457:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829463:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574628.829471:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574628.829478:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829482:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574628.829485:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574628.829492:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574628.829498:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.829502:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574628.829507:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574628.829512:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.829515:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574628.829521:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574628.829525:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574628.829529:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574628.829532:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.829538:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574628.829540:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574628.829543:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574628.829549:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574628.829553:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574628.829562:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816013440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574628.829576:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574628.829580:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574628.829587:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816013440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574628.829602:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574628.829608:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574628.829612:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574628.829615:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574628.829618:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574628.829623:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574628.829628:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5472
00000400:00000200:1.0:1788574628.829634:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574628.829640:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574628.829643:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574628.829650:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829653:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.829658:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574628.829663:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574628.829664:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574628.829669:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:3.1:1788574628.829670:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000040:1.0:1788574628.829671:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574628.829675:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574628.829679:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574628.829683:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574628.829687:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574628.829692:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829696:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.829701:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829706:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574628.829710:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574628.829718:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829724:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574628.829730:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574628.829735:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574628.829745:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.829751:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574628.829757:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574628.829763:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.829768:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574628.829774:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574628.829778:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574628.829783:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574628.829784:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.829786:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574628.829787:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574628.829791:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574628.829796:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574628.829801:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574628.829811:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816013568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574628.829843:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574628.829852:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574628.829859:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816013568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574628.829873:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574628.829878:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574628.829885:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574628.829890:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574628.829895:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574628.829903:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574628.829911:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5472
00000400:00000200:1.0:1788574628.829921:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574628.829931:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574628.829936:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574628.829944:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829950:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.829956:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.829962:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574628.829968:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574628.829973:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574628.829977:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574628.829981:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574628.829986:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574628.829992:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574628.830001:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.830005:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.830011:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.830017:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574628.830023:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574628.830046:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574628.830090:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574628.830094:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574628.830098:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574628.830104:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.830109:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574628.830112:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574628.830118:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.830122:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574628.830128:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574628.830132:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574628.830136:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574628.830140:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.830146:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574628.830150:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574628.830155:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574628.830164:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574628.830171:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574628.830181:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816013696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574628.830195:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574628.830201:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574628.830211:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816013696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574628.830231:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574628.830236:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574628.830244:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574628.830248:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574628.830253:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574628.830258:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574628.830266:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5472
00000400:00000200:1.0:1788574628.830274:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574628.830285:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574628.830291:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574628.830301:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.830308:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.830315:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.830320:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574628.830326:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574628.830330:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000800:00000200:3.1:1788574628.830335:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788574628.830336:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788574628.830339:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000040:1.0:1788574628.830341:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574628.830347:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574628.830352:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574628.830360:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.830366:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574628.830373:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574628.830378:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574628.830385:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574628.830392:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574628.830400:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574628.830405:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574628.830412:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574628.830417:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.830423:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574628.830429:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574628.830448:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.830452:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574628.830459:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574628.830466:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574628.830473:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574628.830477:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574628.830483:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574628.830487:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574628.830493:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574628.830498:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574628.830504:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574628.830515:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816013824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574628.830534:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574628.830541:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574628.830551:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816013824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574628.830576:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574628.830584:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5482)
00000800:00000200:3.1:1788574628.830681:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574628.830682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574628.830984:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574628.830987:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574628.831315:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574628.831318:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788574629.853184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574629.853194:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574629.853198:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574629.853205:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574629.853210:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574629.853215:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574629.853220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574629.853224:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574629.853228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574630.173254:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574630.173259:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574630.173264:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574630.877185:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574630.877194:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574630.877197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574630.877205:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574630.877212:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574630.877217:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574630.877221:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574630.877225:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574630.877228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574631.197279:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574631.197283:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574631.197286:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574631.901207:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574631.901217:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574631.901220:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574631.901227:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574631.901232:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574631.901238:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574631.901242:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574631.901247:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574631.901251:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574632.925174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574632.925181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574632.925183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574632.925201:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574632.925205:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574632.925209:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574632.925212:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574632.925215:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574632.925218:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574633.245259:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574633.245265:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574633.245270:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574633.949115:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574633.949122:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574633.949125:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574633.949131:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788574633.949133:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574633.949136:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788574633.949141:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574633.949143:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574633.949144:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574633.949149:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574633.949150:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574633.949155:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574633.949156:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574633.949161:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574633.949164:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5477
00000400:00000200:1.0:1788574633.949173:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574633.949180:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574633.949184:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574633.949188:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949192:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949195:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949197:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574633.949201:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574633.949204:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574633.949207:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574633.949210:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574633.949212:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574633.949214:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574633.949216:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949218:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949219:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949220:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574633.949222:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574633.949224:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949226:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574633.949228:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574633.949230:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574633.949232:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949234:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574633.949236:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574633.949242:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574633.949245:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574633.949248:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574633.949249:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949252:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574633.949253:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574633.949257:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574633.949263:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574633.949269:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574633.949276:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816013952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574633.949284:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574633.949287:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574633.949291:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816013952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574633.949313:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574633.949317:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574633.949320:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574633.949322:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574633.949323:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574633.949326:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574633.949329:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5477
00000400:00000200:1.0:1788574633.949333:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574633.949336:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574633.949338:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574633.949341:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949343:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949355:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949357:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574633.949360:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574633.949361:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574633.949363:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574633.949365:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574633.949367:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574633.949370:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574633.949376:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949378:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949380:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949382:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574633.949396:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574633.949400:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949402:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574633.949405:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574633.949409:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574633.949412:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949413:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574633.949417:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574633.949420:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949422:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574633.949425:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574633.949428:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574633.949430:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574633.949432:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949433:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574633.949435:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574633.949437:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574633.949441:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574633.949444:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574633.949449:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816014080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574633.949457:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574633.949459:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574633.949463:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816014080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574633.949471:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574633.949474:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574633.949477:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574633.949479:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574633.949481:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574633.949483:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574633.949485:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5477
00000400:00000200:1.0:1788574633.949489:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574633.949492:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574633.949494:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574633.949498:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949500:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949502:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949504:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574633.949506:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574633.949508:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574633.949510:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574633.949512:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574633.949513:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574633.949515:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574633.949518:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949520:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949522:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949524:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574633.949526:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574633.949529:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949531:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574633.949533:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574633.949536:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574633.949539:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574633.949539:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574633.949541:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574633.949542:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574633.949545:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949547:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574633.949550:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000800:00000200:3.1:1788574633.949551:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000040:1.0:1788574633.949552:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574633.949555:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574633.949556:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949558:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574633.949560:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574633.949561:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574633.949564:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574633.949568:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574633.949572:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816014208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574633.949580:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574633.949582:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574633.949586:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816014208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574633.949594:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574633.949597:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574633.949601:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574633.949603:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574633.949605:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574633.949607:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574633.949610:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5477
00000400:00000200:1.0:1788574633.949613:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574633.949616:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574633.949618:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574633.949621:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949623:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949625:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949627:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574633.949629:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574633.949630:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574633.949632:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574633.949634:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574633.949636:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574633.949638:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574633.949642:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949643:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949646:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949648:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574633.949651:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574633.949654:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949657:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574633.949658:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574633.949661:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574633.949663:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949665:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574633.949668:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574633.949670:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949672:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574633.949675:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574633.949677:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574633.949679:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574633.949681:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949683:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574633.949685:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574633.949686:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574633.949690:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574633.949693:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574633.949697:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816014336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574633.949704:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574633.949706:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574633.949711:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816014336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574633.949721:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574633.949724:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574633.949727:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574633.949729:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574633.949731:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574633.949734:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574633.949736:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5477
00000400:00000200:1.0:1788574633.949739:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574633.949742:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574633.949745:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574633.949747:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949749:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949751:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949754:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574633.949756:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574633.949757:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574633.949759:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574633.949761:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574633.949763:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574633.949765:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574633.949769:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949771:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574633.949773:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949775:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574633.949777:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574633.949780:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574633.949782:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574633.949783:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574633.949786:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574633.949788:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949789:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574633.949792:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574633.949794:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949796:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574633.949799:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574633.949802:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574633.949804:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574633.949805:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574633.949807:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574633.949809:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574633.949811:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574633.949814:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574633.949817:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574633.949822:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816014464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574633.949829:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574633.949831:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574633.949841:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816014464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574633.949850:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574633.949855:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5487)
00000800:00000200:3.1:1788574633.949953:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574633.949955:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574633.950163:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574633.950165:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574633.950340:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574633.950342:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574633.950621:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574633.950622:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1788574634.269215:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574634.269218:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574634.269221:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574634.973151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574634.973156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574634.973158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574634.973162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574634.973165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574634.973167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574634.973170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574634.973171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574634.973174:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574635.997188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574635.997195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574635.997197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574635.997201:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574635.997204:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574635.997207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574635.997209:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574635.997211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574635.997213:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574636.317262:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574636.317268:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574636.317271:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574637.021119:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574637.021126:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574637.021128:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574637.021134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574637.021139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574637.021144:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574637.021147:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574637.021151:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574637.021155:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574637.341241:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574637.341246:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574637.341250:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574638.045129:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574638.045133:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574638.045136:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574638.045142:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574638.045147:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574638.045151:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574638.045156:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574638.045158:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574638.045160:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574639.069152:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574639.069154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574639.069159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574639.069160:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574639.069162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069164:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788574639.069167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788574639.069168:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574639.069172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574639.069173:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574639.069177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574639.069181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574639.069183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574639.069186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574639.069189:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5482
00000400:00000200:1.0:1788574639.069198:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574639.069205:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574639.069210:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574639.069214:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069219:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.069223:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069227:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574639.069232:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574639.069237:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574639.069241:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574639.069245:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574639.069247:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574639.069249:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574639.069250:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069252:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.069257:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069258:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574639.069261:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574639.069263:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069265:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574639.069267:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574639.069269:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574639.069272:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069273:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574639.069275:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574639.069283:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574639.069285:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574639.069289:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574639.069290:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069293:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574639.069295:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574639.069298:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574639.069304:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574639.069309:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574639.069317:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816014592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574639.069328:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574639.069352:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574639.069357:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816014592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574639.069371:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574639.069373:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574639.069376:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574639.069377:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574639.069378:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574639.069380:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574639.069382:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5482
00000400:00000200:1.0:1788574639.069385:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574639.069389:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574639.069391:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574639.069393:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069395:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.069396:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069398:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574639.069400:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574639.069404:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574639.069406:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574639.069411:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574639.069416:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574639.069417:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574639.069422:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069424:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.069428:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069432:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574639.069437:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574639.069442:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069446:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574639.069451:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574639.069457:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574639.069463:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069473:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574639.069476:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574639.069482:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069485:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574639.069489:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574639.069493:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574639.069497:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574639.069500:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069503:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574639.069506:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574639.069508:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574639.069513:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574639.069518:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574639.069526:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816014720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574639.069540:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574639.069544:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574639.069552:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816014720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574639.069565:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574639.069569:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574639.069573:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574639.069574:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574639.069576:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574639.069580:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574639.069585:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5482
00000400:00000200:1.0:1788574639.069592:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574639.069598:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574639.069601:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574639.069607:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069612:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.069617:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069621:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574639.069624:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574639.069627:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574639.069631:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574639.069634:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574639.069637:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574639.069642:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574639.069649:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069652:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.069656:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069660:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574639.069662:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574639.069667:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069669:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574639.069672:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574639.069675:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574639.069678:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069683:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574639.069685:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1788574639.069687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:1.0:1788574639.069688:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574639.069691:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788574639.069692:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574639.069699:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574639.069705:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574639.069708:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574639.069710:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069712:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574639.069714:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574639.069718:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574639.069724:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574639.069728:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574639.069735:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816014848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574639.069748:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574639.069752:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574639.069759:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816014848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574639.069768:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574639.069773:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574639.069780:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574639.069783:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574639.069786:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574639.069790:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574639.069796:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5482
00000400:00000200:1.0:1788574639.069801:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574639.069807:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574639.069810:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574639.069815:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069817:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.069819:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069823:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574639.069826:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574639.069827:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574639.069827:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574639.069829:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574639.069831:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574639.069835:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574639.069838:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069840:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.069843:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069846:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574639.069848:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574639.069853:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574639.069856:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574639.069859:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574639.069862:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574639.069864:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069868:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574639.069871:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574639.069877:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069887:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574639.069894:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574639.069898:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574639.069903:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574639.069906:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.069908:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574639.069911:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574639.069914:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574639.069918:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574639.069922:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574639.069929:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816014976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574639.069944:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574639.069946:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574639.069954:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816014976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574639.069973:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574639.069980:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574639.069987:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574639.069991:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574639.069995:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574639.070001:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574639.070008:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5482
00000400:00000200:1.0:1788574639.070017:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574639.070024:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574639.070029:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574639.070035:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.070040:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.070044:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.070048:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574639.070051:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574639.070069:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574639.070071:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574639.070072:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574639.070074:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574639.070076:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574639.070078:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.070081:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574639.070085:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574639.070087:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574639.070091:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574639.070096:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574639.070099:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574639.070103:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574639.070106:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574639.070112:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.070116:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574639.070121:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574639.070126:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.070130:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574639.070136:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574639.070140:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574639.070146:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574639.070148:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574639.070153:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574639.070155:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574639.070160:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574639.070166:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574639.070172:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574639.070180:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816015104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574639.070194:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574639.070199:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574639.070205:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816015104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574639.070219:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574639.070224:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5492)
00000800:00000200:3.1:1788574639.070350:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574639.070351:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574639.070568:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574639.070569:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574639.070748:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574639.070749:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574639.071005:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574639.071008:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788574639.389234:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574639.389239:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574639.389242:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574640.093146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574640.093152:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574640.093156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574640.093161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574640.093167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574640.093172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574640.093179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574640.093182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574640.093185:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574640.413309:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574640.413314:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574640.413331:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574641.117217:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574641.117233:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574641.117244:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574641.117252:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574641.117261:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574641.117265:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574641.117269:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574641.117275:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574641.117296:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574642.141139:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574642.141147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574642.141151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574642.141163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574642.141170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574642.141177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574642.141189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574642.141193:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574642.141197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574642.461376:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574642.461382:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574642.461385:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574643.165215:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574643.165229:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574643.165242:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574643.165263:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574643.165282:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574643.165305:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574643.165311:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574643.165315:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574643.165317:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574643.485300:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574643.485305:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574643.485310:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574644.189138:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574644.189152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788574644.189153:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574644.189161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574644.189161:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574644.189166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574644.189168:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788574644.189174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574644.189174:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574644.189181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574644.189193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574644.189195:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5487
00000100:00000001:0.0:1788574644.189202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574644.189207:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788574644.189211:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788574644.189213:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574644.189226:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574644.189230:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574644.189234:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189237:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.189240:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189241:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574644.189255:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574644.189257:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574644.189260:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574644.189263:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574644.189265:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574644.189267:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574644.189269:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189270:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.189272:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189273:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574644.189275:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574644.189277:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189279:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574644.189302:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574644.189306:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574644.189319:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189320:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574644.189322:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574644.189333:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574644.189336:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574644.189340:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574644.189342:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189344:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574644.189347:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574644.189352:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574644.189362:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574644.189370:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574644.189391:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816015232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574644.189401:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574644.189405:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574644.189409:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816015232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574644.189428:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574644.189430:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574644.189433:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574644.189435:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574644.189436:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574644.189438:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574644.189440:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5487
00000400:00000200:1.0:1788574644.189443:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574644.189445:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574644.189448:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574644.189450:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189452:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.189455:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189457:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574644.189458:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574644.189459:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574644.189461:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574644.189462:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574644.189464:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574644.189466:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574644.189471:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189474:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.189478:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189481:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574644.189485:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574644.189490:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189495:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574644.189498:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574644.189505:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574644.189509:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189514:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574644.189530:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574644.189534:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189539:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574644.189544:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574644.189547:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574644.189551:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574644.189554:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189557:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574644.189560:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574644.189561:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574644.189566:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574644.189570:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574644.189579:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816015360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574644.189588:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574644.189591:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574644.189595:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816015360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574644.189606:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574644.189619:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574644.189623:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574644.189628:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574644.189632:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574644.189637:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574644.189642:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5487
00000400:00000200:1.0:1788574644.189652:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574644.189657:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574644.189661:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574644.189664:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189668:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.189673:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189675:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574644.189676:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574644.189677:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574644.189678:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574644.189679:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574644.189683:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574644.189686:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574644.189689:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189692:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.189697:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189699:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574644.189702:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574644.189706:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189710:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574644.189713:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574644.189717:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574644.189721:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189724:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574644.189727:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574644.189733:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189737:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574644.189742:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574644.189746:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574644.189750:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574644.189753:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189755:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574644.189758:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574644.189760:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574644.189766:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574644.189771:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574644.189776:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816015488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574644.189785:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574644.189790:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574644.189794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574644.189797:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816015488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574644.189799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1788574644.189812:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574644.189816:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574644.189819:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574644.189820:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574644.189822:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574644.189825:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574644.189830:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5487
00000400:00000200:1.0:1788574644.189837:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574644.189842:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574644.189846:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574644.189850:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189853:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.189857:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189862:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574644.189866:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574644.189869:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574644.189872:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574644.189874:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574644.189877:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574644.189880:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574644.189884:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189888:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.189893:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189897:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574644.189901:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574644.189907:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574644.189911:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574644.189912:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574644.189915:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574644.189921:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189928:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574644.189933:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574644.189938:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189942:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574644.189948:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574644.189953:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574644.189959:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574644.189963:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.189970:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574644.189975:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574644.189981:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574644.189991:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574644.189998:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574644.190007:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816015616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574644.190018:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574644.190021:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574644.190030:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816015616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574644.190042:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574644.190045:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574644.190071:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574644.190073:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574644.190074:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574644.190077:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574644.190080:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5487
00000400:00000200:1.0:1788574644.190084:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574644.190087:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574644.190091:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574644.190096:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.190100:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.190105:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.190109:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574644.190112:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574644.190114:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574644.190116:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574644.190119:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574644.190120:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574644.190121:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574644.190124:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.190126:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574644.190129:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574644.190132:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574644.190137:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574644.190141:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574644.190144:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574644.190148:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574644.190152:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574644.190157:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.190162:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574644.190165:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574644.190168:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.190172:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574644.190179:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574644.190183:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574644.190187:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574644.190190:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574644.190193:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574644.190196:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574644.190198:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574644.190202:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574644.190208:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574644.190215:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816015744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574644.190226:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574644.190230:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574644.190236:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816015744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574644.190250:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574644.190259:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5497)
00000800:00000200:3.1:1788574644.190447:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574644.190449:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574644.190645:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574644.190646:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574644.190825:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574644.190827:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574644.191007:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574644.191010:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788574645.213181:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574645.213188:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574645.213191:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574645.213195:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574645.213207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574645.213222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574645.213232:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574645.213238:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574645.213242:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574645.533347:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574645.533355:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574645.533361:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574646.237167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574646.237174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574646.237176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574646.237182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574646.237186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574646.237189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574646.237192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574646.237194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574646.237197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574646.557336:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574646.557341:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574646.557345:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574647.261189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574647.261196:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574647.261199:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574647.261207:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574647.261212:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574647.261219:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574647.261231:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574647.261240:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574647.261247:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574648.285147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574648.285156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574648.285161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574648.285170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574648.285176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574648.285182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574648.285195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574648.285198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574648.285201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574648.605370:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574648.605373:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574648.605376:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574649.309207:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574649.309217:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574649.309223:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574649.309259:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574649.309266:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574649.309288:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574649.309295:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574649.309300:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574649.309304:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574649.309830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574649.309836:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574649.310618:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574649.310620:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574649.310908:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574649.310912:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574649.311197:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574649.311199:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574649.311594:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574649.311596:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1788574649.629278:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574649.629282:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574649.629286:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574650.333159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574650.333166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574650.333168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574650.333174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574650.333178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574650.333181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574650.333185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574650.333189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574650.333193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574651.357220:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574651.357237:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574651.357244:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574651.357261:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574651.357274:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574651.357285:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574651.357303:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574651.357308:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574651.357312:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574651.677328:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574651.677334:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574651.677338:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574652.381166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574652.381176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574652.381181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574652.381188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574652.381195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574652.381223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574652.381226:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574652.381228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574652.381232:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574652.701364:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574652.701372:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574652.701377:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574653.405213:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574653.405226:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574653.405230:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574653.405248:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574653.405256:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574653.405263:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574653.405277:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574653.405282:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574653.405285:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574654.429207:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574654.429213:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574654.429215:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574654.429220:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574654.429224:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574654.429229:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574654.429235:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574654.429239:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574654.429244:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574654.430155:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574654.430163:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574654.431122:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574654.431124:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574654.431347:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574654.431349:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574654.431533:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574654.431536:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788574654.431796:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574654.431799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574654.749307:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574654.749311:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574654.749314:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574655.453219:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574655.453229:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574655.453232:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574655.453238:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574655.453245:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574655.453249:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574655.453257:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574655.453267:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574655.453284:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574655.773305:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574655.773311:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574655.773315:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574656.477180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574656.477190:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574656.477193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574656.477200:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574656.477213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574656.477222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574656.477236:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574656.477245:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574656.477255:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574657.501144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574657.501163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574657.501167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574657.501173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574657.501177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574657.501181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574657.501185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574657.501190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574657.501194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574657.821360:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574657.821367:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574657.821371:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574658.845338:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574658.845344:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574658.845347:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574659.549121:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574659.549144:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574659.549150:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574659.549157:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574659.549171:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574659.549183:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5502
00000400:00000200:1.0:1788574659.549196:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574659.549204:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574659.549208:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574659.549213:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549217:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.549220:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549223:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574659.549226:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574659.549228:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574659.549230:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574659.549233:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574659.549235:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574659.549236:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574659.549239:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549240:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.549242:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549244:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574659.549246:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574659.549248:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549250:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574659.549253:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574659.549255:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574659.549258:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549259:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574659.549261:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574659.549269:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574659.549271:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574659.549275:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574659.549276:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549278:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574659.549280:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574659.549284:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574659.549292:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574659.549297:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574659.549305:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816017152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574659.549313:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574659.549316:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574659.549320:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816017152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574659.549337:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574659.549339:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574659.549342:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574659.549343:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574659.549344:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574659.549346:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574659.549347:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5502
00000400:00000200:1.0:1788574659.549351:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574659.549353:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574659.549355:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574659.549358:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549360:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.549362:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549363:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574659.549365:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574659.549367:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574659.549370:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574659.549372:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574659.549373:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574659.549377:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574659.549381:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549384:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.549386:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549389:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574659.549391:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574659.549397:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549401:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574659.549405:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574659.549410:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574659.549413:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549416:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574659.549421:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574659.549425:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549428:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574659.549433:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574659.549435:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574659.549440:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574659.549443:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549445:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574659.549447:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574659.549450:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574659.549455:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574659.549461:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574659.549467:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816017280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574659.549477:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574659.549489:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574659.549494:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816017280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574659.549509:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574659.549511:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574659.549516:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574659.549517:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574659.549518:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574659.549521:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574659.549525:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5502
00000400:00000200:1.0:1788574659.549528:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574659.549531:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574659.549535:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574659.549539:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549543:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.549547:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549549:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574659.549552:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574659.549553:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574659.549555:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574659.549558:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574659.549562:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574659.549567:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574659.549572:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549580:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.549585:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549589:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574659.549591:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574659.549597:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549599:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574659.549604:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574659.549607:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574659.549609:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549613:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574659.549615:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574659.549618:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549619:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574659.549622:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574659.549627:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574659.549632:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574659.549634:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549635:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574659.549636:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574659.549639:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574659.549644:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574659.549647:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574659.549653:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816017408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574659.549663:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574659.549667:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574659.549675:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816017408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574659.549687:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574659.549692:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574659.549696:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574659.549699:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574659.549701:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574659.549705:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574659.549708:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5502
00000400:00000200:1.0:1788574659.549715:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574659.549720:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574659.549724:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574659.549730:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549734:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.549740:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549745:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574659.549751:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574659.549752:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574659.549755:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574659.549758:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574659.549764:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574659.549768:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000200:2.1:1788574659.549775:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574659.549778:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.1:1788574659.549781:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1788574659.549782:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.549786:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549789:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574659.549794:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574659.549799:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574659.549802:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574659.549821:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574659.549825:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574659.549828:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549833:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574659.549839:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574659.549842:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549848:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574659.549853:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574659.549861:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574659.549864:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574659.549865:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.549867:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574659.549869:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574659.549871:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574659.549881:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574659.549888:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574659.549903:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816017536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574659.549936:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574659.549941:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574659.549951:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816017536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574659.549963:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574659.549967:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574659.549971:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574659.549972:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574659.549974:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574659.549979:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574659.549982:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5502
00000400:00000200:1.0:1788574659.549990:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574659.549996:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574659.550002:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574659.550008:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.550012:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.550017:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.550021:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574659.550027:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574659.550031:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574659.550035:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574659.550040:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574659.550044:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574659.550050:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574659.550056:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.550058:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574659.550062:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574659.550066:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574659.550069:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574659.550071:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574659.550072:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574659.550074:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574659.550077:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574659.550079:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.550080:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574659.550112:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574659.550116:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.550118:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574659.550123:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574659.550142:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574659.550149:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574659.550152:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574659.550156:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574659.550160:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574659.550163:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574659.550170:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574659.550177:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574659.550188:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816017664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574659.550226:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574659.550230:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574659.550236:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816017664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574659.550255:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574659.550263:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5513)
00000800:00000200:2.1:1788574659.550505:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574659.550508:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788574659.550824:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574659.550826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788574659.551191:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574659.551195:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788574659.551519:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574659.551523:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1788574660.893245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574660.893250:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574660.893254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574661.917281:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574661.917285:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574661.917289:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574663.965375:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574663.965380:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574663.965385:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574664.669170:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574664.669184:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574664.669190:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574664.669197:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574664.669208:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574664.669221:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5508
00000400:00000200:1.0:1788574664.669234:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574664.669241:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574664.669245:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574664.669248:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669251:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.669254:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669256:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574664.669260:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574664.669262:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574664.669265:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574664.669268:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574664.669270:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574664.669273:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574664.669276:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669278:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.669280:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669283:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574664.669286:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574664.669289:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669292:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574664.669295:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574664.669298:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574664.669301:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.669303:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574664.669306:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574664.669314:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574664.669318:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574664.669322:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574664.669323:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.669326:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574664.669329:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574664.669333:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574664.669339:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574664.669346:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574664.669355:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816017792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574664.669365:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574664.669370:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574664.669374:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816017792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574664.669397:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574664.669400:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574664.669404:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574664.669406:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574664.669408:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574664.669412:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574664.669417:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5508
00000400:00000200:1.0:1788574664.669421:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574664.669428:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574664.669435:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574664.669447:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669459:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.669469:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669478:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574664.669483:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574664.669487:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574664.669492:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574664.669498:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574664.669508:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574664.669514:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574664.669523:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669528:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.669531:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669541:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574664.669548:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574664.669551:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669562:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574664.669573:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574664.669579:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574664.669584:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.669587:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574664.669595:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574664.669603:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.669612:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574664.669623:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574664.669632:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574664.669641:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574664.669647:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.669650:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574664.669652:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574664.669658:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574664.669665:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574664.669671:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574664.669684:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816017920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574664.669700:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574664.669704:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574664.669714:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816017920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574664.669746:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574664.669760:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574664.669770:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574664.669773:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574664.669780:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574664.669787:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574664.669797:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5508
00000400:00000200:1.0:1788574664.669805:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574664.669817:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574664.669828:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574664.669845:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.1:1788574664.669846:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574664.669855:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1788574664.669858:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.669870:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669878:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574664.669885:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574664.669890:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574664.669900:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574664.669905:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574664.669915:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574664.669924:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574664.669952:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669963:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.669969:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.669976:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574664.669987:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574664.669996:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670002:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574664.670006:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574664.670011:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574664.670016:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.670019:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574664.670025:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574664.670030:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.670036:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574664.670043:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574664.670052:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574664.670109:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574664.670114:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.670121:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574664.670126:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574664.670133:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574664.670141:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574664.670150:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574664.670164:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816018048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574664.670212:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574664.670220:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574664.670234:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816018048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574664.670271:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574664.670279:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574664.670300:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574664.670306:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574664.670318:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574664.670331:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574664.670343:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5508
00000400:00000200:1.0:1788574664.670351:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574664.670359:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574664.670366:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574664.670375:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670390:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.670396:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670407:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574664.670418:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574664.670424:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574664.670430:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574664.670439:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574664.670443:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574664.670456:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574664.670466:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670475:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.670486:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670493:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574664.670498:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574664.670508:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670517:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574664.670520:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574664.670525:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574664.670533:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.670537:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574664.670541:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574664.670545:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.670552:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574664.670566:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574664.670574:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574664.670578:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574664.670580:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.670581:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574664.670582:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574664.670585:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574664.670592:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574664.670598:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574664.670617:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816018176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574664.670689:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574664.670694:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574664.670702:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816018176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574664.670714:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574664.670728:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574664.670739:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574664.670741:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574664.670747:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574664.670752:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574664.670759:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5508
00000400:00000200:1.0:1788574664.670774:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574664.670783:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574664.670793:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574664.670804:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670814:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.670819:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670826:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574664.670836:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574664.670846:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574664.670854:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574664.670857:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574664.670863:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574664.670875:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574664.670891:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670896:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574664.670903:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670909:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574664.670916:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574664.670931:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574664.670942:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574664.670951:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574664.670960:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574664.670969:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.670974:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574664.670978:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574664.670982:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.670985:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574664.670992:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574664.670998:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574664.671008:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574664.671009:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574664.671013:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574664.671018:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574664.671020:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574664.671027:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574664.671037:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574664.671072:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816018304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574664.671147:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574664.671153:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574664.671167:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816018304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788574664.671181:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574664.671192:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574664.671192:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1788574664.671209:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5518)
00000800:00000200:2.1:1788574664.671413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574664.671415:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574664.671652:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574664.671654:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574664.671870:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574664.671872:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1788574664.989434:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574664.989440:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574664.989444:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574667.037353:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574667.037358:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574667.037362:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574668.061329:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574668.061335:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574668.061340:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574669.789191:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574669.789209:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574669.789221:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574669.789233:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574669.789246:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574669.789261:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5513
00000400:00000200:1.0:1788574669.789280:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574669.789290:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574669.789295:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574669.789300:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789303:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.789307:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789310:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574669.789314:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574669.789316:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574669.789319:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574669.789322:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574669.789325:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574669.789329:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574669.789332:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789335:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.789337:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789339:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574669.789343:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574669.789346:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789349:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574669.789353:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574669.789357:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574669.789360:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.789362:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574669.789365:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574669.789375:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574669.789379:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574669.789383:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574669.789385:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.789388:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574669.789391:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574669.789396:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574669.789403:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574669.789410:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574669.789420:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816018432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574669.789431:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574669.789435:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574669.789441:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816018432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574669.789467:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574669.789471:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574669.789475:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574669.789477:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574669.789479:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574669.789483:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574669.789487:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5513
00000400:00000200:1.0:1788574669.789494:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574669.789499:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574669.789502:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574669.789510:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789515:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.789521:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789525:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574669.789530:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574669.789533:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574669.789540:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574669.789547:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574669.789557:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574669.789568:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574669.789583:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789593:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.789601:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789609:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574669.789620:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574669.789629:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789634:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574669.789640:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574669.789650:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574669.789660:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.789666:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574669.789679:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574669.789692:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.789703:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574669.789710:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574669.789716:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574669.789719:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574669.789722:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.789729:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574669.789734:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574669.789741:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574669.789753:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574669.789765:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574669.789779:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816018560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574669.789801:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574669.789806:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574669.789816:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816018560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574669.789835:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574669.789842:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574669.789852:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574669.789854:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574669.789857:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574669.789865:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574669.789871:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5513
00000400:00000200:1.0:1788574669.789886:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574669.789897:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574669.789903:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574669.789914:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789920:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.789926:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789931:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574669.789939:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574669.789943:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574669.789950:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574669.789952:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574669.789957:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574669.789965:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574669.789977:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.789984:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.789995:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.1:1788574669.789996:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574669.790006:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574669.790014:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574669.790019:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790035:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574669.790041:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574669.790047:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574669.790092:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.790097:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574669.790102:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574669.790108:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.790114:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574669.790123:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574669.790131:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574669.790141:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574669.790146:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.790150:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574669.790153:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574669.790159:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574669.790164:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574669.790170:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574669.790198:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816018688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574669.790216:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574669.790222:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574669.790236:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816018688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574669.790277:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574669.790289:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574669.790298:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574669.790305:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574669.790310:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574669.790318:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574669.790325:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5513
00000400:00000200:1.0:1788574669.790343:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574669.790352:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574669.790358:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574669.790364:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790369:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.790376:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790384:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574669.790393:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574669.790395:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574669.790397:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574669.790398:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574669.790401:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574669.790405:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574669.790417:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790427:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.790437:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790447:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574669.790455:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574669.790468:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790475:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574669.790483:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574669.790491:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574669.790500:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.790506:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574669.790514:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574669.790525:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.790532:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574669.790543:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574669.790553:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574669.790562:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574669.790567:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.790574:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574669.790583:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574669.790588:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574669.790598:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574669.790609:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574669.790616:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00100000:1.0:1788574669.790623:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816018816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574669.790665:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574669.790676:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574669.790694:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816018816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574669.790730:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574669.790740:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574669.790759:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574669.790764:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574669.790773:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574669.790780:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574669.790789:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5513
00000400:00000200:1.0:1788574669.790802:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574669.790814:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574669.790822:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574669.790835:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790844:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.790851:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790860:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574669.790870:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574669.790873:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574669.790882:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574669.790889:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574669.790895:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574669.790904:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574669.790920:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790932:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574669.790946:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790956:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574669.790964:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574669.790968:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574669.790971:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574669.790973:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574669.790979:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574669.790985:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.790992:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574669.790997:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574669.791004:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.791013:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574669.791038:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574669.791046:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574669.791084:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574669.791086:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574669.791088:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574669.791092:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574669.791098:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574669.791110:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574669.791122:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574669.791138:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816018944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574669.791163:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1788574669.791171:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574669.791172:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574669.791187:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816018944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574669.791227:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574669.791239:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5523)
00000800:00000200:2.1:1788574669.791404:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574669.791566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574670.109252:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574670.109255:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574670.109257:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574671.133216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574671.133220:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574671.133222:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574672.861449:0:2385:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:0.0:1788574672.861508:0:2385:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788574672.861521:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574672.861525:0:2385:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:0.0:1788574672.861531:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574672.861536:0:2385:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788574672.861554:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574672.861559:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:0.0:1788574672.861566:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574672.861572:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574672.861580:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03257f8
00000400:00000010:0.0:1788574672.861585:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03257f8.
00000100:00000001:0.0:1788574672.861593:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574672.861605:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682a00 x1875450816018432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.861651:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574672.861657:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816018432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.861666:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574672.861683:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574672.861701:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574672.861707:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b500.
00000400:00000200:0.0:1788574672.861716:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574672.861726:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574672.861731:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325bb0
00000400:00000010:0.0:1788574672.861737:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325bb0.
00000100:00000001:0.0:1788574672.861757:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574672.861769:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680e00 x1875450816018560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.861789:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574672.861800:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816018560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.861818:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574672.861824:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574672.861837:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574672.861843:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b900.
00000400:00000200:0.0:1788574672.861851:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574672.861866:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574672.861873:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325dd0
00000400:00000010:0.0:1788574672.861880:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325dd0.
00000100:00000001:0.0:1788574672.861888:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574672.861898:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683100 x1875450816018688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.861953:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574672.861965:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816018688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.862013:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574672.862018:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574672.862031:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574672.862039:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956ba00.
00000400:00000200:0.0:1788574672.862046:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574672.862133:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574672.862143:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:0.0:1788574672.862156:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:0.0:1788574672.862164:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574672.862175:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683b80 x1875450816018816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.862197:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574672.862206:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816018816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.862225:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574672.862231:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574672.862248:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574672.862255:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bf00.
00000400:00000200:0.0:1788574672.862264:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574672.862278:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574672.863044:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325198
00000400:00000010:0.0:1788574672.863050:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325198.
00000100:00000001:0.0:1788574672.863083:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574672.863092:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682680 x1875450816018944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.863105:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574672.863108:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816018944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574672.863115:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574672.863117:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788574673.181224:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574673.181230:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574673.181234:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574674.205267:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574674.205272:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574674.205276:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574674.909208:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574674.909233:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574674.909241:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574674.909252:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574674.909261:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574674.909274:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5518
00000400:00000200:1.0:1788574674.909288:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574674.909299:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574674.909303:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574674.909308:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909311:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.909314:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909317:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574674.909322:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574674.909325:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574674.909328:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574674.909333:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574674.909336:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574674.909338:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574674.909342:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909344:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.909346:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909348:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574674.909352:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574674.909356:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909359:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574674.909363:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574674.909367:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574674.909371:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.909374:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574674.909377:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574674.909389:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574674.909394:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574674.909400:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574674.909402:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.909407:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574674.909410:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574674.909416:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574674.909434:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574674.909443:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574674.909456:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816019072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574674.909469:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574674.909474:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574674.909480:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816019072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574674.909514:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574674.909517:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574674.909522:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574674.909524:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574674.909525:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574674.909529:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574674.909532:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5518
00000400:00000200:1.0:1788574674.909536:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574674.909539:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574674.909542:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574674.909545:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909548:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.909550:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909553:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574674.909555:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574674.909557:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574674.909559:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574674.909561:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574674.909563:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574674.909566:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574674.909569:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909571:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.909573:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909576:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574674.909579:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574674.909582:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909584:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574674.909586:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574674.909593:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574674.909602:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.909604:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574674.909609:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574674.909613:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.909616:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574674.909620:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574674.909623:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574674.909626:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574674.909627:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.909629:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574674.909631:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574674.909633:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574674.909637:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574674.909642:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574674.909648:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816019200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574674.909658:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574674.909660:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574674.909665:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816019200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574674.909675:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574674.909678:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574674.909684:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574674.909698:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574674.909703:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574674.909707:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574674.909715:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5518
00000400:00000200:1.0:1788574674.909723:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574674.909727:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574674.909731:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574674.909743:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909758:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.909768:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909778:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574674.909785:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574674.909790:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574674.909795:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574674.909800:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574674.909809:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574674.909817:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574674.909828:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909836:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.909843:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909852:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574674.909858:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574674.909867:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574674.909874:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574674.909877:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574674.909885:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574674.909892:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.909899:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574674.909902:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574674.909908:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.909914:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574674.909920:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574674.909923:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574674.909926:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574674.909928:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.909930:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574674.909932:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574674.909934:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574674.909938:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574674.909942:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574674.909949:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816019328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574674.910008:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574674.910011:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574674.910017:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816019328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574674.910027:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574674.910030:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574674.910034:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574674.910036:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574674.910038:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574674.910041:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574674.910044:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5518
00000400:00000200:1.0:1788574674.910048:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574674.910052:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574674.910089:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574674.910093:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910096:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.910098:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910101:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574674.910103:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574674.910105:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574674.910107:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574674.910109:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574674.910112:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574674.910114:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574674.910117:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910119:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.910122:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910124:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574674.910127:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574674.910130:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910133:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574674.910135:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574674.910138:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574674.910140:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.910142:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574674.910145:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574674.910148:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.910150:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574674.910154:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574674.910157:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574674.910160:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574674.910161:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.910163:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574674.910165:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574674.910167:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574674.910171:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574674.910175:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574674.910180:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816019456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574674.910188:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574674.910190:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574674.910194:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816019456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574674.910202:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574674.910205:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574674.910208:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574674.910210:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574674.910212:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574674.910215:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574674.910218:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5518
00000400:00000200:1.0:1788574674.910222:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574674.910227:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574674.910230:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574674.910235:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910237:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.910240:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910242:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574674.910244:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574674.910246:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574674.910248:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574674.910250:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574674.910252:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574674.910255:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574674.910258:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910261:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574674.910264:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910268:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574674.910278:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574674.910287:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574674.910295:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574674.910302:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574674.910309:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574674.910320:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.910328:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574674.910334:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574674.910341:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.910349:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574674.910366:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574674.910379:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574674.910387:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574674.910392:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574674.910397:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574674.910399:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574674.910401:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574674.910409:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574674.910417:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574674.910430:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816019584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574674.910459:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574674.910468:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574674.910480:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816019584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574674.910522:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574674.910534:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5528)
00000800:00000200:2.1:1788574674.912806:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574674.912810:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574674.913242:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574674.913245:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574674.913572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574674.913575:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574674.913852:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574674.913855:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574674.914149:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574674.914152:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788574676.253298:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574676.253302:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574676.253305:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574677.277197:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574677.277204:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574677.277209:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574679.325250:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574679.325255:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574679.325259:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788574680.029778:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574680.029782:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574680.030460:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574680.030462:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574680.030645:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574680.030647:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574680.030830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574680.030832:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574680.031186:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574680.031188:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1788574680.349226:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574680.349230:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574680.349233:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574682.397282:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574682.397285:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574682.397287:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574683.421278:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574683.421283:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574683.421287:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574685.149181:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574685.149185:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574685.149188:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574685.149194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574685.149198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574685.149203:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574685.149209:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574685.149212:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574685.149215:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574685.149653:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574685.149659:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574685.150341:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574685.150343:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574685.150650:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574685.150653:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574685.150959:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574685.150960:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574685.151328:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574685.151329:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788574685.469270:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574685.469274:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574685.469276:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574686.173141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574686.173149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574686.173153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574686.173158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574686.173164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574686.173169:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574686.173176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574686.173180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574686.173183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574686.493232:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574686.493237:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574686.493240:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574687.197168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574687.197177:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574687.197182:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574687.197197:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574687.197203:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574687.197214:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574687.197218:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574687.197221:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574687.197224:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574688.221131:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574688.221137:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574688.221140:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574688.221147:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574688.221152:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574688.221155:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574688.221159:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574688.221162:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574688.221165:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574688.541243:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574688.541248:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574688.541252:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574689.245151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574689.245157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574689.245160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574689.245165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574689.245171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574689.245176:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574689.245179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574689.245180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574689.245182:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574689.565268:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574689.565271:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574689.565274:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574690.269155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574690.269165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574690.269170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574690.269176:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574690.269182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574690.269194:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574690.269206:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574690.269211:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574690.269216:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574690.269803:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574690.269808:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574690.270588:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574690.270591:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574690.270906:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574690.270908:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574690.271219:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574690.271220:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788574690.271447:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574690.271449:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1788574691.293153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574691.293161:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574691.293166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574691.293172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574691.293188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574691.293192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574691.293197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574691.293200:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574691.293203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574691.613358:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574691.613362:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574691.613364:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574692.317158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574692.317166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574692.317169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574692.317177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574692.317182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574692.317186:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574692.317197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574692.317200:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574692.317203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574692.637262:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574692.637267:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574692.637270:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574693.341167:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574693.341176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574693.341181:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574693.341192:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574693.341199:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574693.341206:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574693.341221:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574693.341226:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574693.341230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574694.365157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574694.365164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574694.365167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574694.365174:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574694.365178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574694.365181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574694.365184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574694.365187:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574694.365190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574694.365293:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574694.365297:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574694.365299:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574694.365303:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574694.365306:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574694.365308:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574694.365310:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574694.365312:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574694.365314:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574694.685195:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574694.685199:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574694.685203:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574695.389130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574695.389135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574695.389139:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574695.389146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574695.389154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574695.389160:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574695.389166:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574695.389169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574695.389171:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574695.389614:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574695.389620:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574695.390304:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574695.390306:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574695.390506:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574695.390508:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574695.390736:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574695.390738:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574695.390960:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574695.390962:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1788574695.709262:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574695.709267:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574695.709271:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574696.413157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574696.413163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574696.413166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574696.413172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574696.413176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574696.413182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574696.413187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574696.413191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574696.413194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574697.437126:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574697.437134:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574697.437137:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574697.437142:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574697.437147:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574697.437150:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574697.437153:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574697.437156:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574697.437159:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574697.757235:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574697.757238:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574697.757240:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574698.461148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574698.461156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574698.461160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574698.461165:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574698.461171:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574698.461176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574698.461188:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574698.461191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574698.461194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574698.781268:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574698.781272:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574698.781275:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574700.509174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574700.509177:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574700.509181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574700.509187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574700.509193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574700.509199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574700.509205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574700.509212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574700.509217:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574700.509690:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574700.509697:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574700.510327:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574700.510328:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574700.510536:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574700.510538:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574700.510720:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574700.510721:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574700.510897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574700.510899:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788574700.829237:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574700.829241:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574700.829244:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574701.533124:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574701.533131:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574701.533136:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574701.533141:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574701.533144:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574701.533146:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574701.533149:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574701.533151:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574701.533154:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574701.853249:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574701.853253:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574701.853255:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574702.557152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574702.557175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574702.557182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574702.557189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574702.557194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574702.557199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574702.557201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574702.557205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574702.557208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574703.581140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574703.581149:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574703.581152:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574703.581158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574703.581164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574703.581168:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574703.581181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574703.581184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574703.581186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574703.901269:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574703.901273:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574703.901276:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574704.605121:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574704.605126:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574704.605129:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574704.605134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574704.605137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574704.605140:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574704.605143:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574704.605146:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574704.605148:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574704.925288:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574704.925291:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574704.925293:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574705.629147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574705.629155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574705.629159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574705.629167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574705.629174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574705.629180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574705.629193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574705.629198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574705.629203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574705.629771:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574705.629778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574705.630344:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574705.630346:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574705.630563:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574705.630565:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574705.630777:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574705.630778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574705.630984:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574705.630986:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788574706.653142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574706.653150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574706.653153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574706.653162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574706.653169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574706.653175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574706.653190:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574706.653195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574706.653199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574706.973271:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574706.973274:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574706.973277:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574707.677161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574707.677170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574707.677174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574707.677185:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574707.677193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574707.677200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574707.677216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574707.677221:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574707.677224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574707.997291:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574707.997299:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574707.997304:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574708.701157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574708.701165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574708.701168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574708.701175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574708.701179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574708.701183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574708.701187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574708.701191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574708.701194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574710.045239:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574710.045244:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574710.045248:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574710.749174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574710.749179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574710.749183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574710.749189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574710.749193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574710.749196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574710.749201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574710.749204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574710.749206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574710.749683:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574710.749687:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574710.750361:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574710.750364:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574710.750669:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574710.750670:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574710.750984:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574710.750987:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574710.751253:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574710.751255:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1788574711.069219:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574711.069222:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574711.069225:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574711.773147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574711.773154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574711.773159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574711.773163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574711.773168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574711.773171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574711.773182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574711.773185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574711.773187:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574712.797138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574712.797146:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574712.797148:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574712.797153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574712.797163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574712.797167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574712.797172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574712.797175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574712.797180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574713.117292:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574713.117295:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574713.117298:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574713.821172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574713.821179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574713.821183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574713.821190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574713.821194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574713.821199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574713.821206:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574713.821209:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574713.821211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574714.141290:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574714.141296:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574714.141300:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574714.845163:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574714.845170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574714.845174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574714.845181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574714.845188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574714.845191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574714.845193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574714.845197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574714.845202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574715.869144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574715.869151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574715.869155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574715.869161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574715.869166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574715.869172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574715.869176:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788574715.869180:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788574715.869181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574715.869191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574715.869197:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574715.869204:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574715.869211:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574715.869219:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574715.869236:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5559
00000400:00000200:0.0:1788574715.869246:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574715.869253:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574715.869256:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574715.869259:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869262:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.869265:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869266:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574715.869270:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574715.869272:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574715.869276:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574715.869279:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574715.869281:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574715.869283:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574715.869285:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869286:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.869288:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869289:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574715.869291:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574715.869294:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869296:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574715.869298:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574715.869301:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574715.869308:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.869310:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574715.869312:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574715.869322:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574715.869325:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574715.869329:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574715.869331:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.869333:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574715.869336:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574715.869341:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574715.869352:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574715.869359:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574715.869368:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816024192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574715.869377:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574715.869381:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574715.869385:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816024192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574715.869403:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574715.869405:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574715.869409:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574715.869410:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574715.869411:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574715.869414:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574715.869416:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5559
00000400:00000200:0.0:1788574715.869419:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574715.869423:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574715.869425:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574715.869427:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869429:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.869434:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869437:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574715.869440:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574715.869442:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574715.869444:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574715.869448:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574715.869457:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574715.869462:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574715.869467:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869469:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.869473:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869476:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574715.869480:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574715.869489:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869494:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574715.869497:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574715.869504:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574715.869508:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.869511:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574715.869518:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574715.869521:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.869525:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574715.869531:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574715.869536:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574715.869540:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574715.869541:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.869545:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574715.869546:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574715.869548:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574715.869552:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574715.869556:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574715.869562:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816024320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574715.869575:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574715.869579:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574715.869589:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816024320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574715.869606:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574715.869609:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574715.869614:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574715.869618:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574715.869620:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574715.869626:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574715.869632:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5559
00000400:00000200:0.0:1788574715.869638:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574715.869663:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574715.869666:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574715.869670:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869672:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.869677:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869681:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574715.869686:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574715.869690:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574715.869695:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574715.869700:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574715.869708:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574715.869729:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574715.869737:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869741:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.869747:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869751:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574715.869756:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574715.869762:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869766:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574715.869770:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574715.869772:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574715.869775:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.869778:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574715.869780:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574715.869785:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.869797:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574715.869798:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:0.0:1788574715.869802:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000800:00000200:3.1:1788574715.869803:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000040:0.0:1788574715.869808:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574715.869814:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574715.869817:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.869819:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574715.869820:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574715.869822:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574715.869826:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574715.869830:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574715.869835:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816024448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574715.869866:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574715.869871:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574715.869882:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816024448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574715.869905:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574715.869909:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574715.869915:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574715.869917:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574715.869919:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574715.869922:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574715.869927:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5559
00000400:00000200:0.0:1788574715.869934:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574715.869939:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574715.869941:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574715.869948:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869950:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.869965:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.869968:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574715.869974:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574715.869976:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574715.869981:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574715.869986:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574715.869993:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574715.870000:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574715.870006:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.870010:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.870014:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.870019:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574715.870025:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574715.870030:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574715.870037:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574715.870043:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574715.870049:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574715.870093:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.870100:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574715.870106:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574715.870114:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.870120:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574715.870127:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574715.870134:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574715.870142:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574715.870147:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.870153:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574715.870158:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574715.870163:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574715.870171:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574715.870179:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574715.870191:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816024576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574715.870206:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574715.870211:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574715.870222:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816024576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574715.870232:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574715.870236:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574715.870240:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574715.870242:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574715.870245:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574715.870248:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574715.870254:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5559
00000400:00000200:0.0:1788574715.870261:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574715.870268:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574715.870270:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574715.870276:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.870281:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.870287:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.870292:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574715.870296:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574715.870299:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574715.870300:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574715.870301:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574715.870303:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574715.870308:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574715.870314:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.870318:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574715.870322:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574715.870325:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574715.870329:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574715.870335:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574715.870340:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574715.870344:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574715.870348:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574715.870351:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.870355:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574715.870358:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574715.870363:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.870367:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574715.870374:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574715.870377:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574715.870382:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574715.870387:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574715.870389:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574715.870392:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574715.870395:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574715.870401:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574715.870405:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574715.870412:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816024704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574715.870428:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574715.870431:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574715.870438:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816024704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574715.870461:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574715.870468:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5569)
00000800:00000200:3.1:1788574715.870518:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574715.870520:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574715.870752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574715.870754:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574715.870941:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574715.870943:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574715.871264:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574715.871266:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788574716.189306:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574716.189312:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574716.189315:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574716.893180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574716.893188:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574716.893191:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574716.893196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574716.893200:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574716.893205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574716.893208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574716.893220:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574716.893223:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574717.213216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574717.213221:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574717.213225:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574717.917162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574717.917170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574717.917174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574717.917180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574717.917187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574717.917192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574717.917199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574717.917203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574717.917206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574719.261200:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574719.261204:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574719.261207:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574720.285277:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574720.285280:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574720.285283:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574720.989191:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574720.989210:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574720.989220:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574720.989231:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574720.989244:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574720.989258:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5564
00000400:00000200:1.0:1788574720.989278:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574720.989285:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574720.989289:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574720.989292:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989296:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.989298:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989302:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574720.989307:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574720.989309:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574720.989311:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574720.989314:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574720.989315:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574720.989317:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574720.989319:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989321:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.989322:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989325:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574720.989328:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574720.989331:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989334:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574720.989337:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574720.989341:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574720.989344:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.989346:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574720.989349:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574720.989359:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574720.989363:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574720.989367:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574720.989369:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.989372:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574720.989374:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574720.989379:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574720.989386:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574720.989391:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574720.989399:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816024832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574720.989407:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574720.989410:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574720.989414:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816024832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574720.989438:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574720.989441:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574720.989443:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574720.989444:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574720.989446:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574720.989448:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574720.989450:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5564
00000400:00000200:1.0:1788574720.989454:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574720.989456:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574720.989458:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574720.989461:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989464:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.989467:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989471:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574720.989476:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574720.989486:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574720.989510:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574720.989516:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574720.989528:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574720.989537:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574720.989550:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989557:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.989561:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989564:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574720.989569:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574720.989574:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989579:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574720.989585:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574720.989591:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574720.989602:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.989607:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574720.989611:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574720.989616:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.989617:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574720.989621:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574720.989624:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574720.989626:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574720.989629:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.989644:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574720.989648:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574720.989651:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574720.989658:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574720.989666:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574720.989679:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816024960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574720.989693:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574720.989704:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574720.989713:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816024960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574720.989755:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574720.989765:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574720.989776:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574720.989781:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574720.989785:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574720.989797:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574720.989813:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5564
00000400:00000200:1.0:1788574720.989822:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574720.989827:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574720.989828:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574720.989833:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989839:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.989841:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989843:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574720.989845:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574720.989846:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574720.989850:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574720.989853:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574720.989858:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574720.989861:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574720.989874:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989883:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.989889:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989900:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574720.989910:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574720.989926:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574720.989936:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574720.989945:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574720.989950:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574720.989953:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.989959:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574720.989963:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574720.989971:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.989979:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574720.989989:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574720.989996:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000010:1.0:1788574720.989999:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574720.990007:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574720.990013:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574720.990015:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.990017:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574720.990019:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574720.990027:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574720.990036:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574720.990040:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574720.990052:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816025088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574720.990120:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574720.990124:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574720.990133:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816025088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574720.990202:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574720.990207:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574720.990220:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574720.990224:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574720.990233:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574720.990237:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574720.990242:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5564
00000400:00000200:1.0:1788574720.990251:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574720.990258:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574720.990265:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574720.990269:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990274:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.990287:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990302:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574720.990316:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574720.990328:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574720.990333:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574720.990337:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574720.990343:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574720.990351:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574720.990360:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990367:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.990378:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990383:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574720.990388:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574720.990392:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990395:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574720.990399:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574720.990408:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574720.990414:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.990425:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574720.990430:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574720.990444:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.990451:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574720.990464:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574720.990474:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574720.990480:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574720.990485:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.990513:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574720.990519:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574720.990522:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574720.990528:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574720.990539:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574720.990551:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816025216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574720.990571:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574720.990576:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574720.990585:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816025216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574720.990610:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574720.990615:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574720.990620:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574720.990625:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574720.990628:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574720.990632:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574720.990645:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5564
00000400:00000200:1.0:1788574720.990657:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574720.990669:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574720.990680:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574720.990691:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990698:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.990707:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990712:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574720.990715:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574720.990721:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574720.990729:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574720.990737:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574720.990746:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574720.990760:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574720.990766:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990768:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574720.990769:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990772:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574720.990775:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574720.990783:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574720.990786:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574720.990795:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574720.990805:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574720.990817:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.990824:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574720.990828:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574720.990838:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.990846:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574720.990853:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574720.990860:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574720.990868:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574720.990873:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574720.990880:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574720.990883:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574720.990889:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574720.990903:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574720.990912:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574720.990925:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816025344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574720.990941:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574720.990946:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574720.990961:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816025344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574720.990990:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574720.991003:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5574)
00000800:00000200:3.1:1788574720.991094:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574720.991097:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574720.991460:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574720.991463:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574720.991806:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574720.991809:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574720.992260:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574720.992263:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574722.333332:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574722.333335:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574722.333339:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574723.357357:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574723.357364:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574723.357369:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574725.405349:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574725.405355:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574725.405359:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574726.109156:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574726.109168:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574726.109173:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574726.109179:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574726.109185:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574726.109193:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5569
00000400:00000200:1.0:1788574726.109208:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574726.109218:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574726.109222:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574726.109225:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109228:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109231:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109233:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574726.109237:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574726.109239:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574726.109242:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574726.109245:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574726.109247:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574726.109248:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574726.109251:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109252:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109253:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109254:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574726.109257:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574726.109259:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109261:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574726.109263:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574726.109267:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574726.109269:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109271:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574726.109273:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574726.109283:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574726.109286:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574726.109289:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574726.109291:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109293:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574726.109296:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574726.109301:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574726.109310:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574726.109317:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574726.109327:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816025472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574726.109336:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574726.109341:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574726.109345:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816025472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574726.109366:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574726.109368:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574726.109371:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574726.109372:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574726.109373:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574726.109376:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574726.109378:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5569
00000400:00000200:1.0:1788574726.109381:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574726.109383:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574726.109385:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574726.109388:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109390:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109392:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109396:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574726.109398:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574726.109402:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574726.109406:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574726.109408:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574726.109411:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574726.109413:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574726.109420:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109424:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109428:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109431:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574726.109435:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574726.109440:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109442:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574726.109446:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574726.109453:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574726.109457:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109461:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574726.109467:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574726.109469:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109472:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574726.109477:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574726.109480:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574726.109481:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574726.109483:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109488:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574726.109490:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574726.109492:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574726.109497:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574726.109503:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574726.109509:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816025600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574726.109518:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574726.109520:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574726.109523:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816025600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574726.109535:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574726.109538:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574726.109543:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574726.109545:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574726.109548:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574726.109550:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574726.109555:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5569
00000400:00000200:1.0:1788574726.109564:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574726.109569:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574726.109572:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574726.109576:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109579:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109584:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109588:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574726.109592:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574726.109596:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574726.109600:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574726.109602:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574726.109604:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574726.109607:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574726.109614:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109619:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109621:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109627:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574726.109632:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574726.109639:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109655:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574726.109661:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574726.109665:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574726.109669:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109674:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574726.109678:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574726.109681:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109683:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574726.109687:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574726.109690:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574726.109694:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574726.109699:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109702:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574726.109703:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574726.109705:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574726.109712:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574726.109716:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574726.109723:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816025728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574726.109731:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574726.109734:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574726.109740:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816025728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574726.109745:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574726.109746:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788574726.109747:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574726.109754:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574726.109755:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1788574726.109755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1788574726.109758:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574726.109761:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574726.109766:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5569
00000400:00000200:1.0:1788574726.109772:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574726.109775:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574726.109778:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574726.109784:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109789:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109794:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109796:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574726.109798:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574726.109799:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574726.109801:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574726.109805:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574726.109808:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574726.109813:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574726.109816:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109818:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109820:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109823:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574726.109824:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574726.109829:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109833:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574726.109837:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574726.109840:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574726.109844:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109847:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574726.109850:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574726.109853:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109857:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574726.109862:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574726.109866:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574726.109870:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574726.109872:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.109874:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574726.109875:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574726.109877:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574726.109881:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574726.109886:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574726.109890:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816025856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574726.109899:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574726.109902:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574726.109908:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816025856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574726.109919:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574726.109922:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574726.109926:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574726.109927:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574726.109928:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574726.109931:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574726.109935:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5569
00000400:00000200:1.0:1788574726.109939:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574726.109945:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574726.109947:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574726.109953:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109955:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109958:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109961:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574726.109963:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574726.109965:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574726.109969:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574726.109970:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574726.109974:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574726.109978:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574726.109983:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109985:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574726.109989:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574726.109990:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574726.109992:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574726.109996:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574726.110000:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574726.110004:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574726.110007:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574726.110009:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.110011:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574726.110016:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574726.110019:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.110022:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574726.110049:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574726.110084:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574726.110088:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574726.110091:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574726.110095:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574726.110097:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574726.110100:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574726.110106:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574726.110111:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574726.110119:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816025984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574726.110129:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574726.110132:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574726.110138:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816025984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574726.110157:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574726.110163:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5579)
00000800:00000200:3.1:1788574726.110340:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574726.110342:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574726.110535:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574726.110538:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574726.110767:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574726.110769:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574726.111078:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574726.111081:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788574726.429319:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574726.429324:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574726.429328:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574728.477314:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574728.477320:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574728.477324:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574729.501223:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574729.501226:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574729.501229:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574731.229146:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574731.229154:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574731.229158:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574731.229162:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574731.229167:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574731.229174:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5574
00000400:00000200:0.0:1788574731.229182:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574731.229187:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574731.229190:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574731.229193:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229196:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.229198:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229200:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574731.229203:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574731.229205:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574731.229208:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574731.229210:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574731.229212:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574731.229214:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574731.229216:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229217:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.229218:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229219:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574731.229221:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574731.229223:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229225:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574731.229227:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574731.229229:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574731.229232:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229233:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574731.229235:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574731.229242:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574731.229245:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574731.229248:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574731.229249:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229252:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574731.229253:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574731.229258:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574731.229264:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574731.229269:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574731.229276:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816026112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574731.229285:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574731.229288:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574731.229292:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816026112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574731.229307:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574731.229309:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574731.229312:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574731.229313:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574731.229314:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574731.229316:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574731.229318:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5574
00000400:00000200:0.0:1788574731.229320:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574731.229323:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574731.229325:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574731.229327:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229329:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.229331:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229335:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574731.229338:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574731.229341:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574731.229342:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574731.229346:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574731.229350:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574731.229354:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574731.229361:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229364:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.229368:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229372:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574731.229375:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574731.229381:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229386:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574731.229389:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574731.229395:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574731.229399:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229402:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574731.229408:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574731.229411:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229413:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574731.229420:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574731.229423:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574731.229428:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574731.229430:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229432:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574731.229435:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574731.229438:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574731.229442:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574731.229445:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574731.229452:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816026240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574731.229464:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574731.229468:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574731.229476:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816026240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574731.229491:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574731.229496:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574731.229501:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574731.229505:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574731.229507:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574731.229509:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574731.229514:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5574
00000400:00000200:0.0:1788574731.229520:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574731.229525:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574731.229531:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574731.229545:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229547:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.229551:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229555:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574731.229558:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574731.229560:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574731.229581:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574731.229585:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574731.229590:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574731.229594:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574731.229612:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229614:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.229618:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229622:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574731.229625:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574731.229632:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229636:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574731.229640:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574731.229643:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574731.229647:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229648:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574731.229650:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574731.229654:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229658:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574731.229661:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000800:00000200:3.1:1788574731.229666:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788574731.229667:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:3.1:1788574731.229671:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1788574731.229672:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574731.229675:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229680:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574731.229684:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574731.229687:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574731.229692:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574731.229697:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574731.229705:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816026368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574731.229717:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574731.229721:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574731.229729:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816026368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574731.229749:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574731.229752:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574731.229755:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574731.229759:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574731.229761:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574731.229766:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574731.229770:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5574
00000400:00000200:0.0:1788574731.229776:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574731.229780:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574731.229785:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574731.229791:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229794:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.229795:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229797:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574731.229801:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574731.229803:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574731.229804:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574731.229806:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574731.229809:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574731.229812:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574731.229818:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229824:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.229831:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229838:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574731.229845:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574731.229853:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574731.229860:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574731.229866:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574731.229872:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574731.229878:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229882:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574731.229887:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574731.229893:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229896:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574731.229903:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574731.229907:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574731.229912:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574731.229915:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.229917:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574731.229920:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574731.229923:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574731.229930:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574731.229935:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574731.229944:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816026496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574731.229960:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574731.229964:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574731.229972:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816026496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574731.229988:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574731.229993:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574731.229999:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574731.230001:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574731.230006:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574731.230009:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574731.230016:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5574
00000400:00000200:0.0:1788574731.230031:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574731.230037:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574731.230041:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574731.230045:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.230048:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.230094:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.230098:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574731.230104:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574731.230107:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574731.230110:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574731.230114:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574731.230117:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574731.230121:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574731.230127:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.230131:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574731.230136:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574731.230139:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574731.230144:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574731.230152:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574731.230155:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574731.230160:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574731.230164:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574731.230168:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.230171:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574731.230173:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574731.230177:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.230181:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574731.230186:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574731.230189:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574731.230193:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574731.230196:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574731.230200:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574731.230203:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574731.230207:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574731.230214:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574731.230218:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574731.230229:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816026624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574731.230244:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574731.230248:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574731.230255:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816026624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574731.230277:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574731.230284:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5584)
00000800:00000200:3.1:1788574731.230304:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574731.230306:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574731.230518:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574731.230520:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574731.230718:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574731.230720:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574731.230966:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574731.230968:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788574731.549285:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574731.549288:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574731.549291:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574732.573290:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574732.573294:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574732.573297:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574734.621330:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574734.621335:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574734.621338:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574735.645206:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574735.645210:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574735.645214:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574736.349182:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574736.349195:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574736.349199:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574736.349204:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574736.349210:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574736.349217:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5579
00000400:00000200:0.0:1788574736.349226:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574736.349231:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574736.349234:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574736.349237:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349240:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.349242:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349244:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574736.349247:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574736.349249:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574736.349252:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574736.349254:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574736.349256:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574736.349258:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574736.349260:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349261:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.349263:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349264:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574736.349266:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574736.349268:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349270:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574736.349272:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574736.349274:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574736.349276:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349278:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574736.349280:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574736.349287:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574736.349289:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574736.349292:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574736.349294:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349296:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574736.349298:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574736.349301:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574736.349309:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574736.349314:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574736.349321:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816026752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574736.349328:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574736.349331:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574736.349335:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816026752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574736.349349:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574736.349352:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574736.349355:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574736.349356:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574736.349357:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574736.349360:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574736.349362:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5579
00000400:00000200:0.0:1788574736.349365:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574736.349368:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574736.349370:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574736.349373:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349376:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.349380:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349384:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574736.349386:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574736.349388:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574736.349390:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574736.349393:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574736.349398:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574736.349403:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574736.349408:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349412:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.349416:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349422:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574736.349426:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574736.349430:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349435:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574736.349438:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574736.349442:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574736.349447:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349452:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574736.349456:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574736.349461:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349464:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574736.349467:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574736.349472:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574736.349476:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574736.349478:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349481:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574736.349481:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574736.349483:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574736.349490:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574736.349493:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574736.349501:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816026880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574736.349530:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574736.349535:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574736.349546:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816026880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574736.349559:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574736.349563:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574736.349568:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574736.349571:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574736.349573:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574736.349578:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574736.349584:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5579
00000400:00000200:0.0:1788574736.349591:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574736.349599:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574736.349604:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574736.349612:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349615:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.349619:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349624:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574736.349627:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574736.349630:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574736.349633:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574736.349636:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574736.349639:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574736.349644:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574736.349648:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349651:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.349656:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574736.349659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574736.349661:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574736.349665:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574736.349668:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349669:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574736.349670:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574736.349673:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574736.349675:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349681:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574736.349686:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574736.349694:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349700:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574736.349705:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574736.349710:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574736.349716:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574736.349719:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349728:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574736.349732:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574736.349736:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574736.349744:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574736.349751:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574736.349761:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816027008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574736.349777:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574736.349781:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574736.349791:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816027008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574736.349803:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574736.349806:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574736.349810:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574736.349813:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574736.349816:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574736.349822:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574736.349826:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5579
00000400:00000200:0.0:1788574736.349834:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574736.349839:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574736.349843:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574736.349846:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349852:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.349859:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349866:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574736.349873:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574736.349877:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574736.349883:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574736.349888:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574736.349894:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574736.349901:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574736.349910:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349917:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.349924:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349929:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574736.349940:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574736.349948:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574736.349955:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574736.349959:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574736.349965:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574736.349971:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349976:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574736.349981:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574736.349986:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.349990:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574736.349997:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574736.350002:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574736.350009:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574736.350013:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.350018:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1788574736.350018:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788574736.350021:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574736.350026:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574736.350044:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574736.350087:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574736.350097:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816027136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574736.350148:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574736.350154:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574736.350165:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816027136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574736.350186:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574736.350192:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574736.350201:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574736.350204:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574736.350207:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574736.350214:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574736.350220:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5579
00000400:00000200:0.0:1788574736.350230:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574736.350240:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574736.350245:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574736.350253:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.350259:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.350265:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.350271:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574736.350277:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574736.350282:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574736.350286:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574736.350290:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574736.350296:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574736.350301:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574736.350311:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.350318:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574736.350325:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574736.350328:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574736.350332:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574736.350337:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574736.350342:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574736.350346:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574736.350350:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1788574736.350354:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788574736.350355:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.350360:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574736.350362:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574736.350366:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.350368:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574736.350375:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574736.350381:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574736.350387:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574736.350391:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574736.350395:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574736.350400:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574736.350404:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574736.350413:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574736.350422:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574736.350433:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816027264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574736.350449:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574736.350454:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574736.350463:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816027264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574736.350485:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574736.350494:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5589)
00000800:00000200:3.1:1788574736.350615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574736.350883:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574737.693240:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574737.693245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574737.693247:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574738.717295:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574738.717302:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574738.717306:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574739.421373:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788574739.421414:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788574739.421425:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574739.421441:0:2386:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788574739.421447:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574739.421451:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788574739.421456:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574739.421460:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:1.0:1788574739.421467:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574739.421472:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574739.421479:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bca18
00000400:00000010:1.0:1788574739.421482:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bca18.
00000100:00000001:1.0:1788574739.421487:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574739.421497:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9709f80 x1875450816026752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421520:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574739.421524:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816026752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421533:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574739.421536:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574739.421548:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574739.421552:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835ff00.
00000400:00000200:1.0:1788574739.421556:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574739.421563:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574739.421569:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcdd0
00000400:00000010:1.0:1788574739.421573:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcdd0.
00000100:00000001:1.0:1788574739.421577:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574739.421584:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9708a80 x1875450816026880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421617:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574739.421623:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816026880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421636:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574739.421641:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574739.421652:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574739.421659:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fd00.
00000400:00000200:1.0:1788574739.421671:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574739.421680:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574739.421687:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc770
00000400:00000010:1.0:1788574739.421692:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc770.
00000100:00000001:1.0:1788574739.421697:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574739.421705:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c970bb80 x1875450816027008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421722:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574739.421730:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816027008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421743:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574739.421747:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574739.421758:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574739.421763:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f800.
00000400:00000200:1.0:1788574739.421768:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574739.421776:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574739.421781:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc908
00000400:00000010:1.0:1788574739.421785:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc908.
00000100:00000001:1.0:1788574739.421791:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574739.421798:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c970b480 x1875450816027136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421840:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574739.421847:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816027136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421856:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574739.421860:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574739.421871:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574739.421876:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:1.0:1788574739.421882:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574739.421890:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574739.421895:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc4c8
00000400:00000010:1.0:1788574739.421900:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc4c8.
00000100:00000001:1.0:1788574739.421905:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574739.421915:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9709880 x1875450816027264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421929:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574739.421936:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816027264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574739.421949:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574739.421953:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788574740.765244:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574740.765247:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574740.765250:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574741.469172:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574741.469179:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574741.469184:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574741.469187:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574741.469192:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574741.469198:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5584
00000400:00000200:1.0:1788574741.469205:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574741.469210:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574741.469213:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574741.469216:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469219:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.469222:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469224:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574741.469228:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574741.469231:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574741.469235:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574741.469239:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574741.469243:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574741.469246:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574741.469251:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469255:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.469259:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469263:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574741.469270:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574741.469276:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469278:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574741.469280:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574741.469282:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574741.469284:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.469286:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574741.469288:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574741.469293:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574741.469296:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574741.469299:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574741.469300:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.469303:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574741.469305:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574741.469308:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574741.469314:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574741.469319:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574741.469334:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816027392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574741.469345:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574741.469349:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574741.469354:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816027392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574741.469379:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574741.469383:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574741.469386:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574741.469387:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574741.469388:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574741.469396:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574741.469399:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5584
00000400:00000200:1.0:1788574741.469403:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574741.469407:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574741.469410:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574741.469413:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469416:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.469418:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469421:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574741.469425:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574741.469430:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574741.469432:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574741.469435:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574741.469440:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574741.469444:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574741.469452:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469458:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.469463:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469469:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574741.469473:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574741.469480:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469484:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574741.469490:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574741.469499:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574741.469504:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.469509:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574741.469516:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574741.469521:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.469524:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574741.469532:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574741.469537:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574741.469543:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574741.469547:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.469552:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574741.469554:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574741.469557:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574741.469566:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574741.469571:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574741.469600:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816027520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574741.469614:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574741.469620:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574741.469628:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816027520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574741.469653:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574741.469658:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574741.469663:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574741.469666:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574741.469670:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574741.469674:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574741.469681:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5584
00000400:00000200:1.0:1788574741.469691:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574741.469701:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574741.469706:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574741.469713:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469715:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.469720:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469725:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574741.469730:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574741.469733:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574741.469737:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574741.469747:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574741.469753:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574741.469758:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574741.469766:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469771:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574741.469778:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574741.469779:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469785:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788574741.469785:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000040:1.0:1788574741.469793:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574741.469801:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469806:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574741.469811:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574741.469816:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574741.469822:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.469826:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574741.469829:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574741.469835:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.469840:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574741.469845:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574741.469851:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574741.469874:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574741.469877:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.469883:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574741.469886:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574741.469889:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574741.469896:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574741.469904:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574741.469912:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816027648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574741.469928:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574741.469932:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574741.469938:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816027648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574741.469947:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574741.469950:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574741.469953:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574741.469955:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574741.469957:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574741.469959:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574741.469962:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5584
00000400:00000200:1.0:1788574741.469967:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574741.469970:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574741.469972:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574741.469974:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469976:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.469978:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469980:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574741.469982:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574741.469984:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574741.469985:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574741.469988:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574741.469990:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574741.469992:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574741.469995:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.469997:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.469999:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.470001:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574741.470004:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574741.470007:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574741.470009:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574741.470013:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574741.470017:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574741.470020:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.470025:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574741.470029:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574741.470035:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.470037:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574741.470044:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574741.470049:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574741.470091:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574741.470094:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.470097:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574741.470101:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574741.470105:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574741.470112:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574741.470117:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574741.470129:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816027776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574741.470141:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574741.470147:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574741.470155:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816027776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574741.470174:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574741.470181:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574741.470190:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574741.470195:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574741.470198:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574741.470202:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574741.470206:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5584
00000400:00000200:1.0:1788574741.470212:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574741.470217:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574741.470221:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574741.470230:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.470236:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.470240:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.470247:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574741.470253:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574741.470257:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574741.470261:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574741.470265:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574741.470270:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574741.470275:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574741.470284:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.470291:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574741.470295:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574741.470300:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574741.470307:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574741.470315:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574741.470321:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574741.470327:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574741.470332:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574741.470339:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.470343:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574741.470347:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574741.470352:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.470357:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574741.470364:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574741.470369:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574741.470375:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574741.470378:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574741.470382:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574741.470386:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574741.470390:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574741.470398:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574741.470405:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574741.470416:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816027904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574741.470431:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574741.470436:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574741.470445:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816027904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574741.470461:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574741.470469:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5594)
00000800:00000200:3.1:1788574741.470621:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574741.470623:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574741.470954:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574741.470957:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574741.471283:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574741.471286:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574741.471479:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574741.471480:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1788574741.789291:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574741.789295:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574741.789297:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574743.837255:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574743.837259:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574743.837261:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574744.861244:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574744.861247:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574744.861249:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788574746.589688:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574746.589693:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788574746.590360:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574746.590362:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788574746.590544:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574746.590546:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788574746.590717:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574746.590719:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788574746.590955:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574746.590957:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1788574746.909223:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574746.909228:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574746.909232:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574747.613208:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574747.613213:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574747.613216:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574747.613224:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574747.613231:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574747.613237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574747.613247:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574747.613250:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574747.613254:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574747.933274:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574747.933278:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574747.933281:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574748.637168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574748.637175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574748.637178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574748.637184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574748.637188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574748.637192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574748.637195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574748.637199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574748.637204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574749.661174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574749.661181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574749.661182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574749.661186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574749.661195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574749.661198:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574749.661200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574749.661203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574749.661205:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574749.981223:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574749.981227:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574749.981230:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574751.005213:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574751.005216:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574751.005218:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574751.709242:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574751.709250:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574751.709253:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574751.709257:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574751.709265:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574751.709272:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574751.709281:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574751.709287:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574751.709296:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574751.709832:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574751.709837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574751.710587:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574751.710592:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574751.710895:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574751.710897:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574751.711232:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574751.711234:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788574751.711458:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574751.711460:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1788574752.733190:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574752.733199:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574752.733202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574752.733208:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574752.733213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574752.733218:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574752.733221:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574752.733225:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574752.733228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574753.053201:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574753.053204:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574753.053207:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574753.757167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574753.757176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574753.757185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574753.757190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574753.757193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574753.757197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574753.757199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574753.757202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574753.757204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574754.077257:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574754.077263:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574754.077267:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574754.781186:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574754.781195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574754.781198:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574754.781212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574754.781216:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574754.781221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574754.781231:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574754.781234:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574754.781237:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574755.805157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574755.805167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574755.805172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574755.805181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574755.805187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574755.805194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574755.805201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574755.805204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574755.805207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574756.125300:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574756.125305:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574756.125310:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574756.829183:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574756.829191:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574756.829194:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574756.829197:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788574756.829204:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788574756.829206:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574756.829212:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788574756.829214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574756.829221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788574756.829223:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574756.829228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574756.829231:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788574756.829233:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788574756.829239:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5600
00000100:00000001:1.0:1788574756.829240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788574756.829252:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574756.829261:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574756.829265:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574756.829269:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829273:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.829275:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829277:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574756.829281:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574756.829283:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574756.829286:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574756.829289:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574756.829291:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574756.829298:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574756.829301:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829302:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.829304:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829305:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574756.829308:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574756.829311:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829312:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574756.829315:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574756.829318:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574756.829320:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.829322:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574756.829324:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574756.829334:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574756.829336:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574756.829340:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574756.829341:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.829344:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574756.829348:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574756.829352:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574756.829360:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574756.829366:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574756.829376:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816029312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574756.829385:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574756.829389:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574756.829393:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816029312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574756.829409:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574756.829411:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574756.829414:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574756.829416:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574756.829417:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574756.829420:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574756.829422:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5600
00000400:00000200:0.0:1788574756.829426:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574756.829432:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574756.829434:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574756.829437:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829441:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.829445:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829448:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574756.829450:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574756.829452:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574756.829455:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574756.829458:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574756.829462:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574756.829466:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574756.829473:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829477:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.829482:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829486:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574756.829487:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574756.829491:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829495:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574756.829498:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574756.829506:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574756.829512:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.829514:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574756.829520:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574756.829524:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.829531:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574756.829538:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574756.829542:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574756.829550:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574756.829552:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.829557:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574756.829560:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574756.829565:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574756.829572:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574756.829589:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574756.829602:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816029440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574756.829622:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574756.829626:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574756.829635:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816029440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574756.829652:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574756.829656:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574756.829663:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574756.829667:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574756.829670:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574756.829675:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574756.829681:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5600
00000400:00000200:0.0:1788574756.829689:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574756.829697:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574756.829703:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574756.829711:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829716:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.829721:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829725:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574756.829731:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574756.829735:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574756.829739:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574756.829756:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574756.829760:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574756.829763:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574756.829767:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829774:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.829776:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.829781:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574756.829786:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574756.829801:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000800:00000200:3.1:1788574756.829805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574756.829807:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574756.829810:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
02000000:00000001:0.0:1788574756.829812:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574756.829818:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574756.829826:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.829829:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574756.829835:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574756.829843:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.829847:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574756.829855:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574756.829862:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574756.829869:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574756.829872:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.829876:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574756.829882:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574756.829887:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574756.829897:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574756.829904:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574756.829913:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816029568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574756.829928:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574756.829933:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574756.829941:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816029568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574756.829964:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574756.829970:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574756.829979:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574756.829982:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574756.829984:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574756.829986:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574756.829991:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5600
00000400:00000200:0.0:1788574756.829999:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574756.830008:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574756.830014:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574756.830024:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830030:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.830036:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830043:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574756.830049:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574756.830090:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574756.830095:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574756.830100:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574756.830107:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574756.830113:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574756.830123:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830129:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.830136:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830141:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574756.830147:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574756.830155:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830162:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574756.830169:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574756.830175:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574756.830182:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.830188:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574756.830194:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574756.830201:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.830206:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574756.830214:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574756.830221:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574756.830228:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574756.830234:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.830240:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574756.830244:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574756.830248:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574756.830257:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574756.830264:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574756.830275:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816029696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574756.830307:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574756.830312:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574756.830321:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816029696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574756.830341:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574756.830348:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574756.830356:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574756.830362:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574756.830365:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574756.830371:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574756.830378:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5600
00000400:00000200:0.0:1788574756.830386:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574756.830394:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574756.830399:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574756.830407:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830414:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.830420:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830427:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574756.830434:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574756.830438:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574756.830444:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574756.830448:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574756.830453:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574756.830459:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574756.830467:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830474:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574756.830482:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830489:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574756.830495:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574756.830504:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574756.830512:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574756.830518:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574756.830523:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574756.830529:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.830535:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788574756.830538:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00100000:0.0:1788574756.830540:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000800:00000200:3.1:1788574756.830543:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000008:00000001:0.0:1788574756.830544:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.830550:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574756.830557:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574756.830563:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574756.830569:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574756.830573:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574756.830578:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574756.830582:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574756.830586:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574756.830592:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574756.830600:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574756.830610:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816029824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574756.830625:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574756.830630:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574756.830640:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816029824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574756.830664:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574756.830672:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5610)
00000800:00000200:3.1:1788574756.830875:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574756.830877:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574756.831136:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574756.831138:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574756.831338:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574756.831341:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1788574757.149335:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574757.149340:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574757.149345:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574757.853203:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574757.853212:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574757.853215:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574757.853221:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574757.853227:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574757.853235:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574757.853243:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574757.853253:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574757.853263:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574758.877145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574758.877154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574758.877157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574758.877164:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574758.877170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574758.877176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574758.877183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574758.877187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574758.877190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574759.197273:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574759.197278:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574759.197281:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574759.901153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574759.901161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574759.901164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574759.901172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574759.901179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574759.901191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574759.901195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574759.901196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574759.901198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574760.221238:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574760.221241:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574760.221244:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574760.925170:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574760.925177:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574760.925180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574760.925186:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574760.925190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574760.925196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574760.925201:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574760.925205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574760.925209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574761.949163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574761.949170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574761.949173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574761.949179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574761.949184:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574761.949190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574761.949195:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574761.949197:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574761.949198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574761.949204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574761.949213:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574761.949217:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574761.949224:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574761.949230:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574761.949237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574761.949242:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574761.949245:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574761.949254:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574761.949826:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574761.949834:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574761.950731:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574761.950735:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574761.950958:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574761.950960:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574761.951168:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574761.951170:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574761.951461:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574761.951463:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788574762.269230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574762.269234:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574762.269236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574762.973146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574762.973148:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574762.973154:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574762.973156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574762.973157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574762.973159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574762.973164:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574762.973166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574762.973168:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574762.973172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574762.973173:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574762.973178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574762.973179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574762.973181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574762.973186:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574762.973191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574762.973195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574762.973199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574763.293374:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574763.293378:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574763.293381:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574763.997208:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574763.997215:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574763.997219:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574763.997222:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574763.997224:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574763.997226:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574763.997235:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574763.997235:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574763.997243:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574763.997243:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574763.997250:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574763.997250:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574763.997256:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574763.997258:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574763.997265:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574763.997265:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574763.997269:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574763.997274:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574765.021185:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574765.021192:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574765.021192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574765.021196:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574765.021203:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788574765.021203:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574765.021206:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574765.021209:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788574765.021216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574765.021220:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574765.021224:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574765.021224:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574765.021236:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574765.021239:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574765.021244:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574765.021245:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574765.021251:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574765.021256:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574765.341278:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574765.341281:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574765.341284:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574766.045119:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574766.045129:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574766.045131:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574766.045138:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574766.045149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574766.045150:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574766.045158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574766.045161:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574766.045162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574766.045174:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1788574766.045174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574766.045180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574766.045181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574766.045185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574766.045188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574766.045191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574766.045196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574766.045200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574766.365270:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574766.365273:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574766.365275:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574767.069131:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574767.069131:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574767.069138:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574767.069139:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574767.069142:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574767.069143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574767.069150:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574767.069150:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574767.069156:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574767.069164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574767.069164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574767.069169:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574767.069170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574767.069175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574767.069180:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574767.069180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574767.069184:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574767.069188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574767.069680:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574767.069685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574767.070412:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574767.070420:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574767.070721:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574767.070722:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574767.070950:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574767.070952:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574767.071193:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574767.071196:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788574768.093151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574768.093151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574768.093157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574768.093159:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574768.093163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1788574768.093166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574768.093167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574768.093173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574768.093174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574768.093179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574768.093181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574768.093183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574768.093186:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574768.093191:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574768.093195:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574768.093196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574768.093200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574768.093203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574768.413289:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574768.413293:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574768.413296:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574769.117130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574769.117133:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574769.117137:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574769.117138:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574769.117140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574769.117142:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574769.117147:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574769.117151:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574769.117155:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788574769.117156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574769.117158:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574769.117163:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574769.117163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574769.117168:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574769.117170:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574769.117174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574769.117178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574769.117181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574769.437244:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574769.437248:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574769.437252:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574770.141133:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574770.141133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574770.141141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574770.141143:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574770.141143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574770.141147:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574770.141150:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:0.0:1788574770.141152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574770.141155:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574770.141157:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574770.141160:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574770.141161:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574770.141164:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574770.141166:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574770.141168:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574770.141172:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574770.141175:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574770.141178:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574771.165153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574771.165158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574771.165159:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574771.165163:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574771.165165:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574771.165168:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574771.165169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574771.165171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574771.165173:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574771.485291:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574771.485295:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574771.485326:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574772.189178:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574772.189188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574772.189189:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574772.189192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574772.189192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574772.189193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574772.189199:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574772.189199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574772.189206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574772.189206:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574772.189212:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574772.189212:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574772.189219:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574772.189226:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574772.189236:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574772.189236:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574772.189243:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574772.189251:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574772.189783:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574772.189790:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574772.190520:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574772.190523:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574772.190840:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574772.190841:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574772.191111:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574772.191113:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574772.191309:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574772.191310:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1788574772.509263:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574772.509288:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574772.509291:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574773.213142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574773.213148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574773.213150:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574773.213150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574773.213154:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788574773.213156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574773.213157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574773.213162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788574773.213163:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574773.213166:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574773.213167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574773.213171:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574773.213172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574773.213174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574773.213178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574773.213178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574773.213181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574773.213183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574774.237146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574774.237153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574774.237155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574774.237159:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574774.237162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574774.237164:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574774.237166:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574774.237170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574774.237171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574774.237173:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574774.237175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574774.237177:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574774.237181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574774.237186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574774.237190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574774.237192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574774.237195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574774.237198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574774.557232:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574774.557236:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574774.557238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574775.261133:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574775.261133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574775.261139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574775.261141:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574775.261143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574775.261144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574775.261147:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574775.261147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574775.261150:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574775.261150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574775.261154:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574775.261154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574775.261156:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574775.261158:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574775.261161:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574775.261162:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574775.261163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574775.261165:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574775.581283:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574775.581286:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574775.581289:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574776.285171:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574776.285171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574776.285177:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574776.285178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574776.285180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574776.285182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574776.285186:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574776.285187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574776.285190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574776.285193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574776.285195:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574776.285197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574776.285199:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574776.285203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574776.285206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574776.285207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574776.285213:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574776.285216:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574777.309157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574777.309171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574777.309175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574777.309182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574777.309189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574777.309194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574777.309200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574777.309204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574777.309208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574777.309679:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574777.309684:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788574777.310397:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574777.310399:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788574777.310620:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574777.310622:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788574777.310801:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574777.310803:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788574777.311104:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574777.311106:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788574777.629222:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574777.629225:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574777.629227:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574778.333174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574778.333182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574778.333186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574778.333194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574778.333199:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574778.333205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574778.333217:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574778.333221:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574778.333224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574778.653283:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574778.653286:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574778.653288:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574779.357201:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574779.357212:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574779.357215:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574779.357225:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574779.357232:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574779.357239:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574779.357245:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574779.357248:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574779.357252:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574780.381182:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574780.381192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574780.381197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574780.381206:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574780.381212:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574780.381218:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574780.381231:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574780.381235:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574780.381238:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574780.701278:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574780.701282:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574780.701285:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574781.725265:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574781.725272:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574781.725277:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574782.429172:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574782.429179:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574782.429183:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574782.429187:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574782.429192:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574782.429199:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5625
00000400:00000200:0.0:1788574782.429208:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574782.429215:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574782.429220:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574782.429224:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429228:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.429230:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429232:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574782.429235:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574782.429237:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574782.429240:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574782.429243:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574782.429246:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574782.429248:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574782.429251:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429253:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.429255:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429257:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574782.429260:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574782.429263:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429266:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574782.429269:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574782.429272:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574782.429275:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429277:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574782.429279:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574782.429287:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574782.429290:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574782.429293:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574782.429295:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429297:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574782.429298:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574782.429302:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574782.429308:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574782.429314:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574782.429323:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816032512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574782.429333:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574782.429338:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574782.429343:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816032512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574782.429367:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574782.429369:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574782.429371:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574782.429372:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574782.429373:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574782.429375:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574782.429376:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5625
00000400:00000200:0.0:1788574782.429380:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574782.429382:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574782.429384:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574782.429386:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429388:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.429389:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429391:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574782.429392:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574782.429393:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574782.429397:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574782.429399:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574782.429402:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574782.429404:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574782.429408:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429415:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.429419:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429424:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574782.429428:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574782.429432:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429436:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574782.429440:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574782.429445:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574782.429449:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429452:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574782.429457:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574782.429462:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429465:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574782.429472:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574782.429477:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574782.429482:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574782.429485:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429489:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574782.429491:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574782.429494:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574782.429505:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574782.429510:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574782.429518:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816032640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574782.429527:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574782.429531:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574782.429539:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816032640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574782.429573:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574782.429578:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574782.429582:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574782.429584:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574782.429586:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574782.429591:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574782.429595:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5625
00000400:00000200:0.0:1788574782.429600:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574782.429605:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574782.429609:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574782.429623:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429627:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.429631:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429637:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574782.429640:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574782.429643:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574782.429647:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574782.429650:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574782.429654:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574782.429657:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574782.429662:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429665:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.429670:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429673:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574782.429677:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574782.429684:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429695:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574782.429699:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574782.429704:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574782.429709:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429713:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574782.429716:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574782.429721:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429722:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574782.429725:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574782.429729:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574782.429732:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574782.429734:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429737:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574782.429740:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574782.429744:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574782.429744:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574782.429750:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
02000000:00000010:0.0:1788574782.429752:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574782.429759:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574782.429768:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816032768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574782.429784:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574782.429788:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574782.429793:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816032768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574782.429801:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574782.429804:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574782.429810:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574782.429812:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574782.429815:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574782.429819:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574782.429822:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5625
00000400:00000200:0.0:1788574782.429827:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574782.429831:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574782.429836:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574782.429841:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429845:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.429849:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429852:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574782.429855:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574782.429856:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574782.429858:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574782.429860:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574782.429864:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574782.429865:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574782.429869:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429872:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.429874:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429876:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574782.429879:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574782.429881:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574782.429883:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574782.429886:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574782.429889:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574782.429890:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429892:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574782.429894:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574782.429897:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429898:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574782.429901:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574782.429906:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574782.429912:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574782.429919:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.429924:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574782.429927:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574782.429930:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574782.429936:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574782.429943:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574782.429952:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816032896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574782.429961:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574782.429984:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574782.429991:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816032896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574782.430017:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574782.430023:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574782.430031:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574782.430033:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574782.430035:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574782.430037:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574782.430042:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5625
00000400:00000200:0.0:1788574782.430048:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574782.430051:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574782.430075:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574782.430077:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.430079:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.430082:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.430084:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574782.430088:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574782.430092:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574782.430093:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574782.430097:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574782.430100:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574782.430103:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574782.430109:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.430113:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574782.430117:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574782.430122:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574782.430124:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574782.430128:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574782.430131:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574782.430134:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574782.430138:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574782.430142:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.430144:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574782.430147:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574782.430150:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.430153:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574782.430156:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574782.430161:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574782.430164:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574782.430167:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574782.430169:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574782.430171:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574782.430174:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574782.430177:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574782.430182:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574782.430190:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816033024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574782.430198:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574782.430201:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574782.430208:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816033024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574782.430219:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574782.430224:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5635)
00000800:00000200:2.1:1788574782.430400:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574782.430403:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574782.430672:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574782.430674:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574782.430897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574782.430900:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788574782.431122:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574782.431124:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788574783.773341:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574783.773348:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574783.773353:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574784.797250:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574784.797255:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574784.797258:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574786.845252:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574786.845255:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574786.845258:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574787.549143:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574787.549151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574787.549153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574787.549159:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574787.549162:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574787.549166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574787.549168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574787.549171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574787.549173:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574787.549235:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574787.549239:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574787.549243:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574787.549248:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574787.549253:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574787.549257:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574787.549262:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574787.549265:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574787.549270:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574787.549612:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574787.549615:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788574787.550196:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574787.550199:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788574787.550965:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574787.550967:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788574787.551258:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574787.551261:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788574787.551523:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574787.551526:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000020:00000001:1.0:1788574787.869222:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574787.869225:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574787.869228:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574788.573150:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574788.573150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574788.573156:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574788.573157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574788.573159:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574788.573159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574788.573163:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574788.573163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574788.573167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574788.573167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574788.573170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574788.573170:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574788.573172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574788.573176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574788.573178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574788.573178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574788.573180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574788.573182:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574789.597142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574789.597142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574789.597148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574789.597148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574789.597150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574789.597151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574789.597158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574789.597158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574789.597164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574789.597164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574789.597170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574789.597174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574789.597175:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574789.597179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574789.597183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574789.597183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574789.597186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574789.597188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574789.917193:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574789.917197:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574789.917200:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574790.621169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574790.621169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574790.621176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574790.621177:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574790.621181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788574790.621183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574790.621185:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574790.621188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788574790.621189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574790.621194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574790.621194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574790.621197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574790.621199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574790.621203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574790.621206:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574790.621206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574790.621215:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574790.621217:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574790.941210:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574790.941214:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574790.941217:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574791.645154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574791.645161:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574791.645165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574791.645172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574791.645178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574791.645181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574791.645191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574791.645193:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574791.645196:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574792.669174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574792.669181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574792.669185:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574792.669190:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574792.669195:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574792.669200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574792.669203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574792.669208:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574792.669211:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574792.669234:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574792.669244:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574792.669253:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574792.669265:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574792.669276:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574792.669285:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574792.669296:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574792.669311:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574792.669322:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574792.669783:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574792.669788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788574792.670329:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574792.670332:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788574792.670553:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574792.670555:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788574792.670757:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574792.670760:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788574792.671013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574792.671015:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1788574792.989234:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574792.989238:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574792.989241:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574793.693126:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574793.693136:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574793.693139:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574793.693147:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574793.693153:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574793.693158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574793.693161:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574793.693165:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574793.693169:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574793.693180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574793.693186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574793.693188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574793.693194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574793.693197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574793.693201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574793.693203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574793.693206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574793.693208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574794.013262:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574794.013267:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574794.013271:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574794.717134:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574794.717141:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574794.717143:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574794.717147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1788574794.717148:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574794.717153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574794.717154:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574794.717157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574794.717159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788574794.717161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574794.717162:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574794.717165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574794.717166:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574794.717168:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574794.717169:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574794.717171:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574794.717173:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574794.717175:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574795.741122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574795.741127:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574795.741130:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574795.741134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1788574795.741135:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574795.741139:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574795.741140:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574795.741142:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574795.741144:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788574795.741146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574795.741147:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574795.741150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574795.741151:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574795.741153:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574795.741155:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574795.741156:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574795.741160:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574795.741162:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574796.061367:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574796.061375:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574796.061379:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574796.765135:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574796.765135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574796.765142:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574796.765143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574796.765147:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574796.765147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574796.765154:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788574796.765155:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574796.765159:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574796.765161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574796.765163:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574796.765166:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574796.765167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574796.765170:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574796.765174:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574796.765175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574796.765179:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574796.765182:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574797.085213:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574797.085216:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574797.085219:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574797.789151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574797.789158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574797.789161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574797.789166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574797.789171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574797.789175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574797.789179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574797.789182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574797.789187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574797.789577:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574797.789583:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574797.789588:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574797.789596:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574797.789602:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574797.789608:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574797.789613:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574797.789618:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574797.789626:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574797.789813:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574797.789829:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574797.790788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574797.790790:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574797.791129:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574797.791131:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574797.791420:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574797.791422:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788574797.791859:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574797.791862:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1788574798.813117:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574798.813125:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574798.813127:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574798.813133:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574798.813138:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574798.813142:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574798.813146:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574798.813148:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574798.813151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574798.813151:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574798.813158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574798.813160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574798.813164:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574798.813168:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574798.813171:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574798.813174:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574798.813176:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574798.813178:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574799.133226:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574799.133231:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574799.133234:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574799.837151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574799.837151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574799.837159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574799.837159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574799.837162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574799.837163:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574799.837169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:0.0:1788574799.837170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574799.837173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574799.837183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574799.837184:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574799.837187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574799.837190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574799.837190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574799.837196:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574799.837197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574799.837201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574799.837204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574800.157270:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574800.157273:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574800.157276:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574800.861160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574800.861160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574800.861167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574800.861169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574800.861170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574800.861172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574800.861176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:0.0:1788574800.861178:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574800.861180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574800.861185:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574800.861186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574800.861190:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574800.861191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574800.861192:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574800.861197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574800.861199:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574800.861203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574800.861206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574801.885151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574801.885159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574801.885162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574801.885168:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574801.885171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574801.885173:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574801.885176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574801.885178:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574801.885181:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574802.205260:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574802.205263:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574802.205266:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574802.909145:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574802.909154:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574802.909157:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574802.909161:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574802.909167:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574802.909175:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5646
00000400:00000200:0.0:1788574802.909187:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574802.909193:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574802.909195:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574802.909198:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909201:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909203:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909205:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574802.909208:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574802.909210:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574802.909213:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574802.909218:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574802.909221:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574802.909225:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574802.909230:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909235:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909240:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909245:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574802.909250:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574802.909254:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909256:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574802.909258:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574802.909261:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574802.909263:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909265:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574802.909267:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574802.909274:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574802.909277:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574802.909279:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574802.909280:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909282:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574802.909284:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574802.909289:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574802.909295:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574802.909301:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574802.909309:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816035072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574802.909317:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574802.909320:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574802.909323:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816035072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574802.909366:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574802.909369:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574802.909372:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574802.909374:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574802.909375:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574802.909378:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574802.909379:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5646
00000400:00000200:0.0:1788574802.909383:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574802.909387:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574802.909391:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574802.909398:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909400:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909405:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909408:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574802.909412:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574802.909414:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574802.909416:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574802.909417:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574802.909418:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574802.909420:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574802.909425:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909428:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909432:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909437:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574802.909440:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574802.909443:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909446:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574802.909449:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574802.909455:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574802.909458:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909461:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574802.909464:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574802.909470:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909472:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574802.909478:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574802.909480:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574802.909484:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574802.909487:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909492:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574802.909494:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574802.909497:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574802.909501:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574802.909505:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574802.909513:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816035200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574802.909522:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574802.909525:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574802.909528:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816035200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574802.909535:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574802.909539:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574802.909544:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574802.909547:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574802.909550:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574802.909552:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574802.909558:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5646
00000400:00000200:0.0:1788574802.909565:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574802.909569:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574802.909573:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574802.909579:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909583:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909586:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909589:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574802.909592:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574802.909594:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574802.909596:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574802.909599:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574802.909601:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574802.909604:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574802.909609:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909620:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909623:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909625:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574802.909628:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574802.909633:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909638:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574802.909639:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574802.909643:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574802.909646:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909648:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574802.909649:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574802.909651:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909654:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574802.909659:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574802.909664:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574802.909668:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574802.909670:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909674:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574802.909676:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574802.909678:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574802.909683:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574802.909686:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574802.909694:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816035328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574802.909701:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574802.909704:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574802.909710:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816035328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574802.909719:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574802.909721:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788574802.909723:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788574802.909724:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574802.909728:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574802.909730:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574802.909731:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574802.909734:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5646
00000400:00000200:0.0:1788574802.909736:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574802.909739:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574802.909744:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574802.909749:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909753:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909758:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909761:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574802.909764:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574802.909766:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574802.909768:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574802.909770:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574802.909773:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574802.909775:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574802.909780:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909782:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909784:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909787:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574802.909790:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574802.909793:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909797:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574802.909799:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574802.909803:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574802.909807:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909812:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574802.909813:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574802.909815:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909817:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574802.909822:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574802.909827:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574802.909831:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574802.909839:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.909844:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574802.909846:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574802.909851:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574802.909859:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574802.909862:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574802.909871:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816035456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574802.909883:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574802.909887:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574802.909895:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816035456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574802.909910:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574802.909913:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574802.909917:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574802.909921:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574802.909926:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574802.909929:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574802.909933:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5646
00000400:00000200:0.0:1788574802.909936:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574802.909941:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574802.909944:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574802.909949:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909953:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.909957:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909961:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574802.909970:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574802.909973:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574802.909976:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574802.909979:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574802.909984:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574802.909985:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574802.909995:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.909997:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574802.910001:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574802.910004:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574802.910008:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574802.910014:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574802.910020:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574802.910025:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574802.910030:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574802.910034:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.910037:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574802.910040:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574802.910046:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.910050:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574802.910089:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574802.910094:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574802.910100:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574802.910103:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574802.910107:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574802.910110:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574802.910114:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574802.910120:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574802.910126:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574802.910137:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816035584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788574802.910144:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574802.910155:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574802.910159:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574802.910169:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816035584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574802.910189:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574802.910199:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5656)
00000800:00000200:2.1:1788574802.910361:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574802.910530:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574802.910682:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788574803.229254:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574803.229258:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574803.229260:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574803.933221:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574803.933226:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574803.933228:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574803.933232:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574803.933235:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574803.933237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574803.933239:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574803.933241:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574803.933244:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574804.957220:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574804.957224:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574804.957226:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574804.957229:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574804.957231:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574804.957232:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574804.957234:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574804.957236:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574804.957237:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574805.277311:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574805.277315:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574805.277319:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574805.981345:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574805.981349:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574805.981351:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574805.981354:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574805.981357:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574805.981359:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574805.981361:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574805.981363:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574805.981365:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574806.301330:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574806.301334:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574806.301338:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574807.005239:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574807.005243:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574807.005245:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574807.005249:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574807.005251:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574807.005254:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574807.005256:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574807.005258:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574807.005260:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574808.029238:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574808.029244:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574808.029249:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574808.029255:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574808.029260:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574808.029266:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574808.029272:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574808.029276:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574808.029281:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574808.029326:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574808.029332:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574808.029334:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574808.029338:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574808.029344:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574808.029346:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574808.029349:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574808.029353:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574808.029357:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574808.029874:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574808.029881:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574808.030752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574808.030755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574808.031088:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574808.031091:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574808.032697:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574808.032700:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788574808.033208:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574808.033211:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788574808.349289:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574808.349294:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574808.349298:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574809.053300:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574809.053303:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574809.053305:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574809.053308:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574809.053310:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574809.053312:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574809.053315:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574809.053316:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574809.053318:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574809.373264:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574809.373268:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574809.373271:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574810.077157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574810.077164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574810.077168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574810.077173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574810.077179:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574810.077183:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574810.077185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574810.077188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574810.077193:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574811.101169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574811.101175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574811.101179:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574811.101187:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574811.101193:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574811.101197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574811.101202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574811.101207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574811.101211:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574811.421297:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574811.421301:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574811.421305:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574812.445255:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574812.445259:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574812.445262:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574813.149219:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574813.149225:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574813.149228:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574813.149234:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574813.149237:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574813.149240:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574813.149244:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574813.149245:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574813.149248:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574813.149251:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1788574813.149255:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574813.149256:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574813.149262:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574813.149263:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574813.149268:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574813.149274:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574813.149285:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574813.149291:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574813.149723:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574813.149729:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574813.150330:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574813.150332:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574813.150496:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574813.150498:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574813.150708:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574813.150711:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788574813.151050:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574813.151065:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788574814.173149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574814.173150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574814.173157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574814.173157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574814.173159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574814.173160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574814.173165:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788574814.173165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574814.173171:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574814.173171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574814.173176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574814.173177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574814.173181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574814.173183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574814.173185:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574814.173186:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574814.173189:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574814.173191:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574814.493225:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574814.493228:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574814.493230:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574815.197162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574815.197168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574815.197169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574815.197173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574815.197174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574815.197177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574815.197179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574815.197181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574815.197183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574815.197184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1788574815.197189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574815.197189:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574815.197194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574815.197195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574815.197199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574815.197201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574815.197203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574815.197206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574815.517216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574815.517222:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574815.517227:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574816.221118:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574816.221125:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574816.221127:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574816.221133:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574816.221135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574816.221136:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574816.221140:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574816.221141:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574816.221143:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574816.221146:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1788574816.221148:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574816.221150:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574816.221152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574816.221155:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574816.221156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574816.221160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574816.221162:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574816.221165:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574817.245156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574817.245156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574817.245163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574817.245163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574817.245165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574817.245167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574817.245170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788574817.245172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574817.245174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574817.245178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574817.245178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574817.245180:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574817.245182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574817.245183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574817.245189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574817.245190:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574817.245194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574817.245198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574817.565252:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574817.565256:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574817.565258:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574818.269138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574818.269139:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574818.269146:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574818.269146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574818.269150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574818.269151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574818.269160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788574818.269160:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574818.269164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574818.269166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574818.269168:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574818.269172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574818.269172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574818.269176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574818.269180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574818.269183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574818.269186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574818.269192:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788574818.269681:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574818.269687:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788574818.270269:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574818.270271:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788574818.270467:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574818.270469:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788574818.270643:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574818.270645:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788574818.270805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788574818.270806:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1788574818.589218:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574818.589220:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574818.589223:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574819.293176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574819.293182:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574819.293184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574819.293188:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574819.293190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574819.293193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574819.293196:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574819.293198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574819.293200:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574819.293202:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574819.293208:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574819.293209:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574819.293214:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574819.293217:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574819.293220:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574819.293223:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574819.293225:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574819.293228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574820.317118:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574820.317127:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574820.317129:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574820.317136:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574820.317141:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574820.317145:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574820.317148:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574820.317150:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574820.317152:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574820.317188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574820.317190:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574820.317191:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574820.317192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574820.317194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574820.317195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574820.317197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574820.317198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574820.317200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574820.637237:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574820.637244:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574820.637249:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574821.341167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574821.341174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574821.341176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574821.341182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574821.341187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574821.341192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574821.341200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574821.341205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574821.341214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574821.661313:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574821.661317:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574821.661321:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1788574823.389758:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574823.389765:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574823.390486:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574823.390488:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574823.390850:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574823.390852:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574823.391172:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574823.391174:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574823.391499:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574823.391502:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788574823.709257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574823.709260:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574823.709263:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574824.413204:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574824.413213:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574824.413217:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574824.413226:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574824.413233:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574824.413239:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574824.413244:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574824.413247:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574824.413249:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574824.733305:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574824.733313:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574824.733318:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574825.437166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574825.437179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574825.437182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574825.437189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574825.437192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574825.437195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574825.437198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574825.437200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574825.437202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574826.461160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574826.461166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574826.461170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574826.461176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574826.461181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574826.461187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574826.461193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574826.461196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574826.461198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574826.781316:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574826.781321:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574826.781325:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574827.485173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574827.485183:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574827.485192:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574827.485202:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574827.485213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574827.485225:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574827.485228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574827.485230:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574827.485233:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574827.805275:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574827.805281:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574827.805284:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574828.509209:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574828.509218:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574828.509222:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574828.509228:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574828.509236:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574828.509241:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574828.509251:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574828.509256:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574828.509260:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574828.509806:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574828.509812:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574828.510572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574828.510575:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574828.511080:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574828.511082:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574828.511345:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574828.511347:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574828.511566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574828.511568:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1788574829.533186:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574829.533195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574829.533200:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574829.533210:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574829.533216:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574829.533221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574829.533230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574829.533234:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574829.533241:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574829.853280:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574829.853284:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574829.853288:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574830.557224:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574830.557240:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574830.557246:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574830.557254:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574830.557260:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574830.557265:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574830.557275:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574830.557279:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574830.557284:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574830.877264:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574830.877267:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574830.877269:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574831.581171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574831.581179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574831.581183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574831.581190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574831.581196:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574831.581202:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574831.581210:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574831.581214:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574831.581217:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574832.925256:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574832.925264:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574832.925267:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574833.629212:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574833.629224:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574833.629237:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574833.629246:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574833.629252:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574833.629257:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574833.629275:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574833.629280:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574833.629285:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574833.629824:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574833.629828:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574833.630716:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574833.630723:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574833.631100:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574833.631103:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574833.631409:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574833.631411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574833.631619:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574833.631621:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1788574833.949297:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574833.949299:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574833.949302:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574834.653254:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574834.653256:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574834.653257:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574834.653259:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574834.653261:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574834.653262:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574834.653264:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574834.653265:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574834.653266:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574835.677553:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574835.677563:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574835.677570:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574835.677578:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574835.677585:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574835.677595:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574835.677602:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574835.677607:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574835.677612:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574835.997249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574835.997252:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574835.997255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574836.701121:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574836.701133:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574836.701135:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574836.701141:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574836.701144:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574836.701148:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574836.701150:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574836.701152:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574836.701154:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574837.021335:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574837.021341:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574837.021345:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574837.725119:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574837.725126:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574837.725129:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574837.725134:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574837.725141:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574837.725146:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574837.725152:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574837.725155:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574837.725157:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574838.749155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574838.749163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574838.749168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574838.749171:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788574838.749174:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574838.749180:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788574838.749183:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574838.749185:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574838.749189:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574838.749196:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574838.749198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574838.749202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574838.749204:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788574838.749205:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574838.749214:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5682
00000400:00000200:0.0:1788574838.749224:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574838.749229:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574838.749232:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574838.749235:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749237:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.749239:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749241:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574838.749244:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574838.749246:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574838.749248:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574838.749251:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574838.749253:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574838.749254:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574838.749256:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749258:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.749259:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749261:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574838.749263:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574838.749265:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749267:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574838.749269:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574838.749272:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574838.749274:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749275:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574838.749277:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574838.749284:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574838.749287:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574838.749290:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574838.749291:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749294:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574838.749296:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574838.749299:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574838.749307:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574838.749313:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574838.749320:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816039552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574838.749329:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574838.749334:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574838.749338:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816039552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574838.749362:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574838.749366:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574838.749369:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574838.749371:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574838.749373:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574838.749376:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574838.749378:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5682
00000400:00000200:0.0:1788574838.749382:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574838.749384:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574838.749386:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574838.749403:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749405:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.749406:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749408:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574838.749409:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574838.749410:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574838.749411:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574838.749413:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574838.749414:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574838.749415:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574838.749418:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749420:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.749422:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749423:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574838.749425:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574838.749427:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749428:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574838.749430:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574838.749434:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574838.749438:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749442:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574838.749445:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574838.749448:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749451:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574838.749455:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574838.749458:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574838.749463:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574838.749466:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749470:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574838.749473:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574838.749475:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574838.749480:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574838.749484:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574838.749492:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816039680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574838.749505:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574838.749509:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574838.749514:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816039680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574838.749527:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574838.749530:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574838.749535:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574838.749540:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574838.749541:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574838.749543:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574838.749548:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5682
00000400:00000200:0.0:1788574838.749553:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574838.749559:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574838.749561:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574838.749563:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749565:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.749569:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749572:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574838.749573:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574838.749574:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574838.749575:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574838.749578:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574838.749581:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574838.749586:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574838.749592:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749594:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.749598:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749602:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574838.749606:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574838.749612:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749617:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574838.749619:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574838.749623:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574838.749628:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749632:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574838.749634:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574838.749638:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749640:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574838.749645:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574838.749648:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574838.749650:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574838.749652:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749657:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574838.749658:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574838.749660:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574838.749663:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574838.749668:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574838.749674:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816039808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574838.749685:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574838.749689:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574838.749695:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816039808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574838.749707:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574838.749712:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574838.749719:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574838.749721:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574838.749724:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574838.749728:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574838.749733:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5682
00000400:00000200:0.0:1788574838.749737:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574838.749742:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574838.749746:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574838.749752:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749757:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.749761:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749763:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574838.749768:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574838.749771:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574838.749774:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574838.749775:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574838.749777:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574838.749783:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574838.749786:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749788:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.749794:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.749799:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574838.749805:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000800:00000200:3.1:1788574838.749809:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788574838.749813:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000800:00000200:3.1:1788574838.749815:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788574838.749819:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574838.749824:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574838.749829:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574838.749836:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749839:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574838.749844:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574838.749848:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749851:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574838.749854:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574838.749859:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574838.749864:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574838.749866:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.749868:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574838.749870:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574838.749874:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574838.749877:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574838.749883:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574838.749894:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816039936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574838.749930:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574838.749936:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574838.749945:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816039936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574838.749961:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574838.749965:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574838.749971:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574838.749975:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574838.749979:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574838.749984:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574838.749990:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5682
00000400:00000200:0.0:1788574838.749998:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574838.750005:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574838.750016:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574838.750025:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.750029:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.750033:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.750038:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574838.750044:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574838.750046:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574838.750049:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574838.750052:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574838.750078:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574838.750080:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574838.750082:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.750084:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574838.750087:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574838.750090:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574838.750093:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574838.750100:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574838.750107:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574838.750111:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574838.750115:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574838.750118:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.750123:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574838.750125:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574838.750131:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.750134:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574838.750138:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574838.750142:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574838.750148:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574838.750150:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574838.750152:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574838.750155:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574838.750158:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574838.750163:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574838.750171:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574838.750183:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816040064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574838.750221:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574838.750226:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574838.750235:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816040064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574838.750250:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574838.750255:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5692)
00000800:00000200:3.1:1788574838.750494:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574838.750497:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574838.750805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574838.750808:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574838.751127:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574838.751130:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574838.751458:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574838.751461:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788574839.069260:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574839.069264:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574839.069268:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574839.773157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574839.773164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574839.773167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574839.773173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574839.773178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574839.773182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574839.773185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574839.773188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574839.773191:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574840.093220:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574840.093223:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574840.093226:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574840.797170:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574840.797179:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574840.797184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574840.797189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574840.797194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574840.797198:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574840.797209:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574840.797212:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574840.797215:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574842.141352:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574842.141358:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574842.141361:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574843.165309:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574843.165312:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574843.165315:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574843.869196:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574843.869212:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574843.869218:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574843.869225:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574843.869234:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574843.869244:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5687
00000400:00000200:0.0:1788574843.869256:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574843.869277:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574843.869282:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574843.869285:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869289:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.869292:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869294:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574843.869298:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574843.869301:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574843.869304:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574843.869307:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574843.869310:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574843.869314:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574843.869317:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869319:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.869320:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869323:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574843.869326:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574843.869329:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869332:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574843.869335:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574843.869338:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574843.869342:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.869344:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574843.869347:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574843.869360:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574843.869364:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574843.869369:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574843.869370:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.869374:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574843.869376:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574843.869383:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574843.869395:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574843.869404:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574843.869417:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816040192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574843.869428:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574843.869434:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574843.869439:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816040192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574843.869464:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574843.869467:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574843.869471:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574843.869474:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574843.869476:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574843.869480:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574843.869483:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5687
00000400:00000200:0.0:1788574843.869489:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574843.869496:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574843.869501:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574843.869510:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869516:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.869521:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869527:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574843.869532:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574843.869535:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574843.869538:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574843.869541:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574843.869548:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574843.869552:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574843.869559:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869563:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.869568:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869573:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574843.869577:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574843.869583:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869587:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574843.869592:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574843.869600:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574843.869606:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.869611:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574843.869618:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574843.869625:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.869631:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574843.869637:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574843.869640:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574843.869645:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574843.869648:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.869651:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574843.869653:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574843.869656:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574843.869663:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574843.869669:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574843.869676:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816040320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574843.869691:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574843.869696:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574843.869705:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816040320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574843.869721:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574843.869726:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574843.869734:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574843.869738:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574843.869741:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574843.869745:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574843.869750:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5687
00000400:00000200:0.0:1788574843.869758:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788574843.869760:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574843.869764:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000400:00000200:0.0:1788574843.869765:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574843.869771:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574843.869779:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869783:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.869788:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869794:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574843.869798:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574843.869803:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574843.869806:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574843.869810:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574843.869816:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574843.869821:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574843.869829:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869836:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.869843:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869848:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574843.869853:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574843.869861:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574843.869866:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574843.869872:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574843.869876:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574843.869881:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.869885:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574843.869889:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574843.869893:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.869898:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574843.869906:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574843.869911:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574843.869917:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574843.869920:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.869924:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574843.869926:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574843.869930:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574843.869938:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574843.869944:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574843.869955:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816040448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574843.869976:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574843.869981:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574843.869991:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816040448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574843.870012:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574843.870018:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574843.870026:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574843.870030:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574843.870034:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574843.870041:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574843.870047:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5687
00000400:00000200:0.0:1788574843.870084:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574843.870092:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574843.870098:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574843.870105:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870111:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.870116:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870121:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574843.870126:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574843.870128:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574843.870133:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574843.870138:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574843.870142:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574843.870147:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574843.870152:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870157:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.870161:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870167:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574843.870172:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574843.870175:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870178:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574843.870185:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574843.870191:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574843.870196:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.870200:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574843.870204:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574843.870209:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.870213:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574843.870219:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574843.870224:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574843.870229:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574843.870231:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.870236:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574843.870239:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574843.870243:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574843.870250:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574843.870257:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574843.870279:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816040576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574843.870297:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574843.870300:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574843.870308:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816040576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574843.870326:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574843.870332:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574843.870340:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574843.870344:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574843.870348:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574843.870352:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574843.870358:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5687
00000400:00000200:0.0:1788574843.870369:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574843.870377:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574843.870382:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574843.870391:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870396:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.870403:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870407:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574843.870411:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574843.870412:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574843.870413:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574843.870417:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000800:00000200:3.1:1788574843.870417:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574843.870421:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788574843.870422:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574843.870428:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574843.870437:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870442:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574843.870448:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870454:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574843.870459:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574843.870466:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574843.870471:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574843.870475:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574843.870481:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574843.870488:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.870494:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574843.870498:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574843.870503:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.870508:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574843.870514:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574843.870521:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574843.870527:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574843.870529:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574843.870533:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574843.870535:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574843.870538:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574843.870543:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574843.870549:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574843.870558:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816040704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574843.870573:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574843.870577:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574843.870584:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816040704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574843.870604:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574843.870610:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5697)
00000800:00000200:3.1:1788574843.870720:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574843.870722:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574843.870948:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574843.870950:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574843.871131:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574843.871133:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788574845.213364:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574845.213369:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574845.213372:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574846.237240:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574846.237244:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574846.237248:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574848.285339:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574848.285344:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574848.285348:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574848.989188:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574848.989201:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574848.989208:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574848.989220:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574848.989230:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574848.989243:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5692
00000400:00000200:0.0:1788574848.989256:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574848.989265:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574848.989268:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574848.989271:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989275:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.989278:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989280:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574848.989285:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574848.989287:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574848.989290:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574848.989295:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574848.989298:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574848.989300:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574848.989303:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989304:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.989306:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989308:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574848.989311:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574848.989314:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989317:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574848.989320:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574848.989336:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574848.989340:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.989342:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574848.989345:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574848.989358:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574848.989361:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574848.989366:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574848.989369:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.989372:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574848.989375:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574848.989380:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574848.989392:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574848.989400:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574848.989412:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816040832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574848.989423:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574848.989429:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574848.989434:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816040832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574848.989462:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574848.989465:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574848.989469:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574848.989470:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574848.989472:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574848.989476:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574848.989479:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5692
00000400:00000200:0.0:1788574848.989484:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574848.989488:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574848.989494:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574848.989503:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989513:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.989527:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989537:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574848.989543:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574848.989549:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574848.989556:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574848.989562:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574848.989571:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574848.989583:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574848.989596:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989607:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.989612:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989615:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574848.989623:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574848.989636:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574848.989642:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574848.989648:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574848.989658:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574848.989664:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.989667:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574848.989675:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574848.989684:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.989692:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574848.989703:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574848.989711:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574848.989723:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574848.989728:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.989738:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574848.989742:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574848.989745:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574848.989758:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574848.989772:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574848.989792:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816040960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574848.989837:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574848.989848:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574848.989873:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816040960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574848.989892:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574848.989896:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788574848.989900:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1788574848.989901:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1788574848.989922:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574848.989926:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574848.989933:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574848.989943:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574848.989951:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5692
00000400:00000200:0.0:1788574848.989966:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574848.989981:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574848.989986:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574848.989997:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990011:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.990021:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990031:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574848.990038:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574848.990047:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574848.990082:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574848.990087:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574848.990092:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574848.990096:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574848.990101:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990107:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.990111:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990117:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574848.990125:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574848.990131:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990146:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574848.990152:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574848.990158:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574848.990166:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.990178:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574848.990183:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574848.990190:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.990199:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574848.990209:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574848.990215:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574848.990222:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574848.990224:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.990229:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574848.990232:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574848.990235:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574848.990245:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574848.990252:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574848.990262:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816041088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574848.990296:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574848.990301:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574848.990315:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816041088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574848.990346:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574848.990354:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574848.990365:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574848.990370:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574848.990374:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574848.990380:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574848.990387:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5692
00000400:00000200:0.0:1788574848.990395:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574848.990405:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574848.990415:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574848.990427:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990438:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.990445:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990459:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574848.990469:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574848.990478:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574848.990484:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574848.990492:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574848.990502:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574848.990510:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574848.990520:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990526:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.990540:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990548:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574848.990559:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574848.990570:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990585:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574848.990594:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574848.990602:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574848.990609:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.990614:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574848.990622:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574848.990630:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.990640:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574848.990650:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574848.990664:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574848.990674:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574848.990680:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.990688:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574848.990694:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574848.990700:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574848.990709:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574848.990720:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574848.990738:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816041216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574848.990764:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574848.990772:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574848.990787:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816041216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574848.990838:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574848.990845:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574848.990860:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574848.990869:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574848.990876:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574848.990881:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574848.990891:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5692
00000400:00000200:0.0:1788574848.990907:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574848.990923:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574848.990929:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574848.990941:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.990951:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574848.990958:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788574848.990963:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574848.990964:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574848.990975:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574848.990987:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574848.990996:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574848.991005:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574848.991011:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574848.991019:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574848.991029:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574848.991041:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.991051:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574848.991088:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574848.991095:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574848.991108:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574848.991120:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574848.991127:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574848.991132:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574848.991149:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574848.991161:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.991172:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574848.991180:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574848.991189:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.991201:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574848.991215:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574848.991222:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574848.991229:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574848.991232:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574848.991237:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574848.991241:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574848.991246:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574848.991257:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574848.991264:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574848.991279:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816041344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574848.991297:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574848.991302:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574848.991317:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816041344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574848.991346:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574848.991359:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5702)
00000800:00000200:3.1:1788574848.991515:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574848.991517:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574848.991751:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574848.991753:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574848.991927:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574848.991929:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1788574849.309268:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574849.309272:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574849.309276:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574851.357247:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574851.357251:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574851.357253:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574852.381241:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574852.381245:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574852.381249:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574854.109194:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574854.109203:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574854.109207:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574854.109212:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574854.109219:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574854.109226:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5697
00000400:00000200:0.0:1788574854.109234:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574854.109240:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574854.109243:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574854.109245:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109247:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.109249:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109251:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574854.109254:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574854.109256:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574854.109258:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574854.109260:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574854.109262:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574854.109263:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574854.109265:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109267:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.109268:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109269:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574854.109271:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574854.109273:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109275:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574854.109277:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574854.109284:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574854.109287:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109288:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574854.109290:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574854.109297:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574854.109300:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574854.109303:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574854.109304:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109306:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574854.109308:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574854.109311:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574854.109324:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574854.109330:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574854.109337:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816041472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574854.109345:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574854.109349:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574854.109352:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816041472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574854.109374:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574854.109376:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574854.109379:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574854.109380:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574854.109381:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574854.109383:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574854.109385:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5697
00000400:00000200:0.0:1788574854.109387:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574854.109390:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574854.109392:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574854.109394:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109397:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.109402:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109407:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574854.109412:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574854.109416:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574854.109421:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574854.109425:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574854.109430:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574854.109438:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574854.109447:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109453:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.109460:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109466:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574854.109471:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574854.109475:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109479:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574854.109483:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574854.109489:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574854.109496:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109498:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574854.109508:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574854.109512:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109516:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574854.109521:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574854.109526:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574854.109532:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574854.109535:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109539:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574854.109542:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574854.109546:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574854.109552:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574854.109557:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574854.109566:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816041600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574854.109575:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574854.109578:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574854.109584:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816041600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574854.109598:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574854.109601:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574854.109606:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574854.109610:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574854.109612:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574854.109615:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574854.109619:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5697
00000400:00000200:0.0:1788574854.109626:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574854.109632:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574854.109638:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574854.109643:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109647:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.109651:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109654:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574854.109659:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574854.109661:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574854.109664:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574854.109667:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574854.109671:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574854.109672:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574854.109677:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109682:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.109687:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109692:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574854.109694:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574854.109700:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109707:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574854.109708:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574854.109710:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574854.109712:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109717:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574854.109718:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574854.109720:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109723:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574854.109728:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574854.109733:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574854.109734:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574854.109735:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109738:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574854.109740:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574854.109742:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574854.109744:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574854.109748:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574854.109753:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00100000:0.0:1788574854.109755:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816041728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788574854.109757:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788574854.109770:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574854.109774:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574854.109780:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816041728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574854.109792:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574854.109795:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574854.109801:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574854.109804:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574854.109807:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574854.109809:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574854.109814:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5697
00000400:00000200:0.0:1788574854.109820:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574854.109826:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574854.109831:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574854.109837:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109840:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.109845:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109848:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574854.109853:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574854.109856:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574854.109858:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574854.109861:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574854.109864:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574854.109870:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574854.109873:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109875:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.109879:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109881:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574854.109885:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574854.109890:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574854.109893:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574854.109895:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574854.109898:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574854.109901:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109902:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574854.109904:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574854.109908:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109910:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574854.109918:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574854.109922:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574854.109928:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574854.109930:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.109933:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574854.109936:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574854.109939:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574854.109943:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574854.109947:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574854.109956:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816041856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574854.109966:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574854.109969:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574854.109975:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816041856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574854.109988:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574854.109994:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574854.110000:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574854.110003:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574854.110029:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574854.110032:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574854.110034:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5697
00000400:00000200:0.0:1788574854.110037:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574854.110039:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574854.110041:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574854.110043:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.110045:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.110046:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.110138:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574854.110149:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574854.110151:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574854.110153:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574854.110156:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574854.110159:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574854.110161:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574854.110167:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.110170:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574854.110172:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574854.110174:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574854.110176:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574854.110179:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574854.110190:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574854.110196:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574854.110203:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574854.110210:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.110213:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574854.110219:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574854.110233:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.110243:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574854.110261:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574854.110269:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574854.110281:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574854.110289:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574854.110295:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574854.110305:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574854.110318:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574854.110326:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574854.110338:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574854.110360:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816041984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574854.110426:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574854.110434:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574854.110449:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816041984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574854.110490:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574854.110505:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5707)
00000800:00000200:3.1:1788574854.110656:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574854.110659:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574854.110884:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574854.110886:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574854.111125:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574854.111126:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574854.111320:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574854.111322:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574854.429243:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574854.429246:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574854.429248:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574855.453312:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574855.453317:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574855.453320:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574857.501237:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574857.501241:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574857.501245:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574858.525270:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574858.525273:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574858.525276:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574859.229207:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574859.229221:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574859.229232:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574859.229239:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574859.229248:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574859.229258:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5702
00000400:00000200:0.0:1788574859.229281:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574859.229291:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574859.229300:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574859.229308:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229313:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.229316:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229318:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574859.229322:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574859.229326:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574859.229329:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574859.229333:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574859.229335:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574859.229337:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574859.229340:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229341:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.229343:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229344:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574859.229346:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574859.229349:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229355:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574859.229358:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574859.229362:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574859.229364:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.229366:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574859.229368:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574859.229379:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574859.229382:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574859.229386:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574859.229388:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.229391:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574859.229393:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574859.229398:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574859.229407:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574859.229415:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574859.229428:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816042112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574859.229448:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574859.229454:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574859.229460:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816042112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574859.229490:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574859.229493:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574859.229496:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574859.229497:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574859.229499:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574859.229501:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574859.229503:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5702
00000400:00000200:0.0:1788574859.229507:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574859.229509:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574859.229511:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574859.229513:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229514:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.229516:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229518:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574859.229520:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574859.229521:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574859.229522:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574859.229524:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574859.229525:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574859.229526:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574859.229528:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229529:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.229530:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229532:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574859.229534:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574859.229536:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229538:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574859.229540:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574859.229545:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574859.229547:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.229548:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574859.229553:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574859.229556:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.229558:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574859.229564:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574859.229567:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574859.229576:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574859.229586:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.229596:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574859.229599:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574859.229601:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574859.229610:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574859.229620:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574859.229634:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816042240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574859.229657:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574859.229664:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574859.229673:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816042240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574859.229697:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574859.229699:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574859.229703:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574859.229706:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574859.229712:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574859.229715:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574859.229723:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5702
00000400:00000200:0.0:1788574859.229732:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574859.229736:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574859.229738:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574859.229744:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229747:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.229755:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229762:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574859.229775:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574859.229780:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574859.229786:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574859.229790:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574859.229798:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574859.229804:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574859.229816:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229820:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.229824:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229837:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574859.229841:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574859.229848:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574859.229850:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574859.229853:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574859.229856:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574859.229858:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.229860:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574859.229866:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574859.229870:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.229871:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574859.229875:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574859.229896:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574859.229900:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574859.229903:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.229910:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574859.229912:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574859.229915:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574859.229920:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574859.229925:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574859.229930:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816042368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574859.229948:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574859.229952:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574859.229962:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816042368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574859.229993:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574859.229997:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574859.230006:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574859.230011:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574859.230015:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574859.230020:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574859.230028:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5702
00000400:00000200:0.0:1788574859.230036:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574859.230040:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574859.230046:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788574859.230087:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574859.230090:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1788574859.230098:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230101:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.230106:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230110:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574859.230121:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574859.230123:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574859.230128:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574859.230132:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574859.230136:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574859.230143:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574859.230153:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230159:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.230168:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230176:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574859.230182:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574859.230186:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230190:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574859.230196:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574859.230202:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574859.230207:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.230214:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574859.230217:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574859.230221:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.230228:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574859.230233:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574859.230237:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574859.230241:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574859.230242:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.230245:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574859.230247:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574859.230252:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574859.230257:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574859.230268:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574859.230286:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816042496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574859.230300:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574859.230306:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574859.230314:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816042496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574859.230347:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574859.230352:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574859.230358:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574859.230361:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574859.230365:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574859.230376:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574859.230386:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5702
00000400:00000200:0.0:1788574859.230395:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574859.230408:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574859.230412:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574859.230424:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230431:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.230438:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230448:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574859.230457:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574859.230460:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574859.230468:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574859.230477:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574859.230486:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574859.230496:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574859.230514:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230527:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574859.230536:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230540:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574859.230551:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574859.230563:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574859.230572:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574859.230583:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574859.230594:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574859.230603:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.230617:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574859.230624:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574859.230635:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.230644:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574859.230658:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574859.230665:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574859.230674:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574859.230681:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574859.230689:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574859.230696:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574859.230707:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574859.230723:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574859.230734:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574859.230748:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816042624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574859.230771:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574859.230774:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574859.230782:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816042624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574859.230792:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574859.230807:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5712)
00000800:00000200:3.1:1788574859.231000:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574859.231003:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574859.231273:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574859.231275:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574859.231467:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574859.231469:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574859.231646:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574859.231648:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788574860.573209:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574860.573213:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574860.573215:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574861.597216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574861.597221:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574861.597224:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574863.325151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574863.325155:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574863.325159:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574863.325165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574863.325170:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574863.325174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574863.325188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574863.325191:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574863.325195:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574863.645235:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574863.645238:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574863.645241:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574864.349158:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574864.349163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574864.349170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788574864.349170:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574864.349176:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349176:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574864.349182:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788574864.349184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788574864.349189:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788574864.349190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574864.349195:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574864.349198:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5707
00000100:00000001:0.0:1788574864.349200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574864.349204:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788574864.349208:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788574864.349210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788574864.349215:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574864.349218:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574864.349221:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349223:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.349225:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349227:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574864.349230:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574864.349232:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574864.349234:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574864.349237:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574864.349239:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574864.349241:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574864.349243:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349245:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.349247:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349249:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574864.349251:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574864.349254:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349257:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574864.349259:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574864.349262:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574864.349264:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349266:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574864.349268:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574864.349275:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574864.349277:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574864.349281:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574864.349282:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349284:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574864.349286:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574864.349290:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574864.349296:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574864.349301:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574864.349308:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816042752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574864.349316:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574864.349320:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574864.349324:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816042752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574864.349347:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574864.349350:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574864.349354:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574864.349356:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574864.349358:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574864.349361:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574864.349363:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5707
00000400:00000200:1.0:1788574864.349368:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574864.349371:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574864.349375:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574864.349378:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349380:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.349382:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349384:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574864.349389:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574864.349391:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574864.349395:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574864.349398:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574864.349401:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574864.349403:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574864.349407:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349409:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.349413:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349416:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574864.349419:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574864.349425:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349432:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574864.349436:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574864.349452:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574864.349458:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349464:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574864.349470:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574864.349477:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349481:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574864.349488:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574864.349493:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574864.349499:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574864.349502:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349505:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574864.349508:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574864.349512:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574864.349518:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574864.349524:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574864.349535:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816042880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574864.349555:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574864.349559:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574864.349567:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816042880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574864.349589:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574864.349594:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574864.349602:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574864.349605:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574864.349609:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574864.349613:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574864.349620:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5707
00000400:00000200:1.0:1788574864.349626:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574864.349631:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574864.349636:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574864.349640:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349644:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.349650:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349653:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574864.349657:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574864.349660:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574864.349664:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574864.349669:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574864.349673:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574864.349679:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574864.349685:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349690:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.349696:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349702:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574864.349707:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574864.349713:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349720:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574864.349726:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574864.349731:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574864.349737:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349740:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574864.349744:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574864.349746:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349748:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574864.349768:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574864.349772:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574864.349778:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574864.349779:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.349783:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574864.349786:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574864.349790:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574864.349802:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:1.0:1788574864.349805:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000800:00000200:3.1:1788574864.349808:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1788574864.349811:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574864.349821:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816043008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574864.349834:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574864.349836:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574864.349843:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816043008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574864.349855:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574864.349858:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574864.349863:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574864.349867:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574864.349871:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574864.349878:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574864.349884:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5707
00000400:00000200:1.0:1788574864.349894:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574864.349902:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574864.349905:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574864.349912:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349924:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.349928:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349931:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574864.349938:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574864.349942:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574864.349944:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574864.349948:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574864.349953:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574864.349959:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574864.349966:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349971:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.349975:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349981:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574864.349985:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574864.349990:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574864.349995:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574864.350002:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574864.350006:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574864.350011:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.350016:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574864.350019:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574864.350025:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.350030:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574864.350036:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574864.350042:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574864.350047:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574864.350050:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.350081:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574864.350083:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574864.350086:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574864.350092:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574864.350097:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574864.350105:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816043136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574864.350117:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574864.350120:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574864.350126:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816043136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574864.350153:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574864.350157:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574864.350159:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574864.350160:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574864.350161:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574864.350163:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574864.350164:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5707
00000400:00000200:1.0:1788574864.350169:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574864.350174:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574864.350178:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574864.350183:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.350187:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.350192:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.350198:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574864.350203:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574864.350207:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574864.350212:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574864.350215:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574864.350221:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574864.350225:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574864.350235:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.350240:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574864.350246:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574864.350251:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574864.350257:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574864.350266:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574864.350273:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574864.350277:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574864.350282:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574864.350287:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.350292:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574864.350295:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574864.350302:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.350306:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574864.350312:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574864.350319:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574864.350327:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574864.350331:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574864.350335:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574864.350339:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574864.350343:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574864.350350:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574864.350356:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574864.350367:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816043264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574864.350377:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574864.350380:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574864.350392:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816043264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574864.350421:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574864.350427:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5717)
00000800:00000200:3.1:1788574864.350622:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574864.350625:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574864.350963:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574864.350966:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574864.351307:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574864.351310:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574864.351616:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574864.351619:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1788574864.669262:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574864.669267:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574864.669270:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574865.373153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574865.373159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574865.373162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574865.373167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574865.373171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574865.373175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574865.373178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574865.373181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574865.373183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574866.397141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574866.397149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574866.397151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574866.397156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574866.397160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574866.397164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574866.397167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574866.397171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574866.397176:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574866.717243:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574866.717248:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574866.717252:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574867.421169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574867.421175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574867.421178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574867.421182:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574867.421189:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574867.421194:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574867.421197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574867.421201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574867.421204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574867.741213:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574867.741216:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574867.741219:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574868.445176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574868.445184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574868.445186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574868.445192:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574868.445196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574868.445200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574868.445203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574868.445206:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574868.445209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574869.469163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574869.469171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574869.469173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574869.469177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788574869.469187:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788574869.469193:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574869.469202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788574869.469203:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574869.469215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574869.469218:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788574869.469219:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574869.469231:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574869.469232:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574869.469244:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574869.469257:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5712
00000400:00000200:1.0:1788574869.469268:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574869.469276:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574869.469279:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574869.469283:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469286:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.469290:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469292:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574869.469296:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574869.469299:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574869.469301:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574869.469304:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574869.469307:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574869.469310:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574869.469313:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469315:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.469318:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469321:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574869.469324:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574869.469328:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469331:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574869.469333:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574869.469337:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574869.469340:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.469343:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574869.469345:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574869.469354:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574869.469358:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574869.469362:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574869.469364:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.469368:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574869.469370:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574869.469375:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574869.469382:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574869.469389:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574869.469399:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816043392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574869.469410:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574869.469414:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574869.469420:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816043392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574869.469442:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574869.469445:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574869.469449:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574869.469451:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574869.469453:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574869.469456:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574869.469460:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5712
00000400:00000200:1.0:1788574869.469465:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574869.469470:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574869.469473:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574869.469476:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469482:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.469490:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469497:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574869.469501:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574869.469504:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574869.469507:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574869.469511:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574869.469518:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574869.469527:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574869.469542:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469547:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.469561:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469568:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574869.469575:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574869.469586:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469594:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574869.469598:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574869.469604:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574869.469608:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.469615:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574869.469623:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574869.469641:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.469644:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574869.469648:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574869.469651:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574869.469654:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574869.469658:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.469667:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574869.469672:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574869.469675:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574869.469682:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574869.469689:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574869.469704:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816043520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574869.469719:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574869.469727:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574869.469742:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816043520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574869.469803:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574869.469809:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574869.469817:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574869.469825:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574869.469829:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574869.469834:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574869.469842:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5712
00000400:00000200:1.0:1788574869.469851:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574869.469857:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574869.469863:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574869.469871:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469874:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.469880:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469890:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574869.469895:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574869.469898:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574869.469901:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574869.469907:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574869.469912:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574869.469918:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574869.469929:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469936:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.469952:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469962:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574869.469974:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574869.469984:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574869.469993:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574869.469999:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574869.470006:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574869.470014:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470018:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574869.470023:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1788574869.470029:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:1.0:1788574869.470031:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470037:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574869.470042:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574869.470046:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574869.470049:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574869.470050:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470080:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574869.470083:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574869.470086:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574869.470091:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574869.470096:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574869.470108:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816043648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574869.470129:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574869.470134:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574869.470141:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816043648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574869.470160:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574869.470170:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574869.470180:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574869.470186:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574869.470193:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574869.470203:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574869.470210:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5712
00000400:00000200:1.0:1788574869.470220:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574869.470225:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574869.470230:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574869.470244:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470258:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.470270:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470278:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574869.470286:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574869.470290:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574869.470292:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574869.470295:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574869.470302:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574869.470308:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574869.470320:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470327:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.470335:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470345:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574869.470351:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574869.470366:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470374:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574869.470381:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574869.470393:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574869.470402:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470406:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574869.470413:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574869.470425:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470429:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574869.470436:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574869.470443:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574869.470451:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574869.470454:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470456:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574869.470457:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574869.470461:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574869.470471:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574869.470481:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574869.470497:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816043776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574869.470523:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574869.470530:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574869.470541:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816043776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574869.470583:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574869.470600:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574869.470619:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574869.470623:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574869.470644:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574869.470653:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574869.470661:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5712
00000400:00000200:1.0:1788574869.470680:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788574869.470687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:1.0:1788574869.470694:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574869.470701:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574869.470709:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470718:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.470727:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470736:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574869.470743:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574869.470748:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574869.470757:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574869.470762:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574869.470771:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574869.470780:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574869.470797:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470807:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574869.470814:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470821:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574869.470832:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574869.470838:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574869.470846:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574869.470853:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574869.470861:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574869.470871:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470877:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574869.470882:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574869.470889:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470895:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574869.470903:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574869.470910:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574869.470923:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574869.470928:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574869.470933:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574869.470938:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574869.470942:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574869.470952:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574869.470963:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574869.470976:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816043904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574869.471030:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574869.471038:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574869.471083:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816043904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574869.471097:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574869.471109:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5722)
00000800:00000200:3.1:1788574869.471590:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574869.471805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574869.471975:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788574869.789245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574869.789250:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574869.789254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574870.493180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574870.493189:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574870.493191:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574870.493193:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574870.493195:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574870.493197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574870.493198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574870.493200:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574870.493202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574870.813294:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574870.813299:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574870.813303:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574871.517219:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574871.517225:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574871.517226:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574871.517229:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574871.517233:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574871.517236:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574871.517240:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574871.517243:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574871.517245:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788574872.541457:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788574872.541507:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788574872.541518:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574872.541523:0:2387:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788574872.541528:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574872.541531:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788574872.541537:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574872.541543:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:1.0:1788574872.541549:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574872.541568:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574872.541575:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc220
00000400:00000010:1.0:1788574872.541578:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc220.
00000100:00000001:1.0:1788574872.541583:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574872.541593:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682a00 x1875450816043392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541624:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574872.541629:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816043392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541637:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574872.541640:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574872.541649:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574872.541653:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f800.
00000400:00000200:1.0:1788574872.541656:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574872.541660:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574872.541663:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:1.0:1788574872.541664:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:1.0:1788574872.541667:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574872.541672:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683b80 x1875450816043520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541680:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574872.541683:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816043520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541690:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574872.541692:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574872.541697:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574872.541699:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fd00.
00000400:00000200:1.0:1788574872.541702:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574872.541705:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574872.541708:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc2a8
00000400:00000010:1.0:1788574872.541710:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc2a8.
00000100:00000001:1.0:1788574872.541712:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574872.541717:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683100 x1875450816043648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541724:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574872.541728:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816043648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541734:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574872.541736:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574872.541740:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574872.541743:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835ff00.
00000400:00000200:1.0:1788574872.541746:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574872.541749:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574872.541752:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcbb0
00000400:00000010:1.0:1788574872.541754:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcbb0.
00000100:00000001:1.0:1788574872.541756:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574872.541761:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680e00 x1875450816043776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541770:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574872.541773:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816043776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541779:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574872.541781:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788574872.541785:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788574872.541788:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:1.0:1788574872.541790:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788574872.541793:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788574872.541797:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc088
00000400:00000010:1.0:1788574872.541799:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc088.
00000100:00000001:1.0:1788574872.541801:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788574872.541805:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682680 x1875450816043904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541813:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788574872.541816:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816043904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574872.541823:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574872.541824:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1788574872.861317:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574872.861321:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574872.861325:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574873.565404:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574873.565407:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574873.565409:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574873.565412:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574873.565414:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574873.565416:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574873.565418:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574873.565420:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574873.565422:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574873.885260:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574873.885264:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574873.885267:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574874.589150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574874.589159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574874.589162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574874.589169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574874.589175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574874.589179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574874.589184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574874.589188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574874.589190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574874.589228:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574874.589235:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574874.589238:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574874.589242:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574874.589246:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574874.589255:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5717
00000400:00000200:1.0:1788574874.589266:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574874.589274:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574874.589278:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574874.589282:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589286:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.589290:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589293:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574874.589298:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574874.589301:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574874.589305:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574874.589308:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574874.589312:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574874.589315:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574874.589318:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589321:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.589324:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589325:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574874.589329:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574874.589332:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589336:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574874.589339:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574874.589344:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574874.589347:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.589350:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574874.589353:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574874.589363:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574874.589367:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574874.589371:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574874.589373:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.589383:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574874.589386:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574874.589391:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574874.589402:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574874.589411:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574874.589425:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816044032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574874.589437:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574874.589443:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574874.589449:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816044032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574874.589473:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574874.589476:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574874.589480:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574874.589482:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574874.589483:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574874.589486:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574874.589489:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5717
00000400:00000200:1.0:1788574874.589494:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574874.589497:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574874.589511:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574874.589517:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589520:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.589525:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589529:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574874.589533:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574874.589535:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574874.589538:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574874.589542:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574874.589547:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574874.589553:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574874.589559:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589563:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.589566:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589570:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574874.589577:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574874.589582:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589586:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574874.589590:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574874.589600:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574874.589603:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.589607:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574874.589613:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574874.589619:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.589623:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574874.589628:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574874.589634:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574874.589637:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574874.589641:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.589650:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574874.589652:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574874.589656:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574874.589661:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574874.589666:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574874.589674:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816044160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574874.589685:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574874.589696:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574874.589705:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816044160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574874.589735:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574874.589741:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574874.589748:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574874.589751:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574874.589754:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574874.589759:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574874.589764:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5717
00000400:00000200:1.0:1788574874.589771:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574874.589777:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574874.589781:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574874.589785:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589787:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.589792:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589797:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574874.589799:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574874.589800:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574874.589802:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574874.589806:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574874.589811:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574874.589816:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574874.589822:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589825:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.589829:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589834:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574874.589837:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574874.589842:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574874.589848:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574874.589851:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574874.589854:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574874.589857:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.589861:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574874.589865:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574874.589869:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.589873:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574874.589876:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574874.589879:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574874.589882:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574874.589885:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.589889:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574874.589892:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574874.589895:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574874.589902:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574874.589908:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574874.589917:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816044288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574874.589928:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574874.589931:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574874.589939:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816044288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574874.589952:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574874.589956:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788574874.589958:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574874.589964:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1788574874.589964:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788574874.589966:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574874.589982:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574874.589987:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574874.589994:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5717
00000400:00000200:1.0:1788574874.589999:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574874.590003:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574874.590008:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574874.590014:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590017:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.590022:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590026:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574874.590030:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574874.590032:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574874.590035:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574874.590039:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574874.590043:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574874.590045:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574874.590050:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590079:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.590081:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590084:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574874.590086:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574874.590089:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590092:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574874.590093:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574874.590097:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574874.590099:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.590102:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574874.590105:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574874.590108:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.590110:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574874.590114:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574874.590116:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574874.590119:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574874.590121:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.590122:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574874.590124:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574874.590125:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574874.590129:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574874.590132:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574874.590137:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816044416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574874.590145:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574874.590147:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574874.590152:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816044416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574874.590158:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574874.590161:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574874.590165:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574874.590167:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574874.590168:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574874.590171:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574874.590173:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5717
00000400:00000200:1.0:1788574874.590178:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574874.590184:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574874.590187:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574874.590193:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590199:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.590202:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590207:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574874.590212:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574874.590214:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574874.590218:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574874.590222:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574874.590227:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574874.590231:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574874.590235:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590237:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574874.590240:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590244:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574874.590247:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574874.590253:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574874.590256:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574874.590260:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574874.590264:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574874.590269:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.590271:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574874.590273:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574874.590277:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.590282:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574874.590286:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574874.590290:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574874.590295:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574874.590299:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574874.590304:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574874.590306:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574874.590310:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574874.590317:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574874.590323:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574874.590333:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816044544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574874.590354:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574874.590358:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574874.590366:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816044544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574874.590388:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574874.590396:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5728)
00000800:00000200:3.1:1788574874.590692:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574874.590695:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574874.590985:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574874.590987:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574874.591290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574874.591292:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574874.591573:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574874.591576:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788574875.613171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574875.613177:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574875.613181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574875.613188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574875.613195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574875.613201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574875.613209:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574875.613213:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574875.613217:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574875.933286:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574875.933290:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574875.933293:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574876.637138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574876.637145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574876.637147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574876.637153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574876.637158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574876.637163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574876.637168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574876.637170:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574876.637172:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574876.957217:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574876.957220:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574876.957223:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574877.661155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574877.661162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574877.661164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574877.661169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574877.661173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574877.661178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574877.661182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574877.661185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574877.661188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574878.685125:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574878.685134:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574878.685138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574878.685147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574878.685153:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574878.685160:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574878.685165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574878.685167:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574878.685169:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574879.005269:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574879.005272:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574879.005275:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574879.709154:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574879.709161:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574879.709165:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574879.709168:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574879.709172:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574879.709179:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5723
00000400:00000200:1.0:1788574879.709189:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574879.709197:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574879.709202:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574879.709207:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709212:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709216:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709221:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574879.709225:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574879.709226:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574879.709228:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574879.709230:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574879.709232:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574879.709234:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574879.709236:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709238:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709245:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709247:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574879.709249:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574879.709251:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709253:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574879.709254:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574879.709256:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574879.709258:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709260:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574879.709261:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574879.709269:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574879.709272:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574879.709274:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574879.709275:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709277:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574879.709279:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574879.709281:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574879.709287:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574879.709292:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574879.709299:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816044672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574879.709305:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574879.709308:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574879.709311:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816044672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574879.709324:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574879.709326:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574879.709329:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574879.709331:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574879.709332:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574879.709336:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574879.709339:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5723
00000400:00000200:1.0:1788574879.709343:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574879.709348:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574879.709354:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574879.709361:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709367:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709372:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709377:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574879.709381:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574879.709383:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574879.709388:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574879.709392:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574879.709396:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574879.709400:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574879.709405:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709420:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709424:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709428:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574879.709430:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574879.709434:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709438:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574879.709440:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574879.709445:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574879.709449:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709451:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574879.709454:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574879.709457:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709459:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574879.709467:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574879.709471:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574879.709475:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574879.709478:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709482:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574879.709484:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574879.709487:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574879.709494:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574879.709500:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574879.709508:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816044800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574879.709514:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574879.709518:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574879.709522:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816044800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574879.709534:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574879.709537:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574879.709540:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574879.709542:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574879.709545:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574879.709547:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574879.709554:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5723
00000400:00000200:1.0:1788574879.709560:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574879.709566:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574879.709569:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574879.709572:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709575:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709579:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709582:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574879.709585:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574879.709586:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574879.709586:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574879.709588:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574879.709589:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574879.709593:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574879.709600:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709604:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709607:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709610:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574879.709614:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574879.709618:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709622:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574879.709624:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574879.709626:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574879.709630:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709632:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574879.709634:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574879.709637:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709640:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574879.709643:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000800:00000200:3.1:1788574879.709644:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:1.0:1788574879.709645:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574879.709650:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1788574879.709651:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788574879.709652:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709654:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574879.709657:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574879.709659:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574879.709664:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574879.709668:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574879.709674:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816044928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574879.709686:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574879.709691:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574879.709699:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816044928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574879.709712:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574879.709716:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574879.709723:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574879.709724:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574879.709726:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574879.709731:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574879.709736:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5723
00000400:00000200:1.0:1788574879.709741:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574879.709747:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574879.709751:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574879.709756:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709758:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709759:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709760:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574879.709764:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574879.709765:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574879.709768:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574879.709771:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574879.709772:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574879.709774:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574879.709779:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709783:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709788:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709793:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574879.709794:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574879.709797:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709800:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574879.709801:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574879.709804:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574879.709813:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709819:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574879.709826:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574879.709831:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709837:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574879.709844:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574879.709849:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574879.709853:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574879.709856:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.709859:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574879.709861:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574879.709865:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574879.709868:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574879.709872:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574879.709879:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816045056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574879.709888:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574879.709891:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574879.709897:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816045056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574879.709905:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574879.709909:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574879.709914:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574879.709916:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574879.709918:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574879.709923:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574879.709927:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5723
00000400:00000200:1.0:1788574879.709933:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574879.709937:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574879.709939:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574879.709943:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709946:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.709950:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709956:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574879.709962:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574879.709966:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574879.709970:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574879.709974:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574879.709979:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574879.709985:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574879.709993:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.709999:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574879.710005:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574879.710010:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574879.710015:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574879.710024:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574879.710030:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574879.710034:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574879.710038:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574879.710043:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.710045:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574879.710047:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574879.710070:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.710072:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574879.710075:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574879.710077:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574879.710079:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574879.710082:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574879.710085:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574879.710087:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574879.710089:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574879.710094:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574879.710098:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574879.710104:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816045184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574879.710114:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574879.710115:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574879.710119:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816045184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574879.710124:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574879.710128:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5733)
00000800:00000200:3.1:1788574879.710298:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574879.710299:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574879.710529:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574879.710531:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574879.710789:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574879.710792:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574879.711181:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574879.711184:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1788574880.029246:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574880.029249:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574880.029251:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574882.077249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574882.077252:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574882.077255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574883.101286:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574883.101289:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574883.101291:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574884.829199:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574884.829222:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574884.829231:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574884.829243:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574884.829254:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574884.829270:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5728
00000400:00000200:0.0:1788574884.829287:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574884.829298:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574884.829301:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574884.829306:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829310:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.829312:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829314:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574884.829317:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574884.829319:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574884.829321:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574884.829323:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574884.829325:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574884.829327:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574884.829329:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829331:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.829332:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829334:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574884.829336:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574884.829338:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829339:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574884.829341:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574884.829344:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574884.829346:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.829347:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574884.829349:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574884.829356:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574884.829359:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574884.829362:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574884.829363:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.829365:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574884.829381:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574884.829384:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574884.829392:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574884.829398:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574884.829405:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816045312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574884.829414:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574884.829417:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574884.829420:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816045312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574884.829444:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574884.829447:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574884.829451:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574884.829453:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574884.829455:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574884.829459:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574884.829461:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5728
00000400:00000200:0.0:1788574884.829466:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574884.829471:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574884.829474:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574884.829477:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829481:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.829487:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829491:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574884.829494:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574884.829496:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574884.829499:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574884.829502:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574884.829508:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574884.829514:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574884.829522:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829527:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.829533:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829539:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574884.829545:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574884.829553:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829558:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574884.829560:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574884.829567:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574884.829572:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.829576:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574884.829580:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574884.829584:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.829589:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574884.829593:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574884.829598:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574884.829603:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574884.829606:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.829609:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574884.829611:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574884.829614:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574884.829621:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574884.829627:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574884.829634:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816045440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574884.829647:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574884.829649:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574884.829656:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816045440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574884.829672:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574884.829676:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574884.829682:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574884.829685:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574884.829688:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574884.829694:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574884.829699:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5728
00000400:00000200:0.0:1788574884.829707:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574884.829714:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574884.829718:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574884.829724:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829728:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.829731:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829735:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574884.829738:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574884.829741:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574884.829744:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574884.829746:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574884.829748:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574884.829752:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574884.829756:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829759:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.829762:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829764:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574884.829765:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000200:3.1:1788574884.829768:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788574884.829769:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829774:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574884.829774:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1788574884.829776:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574884.829780:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574884.829785:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.829788:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574884.829792:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574884.829794:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.829795:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574884.829800:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574884.829804:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574884.829809:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574884.829812:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.829815:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574884.829817:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574884.829819:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574884.829825:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574884.829830:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574884.829838:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816045568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574884.829847:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574884.829851:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574884.829861:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816045568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574884.829879:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574884.829886:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574884.829893:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574884.829896:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574884.829901:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574884.829905:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574884.829909:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5728
00000400:00000200:0.0:1788574884.829915:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574884.829921:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574884.829926:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574884.829935:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829940:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.829943:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829946:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574884.829951:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574884.829954:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574884.829959:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574884.829963:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574884.829969:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574884.829974:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574884.829981:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829986:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.829991:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.829997:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574884.830004:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574884.830012:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574884.830017:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574884.830023:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574884.830029:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574884.830035:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.830040:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574884.830044:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574884.830089:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.830095:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574884.830103:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574884.830109:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574884.830116:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574884.830120:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.830124:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574884.830128:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574884.830134:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574884.830143:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574884.830148:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574884.830155:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816045696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574884.830170:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574884.830172:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574884.830176:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816045696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574884.830196:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574884.830202:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574884.830209:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574884.830215:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574884.830218:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574884.830225:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574884.830233:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5728
00000400:00000200:0.0:1788574884.830245:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574884.830254:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574884.830260:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574884.830268:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.830273:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.830278:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.830285:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574884.830290:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574884.830293:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574884.830297:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574884.830302:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574884.830308:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574884.830314:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574884.830323:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.830330:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574884.830338:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574884.830345:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574884.830351:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574884.830360:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574884.830366:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574884.830384:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574884.830390:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574884.830396:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.830401:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788574884.830405:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00100000:0.0:1788574884.830406:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000800:00000200:3.1:1788574884.830408:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000008:00000001:0.0:1788574884.830411:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.830416:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574884.830424:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574884.830431:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574884.830438:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574884.830441:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574884.830445:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574884.830448:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574884.830452:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574884.830458:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574884.830463:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574884.830471:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816045824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574884.830500:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574884.830506:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574884.830514:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816045824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574884.830534:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574884.830542:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5738)
00000800:00000200:3.1:1788574884.830765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574884.830768:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574884.831100:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574884.831103:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574884.831383:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574884.831386:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1788574885.149340:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574885.149344:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574885.149347:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574886.173246:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574886.173250:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574886.173254:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574888.221356:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574888.221360:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574888.221363:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574889.245239:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574889.245242:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574889.245245:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574889.949158:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574889.949166:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574889.949170:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574889.949174:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574889.949179:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574889.949187:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5733
00000400:00000200:0.0:1788574889.949200:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574889.949205:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574889.949207:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574889.949210:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949212:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.949214:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949216:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574889.949219:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574889.949221:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574889.949223:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574889.949226:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574889.949228:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574889.949230:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574889.949232:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949233:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.949234:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949236:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574889.949237:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574889.949240:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949241:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574889.949243:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574889.949246:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574889.949249:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.949252:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574889.949255:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574889.949265:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574889.949269:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574889.949274:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574889.949276:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.949282:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574889.949288:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574889.949296:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574889.949311:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574889.949318:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574889.949341:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816045952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574889.949351:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574889.949355:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574889.949360:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816045952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574889.949381:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574889.949384:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574889.949388:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574889.949390:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574889.949392:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574889.949395:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574889.949398:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5733
00000400:00000200:0.0:1788574889.949404:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574889.949410:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574889.949414:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574889.949419:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949422:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.949427:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949431:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574889.949436:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574889.949438:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574889.949441:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574889.949444:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574889.949449:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574889.949453:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574889.949458:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949463:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.949467:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949470:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574889.949474:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574889.949488:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949493:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574889.949497:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574889.949502:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574889.949509:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.949514:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574889.949519:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574889.949526:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.949529:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574889.949534:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574889.949536:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574889.949540:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574889.949541:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.949543:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574889.949547:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574889.949550:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574889.949558:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574889.949564:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574889.949573:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816046080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574889.949586:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574889.949589:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574889.949596:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816046080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574889.949609:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574889.949615:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574889.949619:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574889.949622:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574889.949627:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574889.949632:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574889.949640:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5733
00000400:00000200:0.0:1788574889.949652:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574889.949662:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574889.949669:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574889.949680:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949688:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.949694:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949698:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574889.949704:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574889.949705:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574889.949707:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574889.949711:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574889.949716:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574889.949718:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574889.949727:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574889.949729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574889.949730:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574889.949735:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1788574889.949736:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949741:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574889.949744:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574889.949750:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949757:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574889.949760:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574889.949763:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574889.949768:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.949773:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574889.949776:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574889.949781:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.949785:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574889.949788:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574889.949793:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574889.949798:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574889.949801:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.949805:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574889.949809:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574889.949811:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574889.949818:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574889.949823:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574889.949833:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816046208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574889.949850:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574889.949854:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574889.949861:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816046208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574889.949870:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574889.949874:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574889.949876:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574889.949879:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574889.949881:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574889.949885:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574889.949888:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5733
00000400:00000200:0.0:1788574889.949897:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574889.949905:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574889.949910:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574889.949919:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949926:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.949933:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949940:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574889.949943:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574889.949946:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574889.949949:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574889.949953:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574889.949958:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574889.949962:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574889.949967:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949972:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.949987:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.949992:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574889.949997:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574889.950002:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574889.950007:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574889.950012:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574889.950016:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574889.950022:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.950025:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574889.950028:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574889.950033:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.950037:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574889.950042:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574889.950046:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574889.950050:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574889.950081:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.950087:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574889.950091:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574889.950096:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574889.950105:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574889.950111:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574889.950122:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816046336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574889.950143:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574889.950149:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574889.950161:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816046336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574889.950182:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574889.950189:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574889.950196:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574889.950199:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574889.950205:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574889.950213:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574889.950221:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5733
00000400:00000200:0.0:1788574889.950232:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574889.950242:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574889.950248:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574889.950257:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.950263:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.950271:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.950278:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574889.950285:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574889.950291:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574889.950294:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574889.950296:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574889.950302:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574889.950309:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574889.950320:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.950339:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574889.950347:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574889.950352:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574889.950358:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574889.950363:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574889.950367:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574889.950372:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574889.950377:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574889.950382:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.950385:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574889.950390:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574889.950395:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.950399:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574889.950405:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574889.950410:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574889.950414:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574889.950417:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574889.950420:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574889.950423:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574889.950425:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574889.950431:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574889.950436:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574889.950445:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816046464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574889.950456:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574889.950459:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574889.950466:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816046464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574889.950482:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574889.950487:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5743)
00000800:00000200:3.1:1788574889.950487:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574889.950494:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574889.950823:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574889.950826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574889.951158:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574889.951161:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788574889.951610:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574889.951613:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1788574890.973189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574890.973196:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574890.973199:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574890.973204:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574890.973207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574890.973210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574890.973213:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574890.973215:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574890.973218:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574891.293225:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574891.293228:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574891.293231:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574891.997144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574891.997151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574891.997156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574891.997162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574891.997168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574891.997173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574891.997181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574891.997185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574891.997188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574892.317249:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574892.317254:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574892.317258:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574893.021162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574893.021169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574893.021171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574893.021179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574893.021185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574893.021189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574893.021193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574893.021196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574893.021198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574894.365322:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574894.365326:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574894.365328:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574895.069145:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574895.069152:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574895.069155:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574895.069162:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574895.069169:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574895.069179:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5738
00000400:00000200:0.0:1788574895.069192:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574895.069198:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574895.069202:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574895.069204:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069207:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.069210:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069213:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574895.069216:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574895.069217:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574895.069219:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574895.069222:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574895.069223:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574895.069225:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574895.069227:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069228:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.069229:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069230:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574895.069232:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574895.069234:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069236:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574895.069238:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574895.069240:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574895.069242:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069244:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574895.069245:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574895.069252:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574895.069254:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574895.069257:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574895.069258:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069260:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574895.069262:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574895.069265:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574895.069271:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574895.069276:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574895.069284:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816046592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574895.069305:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574895.069309:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574895.069319:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816046592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574895.069339:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574895.069341:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574895.069344:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574895.069345:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574895.069346:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574895.069348:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574895.069350:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5738
00000400:00000200:0.0:1788574895.069353:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574895.069357:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574895.069359:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574895.069361:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069364:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.069370:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069374:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574895.069378:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574895.069379:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574895.069380:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574895.069383:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574895.069388:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574895.069391:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574895.069398:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069402:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.069406:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069409:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574895.069412:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574895.069417:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069423:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574895.069427:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574895.069434:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574895.069440:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069444:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574895.069449:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574895.069452:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069457:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574895.069464:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574895.069469:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574895.069472:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574895.069474:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069478:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574895.069480:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574895.069481:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574895.069485:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574895.069490:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574895.069498:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816046720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574895.069516:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574895.069519:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574895.069528:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816046720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574895.069542:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574895.069547:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574895.069551:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574895.069553:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574895.069555:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574895.069557:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574895.069561:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5738
00000400:00000200:0.0:1788574895.069568:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574895.069570:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574895.069572:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574895.069578:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069582:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.069583:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069585:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574895.069587:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574895.069591:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574895.069592:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574895.069594:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574895.069598:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574895.069603:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574895.069607:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069613:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.069617:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069621:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574895.069623:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574895.069629:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069634:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574895.069638:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574895.069643:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574895.069647:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069649:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574895.069653:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574895.069659:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069665:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574895.069670:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574895.069675:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574895.069681:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574895.069684:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069687:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574895.069690:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574895.069694:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574895.069703:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:0.0:1788574895.069704:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000800:00000200:3.1:1788574895.069706:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1788574895.069714:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574895.069724:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816046848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574895.069739:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574895.069742:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574895.069748:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816046848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574895.069759:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574895.069764:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574895.069770:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574895.069772:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574895.069775:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574895.069779:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574895.069787:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5738
00000400:00000200:0.0:1788574895.069797:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574895.069806:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574895.069812:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574895.069819:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069824:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.069828:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069833:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574895.069838:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574895.069841:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574895.069846:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574895.069850:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574895.069857:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574895.069863:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574895.069874:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069881:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.069890:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069894:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574895.069899:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574895.069907:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574895.069912:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574895.069917:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574895.069921:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574895.069926:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069931:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574895.069935:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574895.069941:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069945:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574895.069953:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574895.069959:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574895.069965:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574895.069968:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.069973:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574895.069976:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574895.069980:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574895.069987:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574895.069992:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574895.070002:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816046976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574895.070018:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574895.070022:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574895.070030:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816046976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574895.070042:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574895.070047:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574895.070080:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574895.070085:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574895.070089:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574895.070095:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574895.070103:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5738
00000400:00000200:0.0:1788574895.070114:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574895.070123:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574895.070130:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574895.070135:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.070139:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.070144:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.070148:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574895.070152:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574895.070154:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574895.070157:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574895.070160:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574895.070164:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574895.070167:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574895.070172:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.070174:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574895.070175:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574895.070178:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574895.070182:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574895.070188:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574895.070192:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574895.070195:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574895.070200:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574895.070205:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.070210:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574895.070213:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574895.070219:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.070222:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574895.070227:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574895.070234:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574895.070239:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574895.070242:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574895.070246:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574895.070250:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574895.070255:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574895.070260:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574895.070267:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574895.070274:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816047104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574895.070305:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574895.070308:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574895.070315:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816047104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574895.070342:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574895.070348:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5748)
00000800:00000200:3.1:1788574895.070396:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574895.070398:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574895.070589:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574895.070590:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574895.070768:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574895.070769:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788574895.071042:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574895.071044:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1788574895.389263:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574895.389266:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574895.389269:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574897.437255:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574897.437258:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574897.437261:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574898.461215:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574898.461218:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574898.461220:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574899.165193:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574899.165199:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574899.165201:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574899.165205:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574899.165207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574899.165212:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574899.165215:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574899.165218:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574899.165221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574900.189210:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574900.189221:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574900.189222:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574900.189226:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788574900.189229:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574900.189232:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574900.189233:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574900.189245:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574900.189247:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788574900.189266:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788574900.189272:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5743
00000100:00000001:1.0:1788574900.189272:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574900.189280:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574900.189283:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574900.189287:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788574900.189292:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574900.189303:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574900.189309:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574900.189314:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189319:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.189322:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189324:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574900.189329:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574900.189332:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574900.189335:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574900.189339:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574900.189342:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574900.189345:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574900.189348:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189350:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.189352:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189354:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574900.189358:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574900.189362:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189365:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574900.189369:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574900.189374:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574900.189378:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.189380:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574900.189383:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574900.189394:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574900.189399:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574900.189403:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574900.189406:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.189409:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574900.189412:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574900.189418:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574900.189430:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574900.189439:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574900.189450:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816047232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574900.189464:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574900.189470:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574900.189475:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816047232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574900.189499:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574900.189502:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574900.189506:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574900.189508:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574900.189510:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574900.189514:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574900.189518:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5743
00000400:00000200:0.0:1788574900.189523:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574900.189528:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574900.189534:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574900.189538:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189540:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.189546:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189551:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574900.189555:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574900.189559:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574900.189564:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574900.189570:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574900.189575:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574900.189580:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574900.189587:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189594:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.189601:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189606:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574900.189611:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574900.189617:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189621:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574900.189626:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574900.189635:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574900.189642:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.189646:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574900.189651:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574900.189657:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.189660:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574900.189665:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574900.189671:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574900.189678:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574900.189681:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.189685:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574900.189689:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574900.189693:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574900.189700:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574900.189707:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574900.189720:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816047360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574900.189736:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574900.189740:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574900.189747:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816047360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574900.189761:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574900.189766:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574900.189773:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574900.189778:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574900.189783:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574900.189790:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574900.189798:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5743
00000400:00000200:0.0:1788574900.189808:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574900.189816:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574900.189822:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574900.189828:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189832:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.189837:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189841:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574900.189847:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574900.189850:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574900.189854:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574900.189859:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574900.189865:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574900.189870:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574900.189878:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574900.189879:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574900.189883:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788574900.189886:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1788574900.189889:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189894:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574900.189900:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574900.189907:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574900.189912:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574900.189915:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574900.189922:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574900.189929:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.189933:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574900.189937:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574900.189945:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.189949:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574900.189957:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574900.189962:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574900.189968:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574900.189971:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.189975:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574900.189978:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574900.189982:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574900.189989:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574900.189995:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574900.190007:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816047488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574900.190020:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574900.190025:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574900.190034:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816047488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574900.190048:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574900.190087:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574900.190095:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574900.190100:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574900.190104:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574900.190112:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574900.190119:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5743
00000400:00000200:0.0:1788574900.190130:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574900.190139:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574900.190145:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574900.190153:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190159:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.190166:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190171:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574900.190178:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574900.190183:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574900.190188:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574900.190193:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574900.190198:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574900.190204:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574900.190211:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190216:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.190224:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190229:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574900.190238:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574900.190245:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190267:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574900.190272:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574900.190278:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574900.190283:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.190289:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574900.190293:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574900.190300:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.190303:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574900.190312:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574900.190318:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574900.190324:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574900.190327:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.190333:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574900.190335:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574900.190339:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574900.190347:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574900.190353:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574900.190363:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816047616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574900.190378:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574900.190385:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574900.190396:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816047616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574900.190413:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574900.190419:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574900.190425:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574900.190427:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574900.190431:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574900.190437:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574900.190443:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5743
00000400:00000200:0.0:1788574900.190451:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574900.190457:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574900.190464:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574900.190472:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190477:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.190483:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190488:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574900.190493:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574900.190496:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574900.190501:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574900.190505:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574900.190509:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574900.190514:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574900.190522:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190527:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574900.190532:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190538:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574900.190544:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574900.190552:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574900.190559:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574900.190565:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574900.190571:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574900.190578:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.190585:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574900.190590:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574900.190596:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.190601:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574900.190609:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574900.190615:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574900.190623:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574900.190626:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574900.190631:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574900.190634:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574900.190639:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574900.190646:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574900.190654:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574900.190664:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816047744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574900.190680:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574900.190685:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574900.190694:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816047744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574900.190694:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574900.190699:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1788574900.190719:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574900.190729:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5753)
00000800:00000200:3.1:1788574900.190996:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574900.190999:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574900.191243:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574900.191247:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788574900.191701:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574900.191704:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1788574900.509292:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574900.509297:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574900.509302:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574901.213145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574901.213157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574901.213161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574901.213169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574901.213179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574901.213182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574901.213184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574901.213188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574901.213192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574901.533321:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574901.533325:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574901.533328:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574902.237182:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574902.237189:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574902.237192:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574902.237197:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574902.237201:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574902.237204:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574902.237207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574902.237210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574902.237213:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574903.261173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574903.261180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574903.261182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574903.261188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574903.261192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574903.261196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574903.261198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574903.261201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574903.261203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574903.581274:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574903.581278:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574903.581281:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574904.285157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574904.285161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574904.285162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574904.285165:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574904.285168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574904.285170:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574904.285172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574904.285173:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574904.285175:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574904.605256:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574904.605259:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574904.605261:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574905.309143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574905.309148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574905.309150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574905.309155:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574905.309158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574905.309161:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574905.309163:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574905.309165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574905.309167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574905.309648:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574905.309656:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574905.310587:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574905.310595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574905.310877:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574905.310880:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574905.311231:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574905.311233:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788574905.311440:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574905.311441:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1788574906.333159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574906.333165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574906.333168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574906.333175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574906.333181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574906.333184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574906.333188:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574906.333190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574906.333192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574906.653245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574906.653248:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574906.653251:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574907.357168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574907.357174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574907.357178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574907.357185:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574907.357192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574907.357211:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574907.357214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574907.357217:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574907.357223:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574907.677246:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574907.677251:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574907.677255:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574908.381147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574908.381154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574908.381158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574908.381166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574908.381173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574908.381179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574908.381202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574908.381205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574908.381208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574909.405161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574909.405169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574909.405172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574909.405177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574909.405196:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574909.405202:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574909.405208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574909.405214:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574909.405217:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574909.725272:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574909.725277:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574909.725281:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574910.429217:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000800:00000200:3.1:1788574910.429882:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574910.429892:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1788574910.430540:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574910.430543:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574910.430548:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574910.430552:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574910.430556:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574910.430560:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574910.430562:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574910.430568:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574910.430617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574910.430619:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788574910.430871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574910.430874:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788574910.431138:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574910.431140:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788574910.431344:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574910.431346:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000020:00000001:1.0:1788574910.749216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574910.749219:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574910.749222:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574911.453209:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574911.453213:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574911.453215:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574911.453218:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574911.453220:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574911.453223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574911.453225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574911.453227:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574911.453229:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574912.477177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574912.477182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574912.477185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574912.477192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574912.477197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574912.477202:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574912.477205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574912.477209:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574912.477213:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574912.797280:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574912.797283:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574912.797286:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574913.501162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574913.501170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574913.501173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574913.501181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574913.501187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574913.501193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574913.501198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574913.501201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574913.501203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574913.821254:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574913.821257:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574913.821260:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574914.525221:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574914.525233:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574914.525237:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574914.525248:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574914.525254:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574914.525260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574914.525264:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574914.525267:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574914.525270:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574915.549154:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574915.549169:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574915.549178:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574915.549187:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574915.549191:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574915.549206:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5758
00000400:00000200:0.0:1788574915.549221:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574915.549229:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574915.549233:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574915.549239:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549242:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.549246:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549249:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574915.549252:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574915.549254:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574915.549256:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574915.549258:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574915.549260:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574915.549262:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574915.549266:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549268:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.549270:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549272:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574915.549276:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574915.549279:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549281:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574915.549284:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574915.549287:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574915.549291:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549293:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574915.549295:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574915.549304:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574915.549309:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574915.549313:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574915.549315:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549318:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574915.549321:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574915.549325:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574915.549333:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574915.549339:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574915.549347:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816049152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574915.549355:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574915.549358:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574915.549363:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816049152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574915.549381:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574915.549383:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574915.549386:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574915.549387:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574915.549388:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574915.549391:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574915.549392:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5758
00000400:00000200:0.0:1788574915.549395:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574915.549397:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574915.549399:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574915.549401:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549403:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.549404:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549406:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574915.549408:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574915.549409:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574915.549411:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574915.549414:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574915.549416:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574915.549420:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574915.549428:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549434:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.549440:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549445:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574915.549447:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574915.549451:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549457:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574915.549464:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574915.549471:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574915.549477:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549482:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574915.549487:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574915.549495:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549499:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574915.549504:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574915.549509:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574915.549511:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574915.549514:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549519:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574915.549522:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574915.549525:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574915.549530:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574915.549535:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574915.549542:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816049280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574915.549554:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574915.549558:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574915.549566:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816049280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574915.549581:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574915.549587:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574915.549593:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574915.549595:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574915.549598:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574915.549604:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574915.549607:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5758
00000400:00000200:0.0:1788574915.549613:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574915.549620:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574915.549624:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574915.549630:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549633:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.549638:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549642:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574915.549647:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574915.549650:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574915.549652:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574915.549655:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574915.549660:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574915.549665:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574915.549670:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549673:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.549677:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549679:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574915.549680:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574915.549682:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549684:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574915.549687:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574915.549691:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574915.549694:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549697:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574915.549700:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574915.549705:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549707:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574915.549710:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574915.549714:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574915.549717:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574915.549718:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549719:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574915.549721:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574915.549724:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574915.549729:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574915.549733:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574915.549739:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816049408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788574915.549749:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574915.549751:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1788574915.549753:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574915.549755:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574915.549762:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816049408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574915.549773:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574915.549776:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574915.549780:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574915.549784:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574915.549786:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574915.549789:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574915.549792:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5758
00000400:00000200:0.0:1788574915.549798:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574915.549802:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574915.549805:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574915.549809:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549811:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.549814:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549818:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574915.549821:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574915.549823:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574915.549826:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574915.549829:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574915.549833:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574915.549836:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574915.549847:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549850:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.549854:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549855:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574915.549856:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574915.549858:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574915.549859:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574915.549860:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574915.549862:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574915.549864:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549865:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574915.549867:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574915.549871:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549874:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574915.549879:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574915.549882:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574915.549887:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574915.549889:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.549890:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574915.549891:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574915.549893:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574915.549896:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574915.549899:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574915.549907:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816049536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574915.549918:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574915.549922:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574915.549929:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816049536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574915.549945:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574915.549950:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574915.549957:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574915.549961:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574915.549964:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574915.549969:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574915.549976:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5758
00000400:00000200:0.0:1788574915.549984:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574915.549990:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574915.549994:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574915.549999:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.550002:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.550004:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.550009:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574915.550013:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574915.550014:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574915.550018:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574915.550021:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574915.550025:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574915.550029:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574915.550034:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.550038:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574915.550042:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574915.550046:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574915.550050:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574915.550082:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574915.550087:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574915.550090:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574915.550095:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574915.550099:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.550102:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574915.550105:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574915.550110:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.550114:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574915.550118:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574915.550121:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574915.550125:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574915.550127:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574915.550129:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574915.550146:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574915.550152:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574915.550157:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574915.550162:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574915.550170:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816049664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574915.550182:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574915.550186:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574915.550191:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816049664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574915.550200:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574915.550205:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5769)
00000800:00000200:3.1:1788574915.550386:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574915.550388:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574915.550573:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574915.550574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574915.550779:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574915.550781:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574915.551030:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574915.551032:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788574915.869286:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574915.869292:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574915.869296:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574916.893310:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574916.893316:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574916.893319:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574918.941308:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574918.941315:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574918.941319:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574919.965225:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574919.965229:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574919.965233:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574920.669169:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574920.669178:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574920.669185:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574920.669190:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574920.669201:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574920.669209:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5764
00000400:00000200:0.0:1788574920.669229:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574920.669248:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574920.669253:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574920.669260:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669265:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.669270:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669275:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574920.669279:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574920.669281:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574920.669283:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574920.669285:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574920.669287:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574920.669289:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574920.669293:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669294:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.669296:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669298:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574920.669300:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574920.669305:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669308:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574920.669310:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574920.669313:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574920.669315:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.669316:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574920.669318:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574920.669326:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574920.669328:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574920.669331:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574920.669334:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.669337:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574920.669339:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574920.669343:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574920.669352:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574920.669358:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574920.669369:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816049792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574920.669379:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574920.669384:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574920.669389:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816049792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574920.669413:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574920.669417:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574920.669420:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574920.669422:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574920.669423:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574920.669427:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574920.669430:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5764
00000400:00000200:0.0:1788574920.669434:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574920.669436:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574920.669439:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574920.669443:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669445:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.669447:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669449:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574920.669450:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574920.669451:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574920.669452:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574920.669455:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574920.669462:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574920.669466:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574920.669476:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669478:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.669485:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669489:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574920.669497:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574920.669508:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669515:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574920.669521:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574920.669530:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574920.669537:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.669548:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574920.669553:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574920.669558:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.669566:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574920.669577:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574920.669590:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574920.669598:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574920.669607:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.669609:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574920.669610:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574920.669613:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574920.669619:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574920.669625:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574920.669636:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816049920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574920.669651:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574920.669656:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574920.669660:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816049920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574920.669691:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574920.669695:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574920.669701:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574920.669703:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574920.669704:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574920.669708:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574920.669716:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5764
00000400:00000200:0.0:1788574920.669723:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574920.669728:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574920.669733:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574920.669736:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669740:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.669745:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669756:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574920.669765:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574920.669769:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574920.669772:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574920.669780:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574920.669787:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574920.669796:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574920.669808:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669813:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.669823:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669831:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574920.669838:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574920.669846:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574920.669851:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574920.669855:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574920.669862:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574920.669867:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.669877:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574920.669883:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574920.669890:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.669896:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574920.669903:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574920.669910:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574920.669918:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574920.669924:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.669927:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574920.669931:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574920.669937:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574920.669948:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574920.669954:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574920.669968:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816050048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574920.669996:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574920.670002:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574920.670011:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816050048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574920.670040:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574920.670046:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1788574920.670086:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574920.670106:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1788574920.670113:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574920.670120:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574920.670124:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574920.670131:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574920.670136:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5764
00000400:00000200:0.0:1788574920.670149:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574920.670160:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574920.670165:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574920.670173:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670179:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.670186:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670192:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574920.670200:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574920.670203:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574920.670212:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574920.670216:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574920.670226:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574920.670235:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574920.670250:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670256:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.670263:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670268:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574920.670273:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574920.670280:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670286:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574920.670294:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574920.670300:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574920.670306:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.670311:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574920.670315:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574920.670322:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.670333:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574920.670343:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574920.670353:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574920.670362:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574920.670368:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.670374:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574920.670378:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574920.670384:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574920.670392:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574920.670405:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574920.670415:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816050176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574920.670508:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574920.670517:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574920.670535:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816050176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574920.670588:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574920.670596:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574920.670607:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574920.670611:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574920.670615:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574920.670621:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574920.670631:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5764
00000400:00000200:0.0:1788574920.670651:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574920.670665:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574920.670676:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574920.670693:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670706:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.670720:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670733:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574920.670741:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574920.670750:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574920.670756:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574920.670763:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574920.670777:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574920.670784:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574920.670798:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670805:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574920.670816:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670822:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574920.670830:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574920.670841:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574920.670852:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574920.670860:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574920.670871:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574920.670879:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.670884:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574920.670890:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574920.670902:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.670910:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574920.670926:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574920.670935:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574920.670948:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574920.670955:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574920.670961:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574920.670968:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574920.670974:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574920.670988:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574920.670997:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574920.671016:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816050304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574920.671087:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574920.671109:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574920.671125:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816050304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574920.671156:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574920.671168:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788574920.671172:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574920.671182:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5774)
00000800:00000200:3.1:1788574920.671454:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574920.671456:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574920.671673:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574920.671675:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574920.671941:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574920.671944:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788574922.013294:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574922.013300:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574922.013304:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574923.037307:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574923.037310:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574923.037312:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574925.085261:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574925.085264:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574925.085266:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574925.789168:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574925.789181:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574925.789187:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574925.789193:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574925.789201:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574925.789212:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5769
00000400:00000200:0.0:1788574925.789223:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574925.789231:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574925.789234:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574925.789237:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789240:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789242:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789244:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574925.789248:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574925.789250:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574925.789253:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574925.789256:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574925.789259:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574925.789261:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574925.789264:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789266:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789268:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789270:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574925.789274:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574925.789277:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789280:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574925.789283:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574925.789286:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574925.789289:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789292:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574925.789295:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574925.789304:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574925.789308:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574925.789311:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574925.789312:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789314:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574925.789316:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574925.789320:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574925.789327:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574925.789332:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574925.789340:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816050432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574925.789347:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574925.789351:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574925.789354:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816050432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574925.789372:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574925.789374:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574925.789376:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574925.789377:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574925.789378:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574925.789381:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574925.789383:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5769
00000400:00000200:0.0:1788574925.789387:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574925.789390:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574925.789393:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574925.789397:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789401:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789404:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789405:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574925.789406:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574925.789410:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574925.789411:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574925.789414:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574925.789416:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574925.789420:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574925.789427:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789431:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789435:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789439:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574925.789443:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574925.789446:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789449:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574925.789453:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574925.789459:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574925.789464:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789467:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574925.789472:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574925.789475:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789481:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574925.789491:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574925.789494:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574925.789497:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574925.789499:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789502:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574925.789503:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574925.789506:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574925.789511:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574925.789517:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574925.789523:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816050560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574925.789535:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574925.789539:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574925.789544:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816050560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574925.789566:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574925.789570:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574925.789575:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574925.789577:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574925.789579:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574925.789583:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574925.789588:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5769
00000400:00000200:0.0:1788574925.789593:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574925.789596:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574925.789599:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574925.789602:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789603:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789605:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789608:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574925.789609:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574925.789610:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574925.789611:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574925.789613:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574925.789617:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574925.789620:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574925.789624:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789625:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789627:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789629:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574925.789631:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574925.789636:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789638:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574925.789640:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574925.789642:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574925.789644:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789649:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574925.789651:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574925.789654:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789658:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574925.789661:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574925.789663:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574925.789667:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574925.789668:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789671:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574925.789673:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574925.789676:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574925.789681:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574925.789684:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574925.789691:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816050688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574925.789704:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574925.789705:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574925.789710:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816050688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574925.789728:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574925.789731:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574925.789734:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574925.789735:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574925.789736:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574925.789738:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574925.789740:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5769
00000400:00000200:0.0:1788574925.789745:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574925.789750:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574925.789754:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574925.789759:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789761:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789763:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789766:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574925.789770:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574925.789771:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574925.789774:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788574925.789775:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788574925.789776:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574925.789780:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574925.789783:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000200:3.1:1788574925.789785:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1788574925.789787:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789792:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789795:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789799:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574925.789801:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574925.789806:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789810:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574925.789812:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574925.789814:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574925.789815:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789817:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574925.789820:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574925.789823:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789824:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574925.789828:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574925.789830:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574925.789834:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574925.789835:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789837:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574925.789838:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574925.789840:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574925.789844:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574925.789849:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574925.789854:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816050816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574925.789861:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574925.789864:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574925.789869:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816050816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574925.789893:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574925.789896:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574925.789899:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574925.789901:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574925.789902:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574925.789907:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574925.789912:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5769
00000400:00000200:0.0:1788574925.789919:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574925.789924:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574925.789928:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574925.789933:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789939:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789943:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789945:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574925.789947:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574925.789949:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574925.789952:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574925.789954:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574925.789959:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574925.789961:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574925.789966:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789967:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574925.789971:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789974:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574925.789976:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574925.789979:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574925.789983:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574925.789987:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574925.789990:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574925.789994:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.789999:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574925.790001:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574925.790005:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.790011:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574925.790016:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574925.790018:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574925.790023:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574925.790025:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574925.790028:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574925.790030:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574925.790033:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574925.790037:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574925.790042:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574925.790049:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816050944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574925.790086:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574925.790088:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574925.790091:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816050944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574925.790097:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574925.790102:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5779)
00000800:00000200:3.1:1788574925.790312:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574925.790314:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574925.790563:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574925.790565:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574925.790819:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574925.790821:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574925.791043:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574925.791046:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788574926.109281:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574926.109286:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574926.109290:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574928.157286:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574928.157294:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574928.157299:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574929.181233:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574929.181237:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574929.181240:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574930.909150:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574930.909158:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574930.909161:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574930.909166:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574930.909172:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574930.909180:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5774
00000400:00000200:0.0:1788574930.909198:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574930.909206:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574930.909211:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574930.909217:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909221:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.909225:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909227:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574930.909235:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574930.909238:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574930.909242:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574930.909246:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574930.909250:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574930.909253:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574930.909256:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909258:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.909261:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909262:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574930.909264:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574930.909267:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909271:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574930.909273:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574930.909277:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574930.909279:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909281:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574930.909284:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574930.909292:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574930.909295:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574930.909299:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574930.909300:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909303:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574930.909306:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574930.909311:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574930.909319:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574930.909326:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574930.909335:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816051072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574930.909344:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574930.909348:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574930.909351:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816051072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574930.909368:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574930.909370:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574930.909373:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574930.909374:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574930.909375:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574930.909377:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574930.909379:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5774
00000400:00000200:0.0:1788574930.909381:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574930.909384:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574930.909386:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574930.909389:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909390:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.909392:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909396:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574930.909400:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574930.909404:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574930.909406:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574930.909411:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574930.909416:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574930.909421:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574930.909428:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909431:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.909436:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909439:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574930.909443:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574930.909450:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909454:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574930.909456:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574930.909463:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574930.909468:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909472:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574930.909477:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574930.909482:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909487:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574930.909492:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574930.909496:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574930.909500:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574930.909503:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909506:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574930.909507:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574930.909508:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574930.909513:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574930.909517:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574930.909524:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816051200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574930.909537:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574930.909541:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574930.909549:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816051200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574930.909555:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574930.909559:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574930.909565:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574930.909568:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574930.909572:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574930.909576:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574930.909587:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5774
00000400:00000200:0.0:1788574930.909596:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574930.909602:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574930.909607:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574930.909611:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909614:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.909618:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909622:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574930.909625:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574930.909627:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574930.909629:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574930.909632:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574930.909633:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574930.909635:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574930.909641:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909645:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.909649:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909653:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574930.909657:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574930.909659:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909664:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574930.909669:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574930.909673:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574930.909676:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909679:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574930.909681:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574930.909684:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909686:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574930.909693:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574930.909696:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574930.909699:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574930.909701:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909703:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574930.909706:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574930.909709:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574930.909712:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:0.0:1788574930.909714:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000800:00000200:3.1:1788574930.909716:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788574930.909718:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574930.909726:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816051328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574930.909736:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574930.909739:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574930.909746:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816051328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574930.909755:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574930.909759:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574930.909763:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574930.909765:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574930.909768:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574930.909774:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574930.909779:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5774
00000400:00000200:0.0:1788574930.909784:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574930.909791:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574930.909795:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574930.909802:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909808:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.909811:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909816:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574930.909818:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574930.909820:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574930.909824:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574930.909826:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574930.909830:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574930.909835:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574930.909841:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909844:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.909849:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909851:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574930.909852:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574930.909855:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574930.909861:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574930.909862:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574930.909865:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574930.909870:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909872:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574930.909877:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574930.909883:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909885:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574930.909890:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574930.909894:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574930.909898:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574930.909901:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.909906:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574930.909908:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574930.909911:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574930.909916:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574930.909922:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574930.909929:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816051456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574930.909943:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574930.909946:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574930.909953:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816051456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574930.909965:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574930.909971:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574930.909979:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574930.909982:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574930.909985:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574930.909988:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574930.909992:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5774
00000400:00000200:0.0:1788574930.909999:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574930.910004:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574930.910007:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574930.910012:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.910027:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.910033:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.910038:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574930.910041:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574930.910045:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574930.910046:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574930.910048:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574930.910051:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574930.910083:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574930.910089:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.910095:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574930.910102:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574930.910106:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574930.910110:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574930.910115:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574930.910120:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574930.910125:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574930.910128:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574930.910132:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.910134:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574930.910137:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574930.910140:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.910145:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574930.910151:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574930.910156:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574930.910162:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574930.910164:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574930.910168:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574930.910171:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574930.910175:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574930.910179:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574930.910184:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574930.910192:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816051584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574930.910204:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574930.910209:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574930.910216:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816051584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574930.910223:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574930.910229:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5784)
00000800:00000200:3.1:1788574930.910330:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574930.910331:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574930.910520:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574930.910521:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574930.910704:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574930.910706:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574930.910886:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574930.910888:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788574931.229249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574931.229254:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574931.229258:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574932.253235:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574932.253240:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574932.253244:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574934.301253:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574934.301259:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574934.301263:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574935.325265:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574935.325270:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574935.325273:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574936.029168:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574936.029179:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574936.029183:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574936.029199:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574936.029206:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574936.029217:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5779
00000400:00000200:0.0:1788574936.029241:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574936.029254:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574936.029264:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574936.029269:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029272:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.029275:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029278:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574936.029282:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574936.029285:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574936.029288:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574936.029291:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574936.029293:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574936.029294:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574936.029297:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029298:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.029299:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029300:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574936.029303:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574936.029305:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029307:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574936.029309:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574936.029314:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574936.029316:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.029319:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574936.029321:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574936.029330:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574936.029334:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574936.029338:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574936.029339:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.029342:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574936.029344:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574936.029349:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574936.029359:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574936.029366:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574936.029375:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816051712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574936.029384:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574936.029388:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574936.029393:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816051712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574936.029411:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574936.029414:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574936.029417:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574936.029418:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574936.029419:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574936.029422:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574936.029424:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5779
00000400:00000200:0.0:1788574936.029427:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574936.029429:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574936.029431:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574936.029434:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029436:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.029439:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029443:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574936.029445:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574936.029448:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574936.029451:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574936.029453:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574936.029456:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574936.029457:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574936.029465:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029470:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.029474:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029477:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574936.029481:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574936.029486:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029492:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574936.029497:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574936.029505:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574936.029509:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.029512:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574936.029519:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574936.029523:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.029526:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574936.029529:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574936.029535:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574936.029538:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574936.029540:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.029544:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574936.029546:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574936.029548:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574936.029554:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574936.029557:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574936.029564:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816051840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574936.029577:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574936.029580:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574936.029587:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816051840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574936.029610:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574936.029614:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574936.029624:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574936.029627:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574936.029632:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574936.029638:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574936.029645:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5779
00000400:00000200:0.0:1788574936.029655:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574936.029661:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574936.029663:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574936.029667:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029670:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.029676:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029680:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574936.029682:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574936.029683:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574936.029685:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574936.029688:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574936.029693:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574936.029696:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574936.029701:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029708:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.029710:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029715:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574936.029720:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574936.029729:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029733:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574936.029735:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574936.029739:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574936.029745:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.029748:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574936.029752:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574936.029759:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.029764:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574936.029769:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574936.029776:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574936.029783:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574936.029786:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.029788:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574936.029790:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574936.029793:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574936.029800:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000800:00000200:3.1:1788574936.029805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574936.029807:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574936.029815:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816051968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574936.029825:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574936.029832:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574936.029841:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816051968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574936.029854:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574936.029860:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574936.029867:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574936.029870:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574936.029873:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574936.029875:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574936.029884:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5779
00000400:00000200:0.0:1788574936.029894:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574936.029904:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574936.029907:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574936.029912:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029915:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.029922:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029927:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574936.029933:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574936.029936:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574936.029940:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574936.029944:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574936.029948:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574936.029955:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574936.029965:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.029970:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.029994:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.030001:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574936.030008:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574936.030014:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574936.030021:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574936.030027:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574936.030034:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574936.030040:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.030045:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574936.030051:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574936.030096:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.030100:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574936.030108:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574936.030115:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574936.030120:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574936.030125:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.030132:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574936.030135:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574936.030139:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574936.030146:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574936.030152:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574936.030163:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816052096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574936.030182:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574936.030185:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574936.030194:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816052096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574936.030218:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574936.030223:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574936.030229:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574936.030232:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574936.030236:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574936.030239:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574936.030247:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5779
00000400:00000200:0.0:1788574936.030255:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788574936.030260:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:0.0:1788574936.030265:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574936.030271:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574936.030278:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.030283:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.030289:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.030296:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574936.030302:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574936.030307:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574936.030311:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574936.030317:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574936.030323:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574936.030327:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574936.030331:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.030333:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574936.030335:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574936.030341:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574936.030344:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574936.030357:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574936.030365:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574936.030370:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574936.030376:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574936.030383:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.030388:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574936.030392:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574936.030398:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.030403:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574936.030411:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574936.030417:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574936.030423:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574936.030427:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574936.030431:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574936.030433:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574936.030435:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574936.030444:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574936.030451:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574936.030462:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816052224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574936.030478:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574936.030483:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574936.030492:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816052224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574936.030515:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574936.030524:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5789)
00000800:00000200:3.1:1788574936.030586:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574936.030750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574936.031008:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574937.053126:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574937.053134:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574937.053137:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574937.053142:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574937.053147:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574937.053150:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574937.053153:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574937.053156:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574937.053159:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574937.373262:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574937.373266:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574937.373268:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574938.077159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574938.077165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574938.077167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574938.077170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574938.077173:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574938.077175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574938.077177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574938.077179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574938.077181:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574938.397257:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574938.397261:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574938.397264:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574939.101156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574939.101162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574939.101164:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574939.101169:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574939.101172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574939.101176:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574939.101178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574939.101180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574939.101183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788574939.101347:0:2385:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:0.0:1788574939.101389:0:2385:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788574939.101399:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574939.101403:0:2385:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:0.0:1788574939.101408:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574939.101413:0:2385:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788574939.101418:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574939.101422:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:0.0:1788574939.101428:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574939.101432:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574939.101439:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc198
00000400:00000010:0.0:1788574939.101442:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc198.
00000100:00000001:0.0:1788574939.101448:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574939.101457:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9709880 x1875450816051712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101479:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574939.101485:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816051712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101492:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574939.101494:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574939.101504:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574939.101506:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f700.
00000400:00000200:0.0:1788574939.101509:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574939.101512:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574939.101516:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:0.0:1788574939.101517:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:0.0:1788574939.101520:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574939.101524:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9709f80 x1875450816051840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101532:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574939.101535:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816051840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101542:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574939.101544:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574939.101549:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574939.101551:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f400.
00000400:00000200:0.0:1788574939.101554:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574939.101558:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574939.101561:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcaa0
00000400:00000010:0.0:1788574939.101562:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcaa0.
00000100:00000001:0.0:1788574939.101565:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574939.101569:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c970bb80 x1875450816051968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101576:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574939.101579:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816051968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101585:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574939.101587:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574939.101591:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574939.101593:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f600.
00000400:00000200:0.0:1788574939.101596:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574939.101604:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574939.101608:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc000
00000400:00000010:0.0:1788574939.101609:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc000.
00000100:00000001:0.0:1788574939.101612:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574939.101616:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c970b480 x1875450816052096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101623:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574939.101626:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816052096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101633:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574939.101634:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788574939.101639:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788574939.101641:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:0.0:1788574939.101644:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788574939.101647:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788574939.101649:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc990
00000400:00000010:0.0:1788574939.101651:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc990.
00000100:00000001:0.0:1788574939.101653:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788574939.101658:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9708a80 x1875450816052224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101665:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788574939.101668:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816052224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788574961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574939.101675:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574939.101677:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788574940.125163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574940.125170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574940.125173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574940.125178:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788574940.125181:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574940.125186:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574940.125188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574940.125191:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574940.125194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574940.445219:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574940.445222:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574940.445225:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574941.149152:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574941.149160:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574941.149165:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574941.149170:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574941.149176:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574941.149186:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5784
00000400:00000200:0.0:1788574941.149200:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574941.149210:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574941.149215:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574941.149219:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149223:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.149225:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149227:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574941.149232:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574941.149234:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574941.149237:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574941.149239:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574941.149242:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574941.149244:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574941.149247:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149249:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.149251:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149252:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574941.149255:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574941.149258:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149260:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574941.149263:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574941.149266:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574941.149269:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149271:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574941.149273:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574941.149280:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574941.149283:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574941.149286:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574941.149288:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149291:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574941.149293:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574941.149297:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574941.149304:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574941.149310:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574941.149318:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816052352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574941.149327:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574941.149331:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574941.149335:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816052352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574941.149354:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574941.149357:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574941.149360:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574941.149361:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574941.149363:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574941.149366:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574941.149369:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5784
00000400:00000200:0.0:1788574941.149374:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574941.149377:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574941.149382:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574941.149388:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149393:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.149398:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149403:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574941.149407:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574941.149409:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574941.149413:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574941.149416:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574941.149421:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574941.149425:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574941.149442:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149447:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.149450:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149453:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574941.149459:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574941.149464:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149467:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574941.149471:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574941.149478:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574941.149482:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149487:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574941.149492:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574941.149498:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149503:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574941.149507:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574941.149510:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574941.149515:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574941.149518:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149524:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574941.149526:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574941.149529:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574941.149543:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574941.149549:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574941.149558:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816052480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574941.149573:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574941.149576:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574941.149583:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816052480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574941.149598:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574941.149602:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574941.149605:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574941.149607:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574941.149616:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574941.149622:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574941.149627:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5784
00000400:00000200:0.0:1788574941.149635:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574941.149643:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574941.149647:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574941.149658:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149662:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.149667:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149671:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574941.149674:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574941.149677:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574941.149679:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574941.149681:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574941.149684:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574941.149687:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574941.149693:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149697:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.149702:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149706:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788574941.149707:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788574941.149711:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000200:3.1:1788574941.149713:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1788574941.149717:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149723:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574941.149733:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574941.149737:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574941.149741:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149744:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574941.149748:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574941.149752:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149755:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574941.149762:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574941.149766:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574941.149770:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574941.149773:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149777:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574941.149780:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574941.149782:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574941.149788:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574941.149794:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574941.149803:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816052608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574941.149817:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574941.149820:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574941.149824:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816052608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574941.149831:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574941.149834:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574941.149838:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574941.149840:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574941.149842:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574941.149844:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574941.149847:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5784
00000400:00000200:0.0:1788574941.149850:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574941.149854:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574941.149856:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574941.149858:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149861:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.149863:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149864:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574941.149867:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574941.149868:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574941.149870:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574941.149872:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574941.149874:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574941.149877:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574941.149880:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149882:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.149885:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149887:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574941.149889:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574941.149893:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574941.149898:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574941.149903:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574941.149908:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574941.149912:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149914:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574941.149917:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574941.149921:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149923:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574941.149928:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574941.149932:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574941.149948:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574941.149952:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.149954:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574941.149956:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574941.149960:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574941.149966:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788574941.149973:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574941.149981:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816052736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574941.149998:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574941.150002:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574941.150009:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816052736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574941.150023:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574941.150029:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574941.150036:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574941.150039:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574941.150043:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574941.150047:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574941.150083:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5784
00000400:00000200:0.0:1788574941.150092:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574941.150098:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574941.150102:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574941.150110:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.150115:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.150118:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.150123:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574941.150128:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574941.150130:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574941.150133:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574941.150137:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574941.150141:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574941.150145:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574941.150153:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.150157:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574941.150163:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574941.150168:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574941.150173:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574941.150181:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574941.150186:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574941.150189:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574941.150193:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574941.150198:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.150202:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574941.150205:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574941.150210:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.150215:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574941.150220:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574941.150226:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574941.150231:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574941.150234:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574941.150237:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574941.150241:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574941.150245:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574941.150252:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788574941.150257:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574941.150272:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816052864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574941.150286:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574941.150291:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574941.150298:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816052864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574941.150309:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574941.150317:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5794)
00000800:00000200:3.1:1788574941.150443:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574941.150446:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574941.150712:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574941.150715:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574941.150907:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574941.150908:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788574941.151190:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574941.151192:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1788574941.469248:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574941.469252:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574941.469255:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574943.517188:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574943.517191:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574943.517193:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574944.541272:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574944.541275:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574944.541277:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574946.269166:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574946.269171:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574946.269175:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574946.269178:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574946.269181:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574946.269186:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5789
00000400:00000200:1.0:1788574946.269193:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574946.269198:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574946.269200:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574946.269202:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269205:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269207:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269208:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574946.269211:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574946.269212:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574946.269214:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574946.269216:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574946.269217:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574946.269219:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574946.269220:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269222:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269223:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269224:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574946.269226:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574946.269228:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269230:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574946.269232:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574946.269234:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574946.269236:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269237:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574946.269238:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574946.269246:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574946.269248:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574946.269251:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574946.269252:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269253:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574946.269255:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574946.269259:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574946.269265:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574946.269271:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574946.269279:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816052992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574946.269289:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574946.269293:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574946.269298:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816052992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574946.269317:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574946.269319:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574946.269321:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574946.269322:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574946.269324:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574946.269326:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574946.269328:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5789
00000400:00000200:1.0:1788574946.269332:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574946.269337:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574946.269340:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574946.269345:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269348:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269353:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269356:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574946.269359:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574946.269362:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574946.269365:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574946.269367:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574946.269369:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574946.269373:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574946.269379:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269383:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269387:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269389:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574946.269392:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574946.269396:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269400:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574946.269402:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574946.269407:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574946.269410:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269411:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574946.269415:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574946.269419:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269421:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574946.269425:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574946.269428:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574946.269429:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574946.269432:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269434:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574946.269437:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574946.269439:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574946.269445:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574946.269449:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574946.269457:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816053120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574946.269475:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574946.269478:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574946.269483:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816053120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574946.269495:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574946.269498:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574946.269503:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574946.269505:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574946.269509:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574946.269514:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574946.269519:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5789
00000400:00000200:1.0:1788574946.269525:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574946.269530:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574946.269533:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574946.269537:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269540:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269544:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269548:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574946.269549:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574946.269551:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574946.269554:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574946.269555:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574946.269557:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574946.269560:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574946.269564:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269569:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269572:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788574946.269572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574946.269578:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788574946.269578:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1788574946.269583:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574946.269589:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269592:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574946.269594:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574946.269597:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574946.269601:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269604:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574946.269606:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574946.269610:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269612:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574946.269617:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574946.269620:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574946.269624:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574946.269627:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269631:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574946.269633:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574946.269635:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574946.269640:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574946.269644:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574946.269652:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816053248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574946.269661:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574946.269663:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574946.269667:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816053248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574946.269676:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574946.269680:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574946.269682:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574946.269683:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574946.269685:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574946.269688:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574946.269691:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5789
00000400:00000200:1.0:1788574946.269697:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574946.269708:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574946.269713:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574946.269721:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269726:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269732:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269738:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574946.269744:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574946.269747:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574946.269750:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574946.269752:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574946.269756:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574946.269761:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574946.269766:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269769:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269773:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269778:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574946.269780:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574946.269784:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269789:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574946.269791:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574946.269794:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574946.269798:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269802:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574946.269804:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574946.269809:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269811:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574946.269815:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574946.269818:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574946.269823:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574946.269825:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269828:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574946.269831:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574946.269833:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574946.269838:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788574946.269843:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574946.269852:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816053376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574946.269866:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574946.269869:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574946.269877:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816053376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574946.269893:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574946.269899:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574946.269906:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574946.269910:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574946.269915:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574946.269921:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574946.269929:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5789
00000400:00000200:1.0:1788574946.269936:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574946.269939:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574946.269941:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574946.269942:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269944:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269946:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269948:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574946.269949:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574946.269951:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574946.269953:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574946.269955:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574946.269956:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574946.269958:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574946.269963:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269966:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574946.269968:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269971:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574946.269975:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574946.269979:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574946.269982:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574946.269984:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574946.269987:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574946.269991:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.269995:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574946.269999:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574946.270002:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.270004:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574946.270008:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574946.270012:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574946.270017:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574946.270019:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574946.270022:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574946.270024:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574946.270027:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574946.270038:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574946.270042:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574946.270049:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816053504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574946.270076:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574946.270080:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574946.270087:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816053504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574946.270109:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574946.270116:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5799)
00000800:00000200:3.1:1788574946.270178:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574946.270180:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574946.270364:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574946.270366:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574946.270552:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574946.270553:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788574946.270779:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574946.270782:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788574946.589285:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574946.589288:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574946.589291:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574947.613300:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574947.613306:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574947.613310:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574949.661292:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574949.661296:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574949.661299:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574950.685304:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574950.685312:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574950.685318:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574951.389198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574951.389208:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574951.389214:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574951.389224:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574951.389230:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574951.389235:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574951.389242:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574951.389247:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574951.389253:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574951.390022:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574951.390029:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574951.390782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574951.390785:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574951.391170:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574951.391173:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574951.391502:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574951.391505:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788574951.391814:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574951.391817:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788574952.413226:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574952.413240:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574952.413252:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574952.413273:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574952.413282:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574952.413286:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574952.413290:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574952.413298:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574952.413310:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574952.733342:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574952.733346:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574952.733350:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574953.437178:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574953.437185:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574953.437188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574953.437194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574953.437198:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574953.437201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574953.437203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574953.437205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574953.437209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574953.757302:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574953.757309:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574953.757315:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574954.461167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574954.461174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574954.461177:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574954.461183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574954.461188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574954.461196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574954.461218:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574954.461223:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574954.461228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574955.805377:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574955.805385:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574955.805390:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574956.509211:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574956.509229:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574956.509232:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574956.509236:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574956.509240:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574956.509248:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5799
00000400:00000200:1.0:1788574956.509259:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574956.509266:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574956.509270:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574956.509274:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509278:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.509290:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509293:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574956.509297:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574956.509300:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574956.509303:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574956.509306:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574956.509309:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574956.509312:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574956.509315:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509316:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.509318:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509319:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574956.509321:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574956.509324:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509325:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574956.509327:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574956.509330:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574956.509333:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.509335:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574956.509337:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574956.509345:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788574956.509347:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574956.509351:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574956.509352:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.509355:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574956.509357:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574956.509360:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574956.509367:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574956.509372:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574956.509389:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816054272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574956.509400:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574956.509405:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574956.509410:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816054272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574956.509434:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574956.509437:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574956.509439:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574956.509440:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574956.509442:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574956.509446:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574956.509450:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5799
00000400:00000200:1.0:1788574956.509454:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574956.509456:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574956.509459:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574956.509466:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509474:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.509478:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509480:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574956.509487:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574956.509490:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574956.509498:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574956.509503:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574956.509512:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574956.509522:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574956.509533:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509550:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.509559:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509568:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574956.509578:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574956.509590:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509601:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574956.509607:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574956.509616:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574956.509626:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.509635:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574956.509640:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574956.509644:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.509646:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574956.509656:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788574956.509659:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574956.509661:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574956.509664:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.509670:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574956.509674:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574956.509680:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574956.509685:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574956.509688:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574956.509693:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816054400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574956.509707:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574956.509714:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574956.509739:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816054400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574956.509772:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574956.509779:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574956.509790:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574956.509796:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574956.509799:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574956.509808:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574956.509823:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5799
00000400:00000200:1.0:1788574956.509843:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574956.509856:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574956.509867:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574956.509879:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509884:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.509896:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509909:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574956.509918:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:3.1:1788574956.509923:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:1.0:1788574956.509925:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:3.1:1788574956.509929:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1788574956.509931:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574956.509936:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574956.509946:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574956.509953:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574956.509960:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509965:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.509970:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.509979:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574956.509986:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574956.509999:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510006:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574956.510017:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574956.510025:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574956.510032:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.510035:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574956.510038:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574956.510047:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.510102:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574956.510116:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788574956.510128:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574956.510138:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574956.510144:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.510149:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574956.510156:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574956.510163:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574956.510172:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574956.510180:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574956.510193:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816054528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574956.510204:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574956.510208:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574956.510220:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816054528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574956.510287:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574956.510296:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574956.510310:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574956.510315:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574956.510318:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574956.510333:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574956.510342:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5799
00000400:00000200:1.0:1788574956.510358:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574956.510370:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574956.510376:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574956.510386:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510394:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.510402:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510411:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574956.510422:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574956.510427:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574956.510435:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574956.510443:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574956.510452:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574956.510457:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574956.510465:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510475:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.510485:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510491:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574956.510499:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574956.510509:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510515:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574956.510518:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574956.510530:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574956.510536:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.510550:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574956.510556:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574956.510565:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.510569:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574956.510573:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788574956.510577:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574956.510588:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574956.510592:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.510602:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574956.510611:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574956.510614:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574956.510623:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574956.510633:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574956.510642:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816054656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574956.510689:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574956.510692:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574956.510702:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816054656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574956.510735:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574956.510745:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574956.510758:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574956.510767:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574956.510775:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574956.510788:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574956.510793:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5799
00000400:00000200:1.0:1788574956.510806:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574956.510815:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574956.510824:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574956.510839:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510848:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.510858:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510868:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574956.510878:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574956.510886:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574956.510892:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574956.510899:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574956.510908:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574956.510918:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574956.510929:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510937:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574956.510954:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574956.510967:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788574956.510972:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574956.510978:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000040:1.0:1788574956.510979:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574956.510993:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574956.511001:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574956.511008:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574956.511015:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574956.511019:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.511023:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574956.511026:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574956.511032:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.511034:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574956.511043:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788574956.511048:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574956.511051:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574956.511072:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574956.511079:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574956.511083:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574956.511090:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574956.511102:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788574956.511114:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574956.511128:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816054784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574956.511160:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574956.511166:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574956.511177:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816054784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574956.511204:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574956.511210:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5810)
00000800:00000200:3.1:1788574956.511365:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574956.511366:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574956.511594:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574956.511596:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788574956.511802:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574956.511804:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1788574956.829309:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574956.829314:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574956.829317:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788574958.877280:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574958.877285:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574958.877289:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574959.901332:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574959.901338:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574959.901342:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574961.629189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574961.629196:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574961.629203:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574961.629211:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574961.629221:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574961.629229:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574961.629234:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574961.629237:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574961.629245:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574961.630005:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574961.630016:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574961.630827:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574961.630829:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574961.631048:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574961.631050:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574961.631281:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574961.631283:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788574961.631462:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574961.631464:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788574961.949321:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574961.949325:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574961.949327:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574962.653162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574962.653169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574962.653173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574962.653181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574962.653185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574962.653191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574962.653207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574962.653211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574962.653215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574962.973355:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574962.973360:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574962.973364:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574963.677144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574963.677152:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574963.677155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574963.677162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574963.677168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574963.677173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574963.677181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574963.677184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574963.677188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574965.021270:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574965.021274:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574965.021278:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574966.045262:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574966.045265:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574966.045268:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788574966.749192:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574966.749198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574966.749201:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574966.749206:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574966.749213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574966.749217:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574966.749225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574966.749227:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574966.749236:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574966.750240:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574966.750255:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574966.750823:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574966.750825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574966.751149:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574966.751151:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574966.751440:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574966.751442:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788574966.751715:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574966.751717:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788574967.773134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788574967.773141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788574967.773145:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574967.773149:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788574967.773154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788574967.773156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574967.773158:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788574967.773160:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788574967.773162:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788574968.093284:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788574968.093289:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788574968.093292:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574969.117263:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574969.117267:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574969.117271:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574971.165293:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574971.165299:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574971.165303:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574971.869232:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574971.869239:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574971.869247:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574971.869254:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574971.869261:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574971.869272:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5815
00000400:00000200:0.0:1788574971.869286:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574971.869295:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574971.869299:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574971.869303:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869306:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.869309:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869312:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574971.869316:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574971.869319:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574971.869322:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574971.869325:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574971.869328:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574971.869330:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574971.869333:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869335:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.869337:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869339:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574971.869343:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574971.869347:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869351:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574971.869354:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574971.869357:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574971.869360:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.869363:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574971.869366:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574971.869378:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574971.869382:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574971.869387:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574971.869389:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.869393:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574971.869395:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574971.869400:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574971.869411:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788574971.869419:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574971.869431:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816056192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574971.869442:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574971.869448:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574971.869453:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816056192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574971.869476:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574971.869479:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574971.869483:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574971.869485:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574971.869488:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574971.869491:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574971.869494:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5815
00000400:00000200:0.0:1788574971.869500:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574971.869507:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574971.869512:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574971.869520:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869525:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.869531:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869536:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574971.869540:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574971.869545:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574971.869548:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574971.869552:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574971.869555:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574971.869558:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574971.869573:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869578:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.869583:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869588:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574971.869591:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574971.869596:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869600:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574971.869602:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574971.869610:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574971.869616:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.869621:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574971.869627:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574971.869633:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.869638:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574971.869644:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574971.869648:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574971.869650:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574971.869651:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.869656:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574971.869659:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574971.869671:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574971.869680:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788574971.869687:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574971.869698:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816056320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574971.869717:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574971.869720:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574971.869725:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816056320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574971.869734:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574971.869737:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574971.869741:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574971.869743:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574971.869747:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574971.869752:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1788574971.869752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788574971.869756:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5815
00000800:00000200:3.1:1788574971.869758:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000400:00000200:0.0:1788574971.869762:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574971.869768:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574971.869771:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574971.869775:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869776:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.869778:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869780:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574971.869782:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574971.869785:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574971.869787:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574971.869790:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574971.869792:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574971.869795:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574971.869800:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869802:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.869806:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869809:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574971.869811:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574971.869817:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869821:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574971.869823:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574971.869826:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574971.869830:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.869832:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574971.869835:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574971.869839:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.869843:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574971.869847:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574971.869851:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574971.869853:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574971.869855:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.869859:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574971.869861:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574971.869864:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574971.869869:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788574971.869873:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574971.869883:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816056448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574971.869892:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574971.869895:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574971.869901:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816056448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574971.869912:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574971.869915:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574971.869919:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574971.869920:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574971.869921:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574971.869923:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574971.869926:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5815
00000400:00000200:0.0:1788574971.869928:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574971.869932:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574971.869935:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574971.869940:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869944:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.869948:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869951:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574971.869954:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574971.869956:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574971.869959:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574971.869961:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574971.869963:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574971.869966:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574971.869971:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869975:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.869978:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869982:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574971.869986:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574971.869991:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574971.869993:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574971.869998:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574971.870001:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574971.870004:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.870007:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574971.870011:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574971.870016:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.870020:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574971.870023:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574971.870027:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574971.870029:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574971.870032:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.870035:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574971.870037:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574971.870045:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574971.870084:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788574971.870089:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574971.870097:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816056576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574971.870107:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574971.870109:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574971.870117:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816056576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574971.870133:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574971.870136:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574971.870140:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574971.870142:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574971.870144:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574971.870147:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574971.870151:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5815
00000400:00000200:0.0:1788574971.870157:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574971.870162:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574971.870165:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574971.870169:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.870172:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.870176:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.870180:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574971.870183:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574971.870185:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574971.870189:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574971.870192:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574971.870196:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574971.870201:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574971.870218:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.870222:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574971.870226:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574971.870229:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574971.870232:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574971.870239:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574971.870246:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574971.870249:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574971.870253:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574971.870257:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.870261:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574971.870265:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574971.870268:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.870272:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574971.870278:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574971.870281:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574971.870285:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574971.870287:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574971.870289:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574971.870293:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574971.870295:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574971.870299:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788574971.870304:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574971.870311:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816056704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574971.870330:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574971.870333:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574971.870342:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816056704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574971.870351:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574971.870356:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5825)
00000800:00000200:3.1:1788574971.870430:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574971.870433:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574971.870635:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574971.870636:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574971.870797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574971.870799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788574971.871028:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574971.871030:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1788574972.189301:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574972.189306:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574972.189309:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574974.237262:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574974.237267:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574974.237270:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574975.261332:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574975.261335:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574975.261338:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574976.989167:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574976.989178:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574976.989182:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574976.989187:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574976.989193:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574976.989201:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5820
00000400:00000200:0.0:1788574976.989212:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574976.989221:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574976.989226:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574976.989233:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989237:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.989242:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989245:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574976.989248:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574976.989250:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574976.989253:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574976.989256:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574976.989258:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574976.989260:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574976.989263:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989265:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.989266:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989267:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574976.989270:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574976.989273:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989275:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574976.989278:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574976.989281:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574976.989283:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.989285:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574976.989287:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574976.989297:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574976.989300:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574976.989304:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574976.989306:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.989308:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574976.989311:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574976.989315:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574976.989326:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788574976.989333:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574976.989343:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816056832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574976.989355:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574976.989362:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574976.989368:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816056832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574976.989395:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574976.989399:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574976.989402:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574976.989403:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574976.989405:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574976.989408:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574976.989410:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5820
00000400:00000200:0.0:1788574976.989414:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574976.989418:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574976.989440:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574976.989446:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989451:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.989456:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989460:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574976.989463:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574976.989466:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574976.989470:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574976.989473:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574976.989475:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574976.989476:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574976.989478:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989482:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.989484:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989489:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574976.989495:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574976.989501:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989505:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574976.989509:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574976.989515:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574976.989518:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.989521:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574976.989525:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574976.989529:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.989531:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574976.989536:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574976.989540:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574976.989544:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574976.989546:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.989549:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574976.989551:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574976.989553:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574976.989568:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788574976.989573:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574976.989583:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816056960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574976.989600:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574976.989604:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574976.989609:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816056960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574976.989617:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574976.989621:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574976.989627:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574976.989629:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574976.989630:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574976.989632:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574976.989636:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5820
00000400:00000200:0.0:1788574976.989643:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574976.989648:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574976.989651:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574976.989658:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989662:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.989667:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989671:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574976.989674:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574976.989676:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574976.989679:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574976.989682:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574976.989686:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574976.989692:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574976.989701:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989707:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.989711:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989717:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574976.989722:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574976.989726:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989729:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574976.989731:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574976.989743:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574976.989749:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.989754:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574976.989757:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574976.989764:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.989769:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574976.989773:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:0.0:1788574976.989777:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000800:00000200:3.1:1788574976.989778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000040:0.0:1788574976.989784:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574976.989790:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574976.989793:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.989794:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574976.989796:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574976.989798:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574976.989804:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788574976.989809:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574976.989815:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816057088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574976.989824:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574976.989827:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574976.989835:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816057088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574976.989853:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574976.989855:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574976.989861:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574976.989864:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574976.989866:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574976.989870:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574976.989875:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5820
00000400:00000200:0.0:1788574976.989883:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574976.989887:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574976.989893:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574976.989897:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989899:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.989901:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989903:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574976.989907:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574976.989909:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574976.989911:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574976.989915:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574976.989929:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574976.989935:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574976.989943:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989949:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.989955:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989962:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574976.989969:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574976.989982:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574976.989986:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574976.989989:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574976.989994:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574976.989998:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.990002:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574976.990007:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574976.990012:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.990015:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574976.990020:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574976.990024:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574976.990027:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574976.990030:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.990033:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574976.990036:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574976.990039:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574976.990043:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788574976.990049:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574976.990077:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816057216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574976.990086:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574976.990090:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574976.990096:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816057216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574976.990125:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574976.990131:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574976.990138:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574976.990142:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574976.990145:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574976.990152:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574976.990158:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5820
00000400:00000200:0.0:1788574976.990166:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574976.990173:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574976.990177:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574976.990181:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.990185:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.990187:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.990193:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574976.990196:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574976.990198:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574976.990201:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574976.990205:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574976.990209:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574976.990212:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574976.990216:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.990221:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574976.990224:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574976.990227:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574976.990232:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574976.990238:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574976.990240:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574976.990244:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574976.990248:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574976.990251:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.990254:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574976.990257:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574976.990263:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.990266:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574976.990272:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574976.990275:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574976.990278:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574976.990281:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574976.990283:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574976.990285:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574976.990287:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574976.990293:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574976.990299:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574976.990306:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816057344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574976.990327:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574976.990331:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574976.990333:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816057344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574976.990341:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574976.990346:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5830)
00000800:00000200:3.1:1788574976.990487:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574976.990489:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574976.990768:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574976.990771:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574976.991015:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574976.991017:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788574976.991293:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574976.991295:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1788574977.309264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574977.309269:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574977.309272:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574978.333229:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574978.333233:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574978.333237:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574980.381212:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574980.381216:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574980.381218:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574981.405295:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574981.405298:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574981.405300:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574982.109170:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574982.109180:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788574982.109184:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574982.109189:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574982.109194:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574982.109204:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5825
00000400:00000200:0.0:1788574982.109216:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574982.109224:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574982.109228:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574982.109233:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109237:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.109241:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109244:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574982.109248:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574982.109250:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788574982.109253:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574982.109256:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788574982.109259:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788574982.109262:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788574982.109265:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109267:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.109269:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109272:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574982.109276:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788574982.109280:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109284:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574982.109288:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574982.109291:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574982.109294:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.109296:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788574982.109300:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574982.109310:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788574982.109315:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788574982.109322:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574982.109326:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.109331:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574982.109336:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574982.109343:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574982.109354:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788574982.109362:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574982.109372:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816057472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574982.109383:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574982.109388:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574982.109393:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816057472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574982.109415:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574982.109418:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574982.109422:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788574982.109424:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574982.109425:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574982.109428:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574982.109431:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5825
00000400:00000200:0.0:1788574982.109435:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574982.109439:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574982.109442:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574982.109445:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109448:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.109451:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109454:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574982.109459:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574982.109461:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788574982.109465:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574982.109467:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788574982.109471:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788574982.109474:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788574982.109480:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109486:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.109490:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109495:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574982.109501:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788574982.109507:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109512:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574982.109516:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574982.109521:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574982.109526:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.109530:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574982.109536:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574982.109541:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.109545:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574982.109552:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788574982.109556:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574982.109559:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574982.109563:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.109568:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574982.109570:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574982.109574:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574982.109581:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788574982.109586:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574982.109597:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816057600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574982.109614:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574982.109618:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574982.109627:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816057600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574982.109662:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574982.109668:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574982.109672:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788574982.109677:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574982.109680:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574982.109684:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574982.109688:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5825
00000400:00000200:0.0:1788574982.109696:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574982.109702:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574982.109707:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574982.109714:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109718:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.109723:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109728:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574982.109732:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574982.109734:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788574982.109739:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574982.109743:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788574982.109747:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788574982.109751:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788574982.109760:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109765:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.109770:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109774:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574982.109780:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788574982.109787:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109793:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574982.109796:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574982.109800:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574982.109804:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.109807:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574982.109813:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788574982.109820:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574982.109825:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788574982.109826:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574982.109831:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000010:0.0:1788574982.109833:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788574982.109839:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574982.109843:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574982.109846:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.109848:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574982.109850:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574982.109854:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574982.109859:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788574982.109866:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574982.109876:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816057728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574982.109889:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574982.109894:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574982.109906:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816057728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574982.109930:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574982.109935:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574982.109944:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788574982.109948:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574982.109952:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574982.109956:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574982.109961:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5825
00000400:00000200:0.0:1788574982.109971:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574982.109977:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574982.109981:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574982.109987:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.109992:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.109995:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110000:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574982.110004:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574982.110008:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788574982.110013:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574982.110017:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788574982.110022:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788574982.110027:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788574982.110037:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110040:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.110046:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110050:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574982.110086:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788574982.110094:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110098:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574982.110104:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574982.110110:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574982.110115:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.110121:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574982.110125:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788574982.110132:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.110137:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574982.110143:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788574982.110148:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574982.110154:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574982.110158:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.110163:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574982.110167:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574982.110170:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574982.110178:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788574982.110183:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574982.110195:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816057856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574982.110211:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574982.110216:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574982.110227:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816057856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788574982.110247:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788574982.110253:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574982.110261:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788574982.110265:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788574982.110269:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788574982.110276:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788574982.110280:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5825
00000400:00000200:0.0:1788574982.110287:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788574982.110295:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788574982.110300:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788574982.110307:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110313:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.110319:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110325:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788574982.110330:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788574982.110334:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788574982.110337:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788574982.110341:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788574982.110345:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788574982.110351:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788574982.110358:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110363:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788574982.110368:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110373:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788574982.110377:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788574982.110382:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788574982.110388:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788574982.110390:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788574982.110394:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788574982.110398:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.110403:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788574982.110406:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788574982.110413:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.110419:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788574982.110426:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788574982.110432:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788574982.110438:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788574982.110441:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788574982.110445:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788574982.110449:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788574982.110455:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788574982.110462:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788574982.110469:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574982.110480:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816057984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788574982.110519:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788574982.110524:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574982.110529:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788574982.110534:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816057984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574982.110535:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788574982.110557:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788574982.110564:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5835)
00000800:00000200:3.1:1788574982.110765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574982.110766:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574982.110978:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574982.110980:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788574982.111246:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574982.111247:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1788574983.453303:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574983.453306:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574983.453309:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574984.477252:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574984.477255:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574984.477258:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574986.525248:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574986.525251:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574986.525254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574987.229181:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574987.229187:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574987.229191:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574987.229195:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574987.229201:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574987.229208:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5830
00000400:00000200:1.0:1788574987.229218:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574987.229225:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574987.229229:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574987.229233:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229236:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.229239:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229241:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574987.229245:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574987.229248:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574987.229251:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574987.229254:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574987.229257:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574987.229260:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574987.229263:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229265:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.229267:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229269:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574987.229282:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574987.229286:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229290:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574987.229293:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574987.229296:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574987.229300:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.229302:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574987.229305:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574987.229314:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788574987.229318:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574987.229322:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574987.229324:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.229327:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574987.229330:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574987.229334:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574987.229343:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788574987.229349:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574987.229359:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816058112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574987.229370:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574987.229374:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574987.229380:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816058112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574987.229401:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574987.229405:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574987.229409:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574987.229411:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574987.229413:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574987.229416:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574987.229420:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5830
00000400:00000200:1.0:1788574987.229425:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574987.229430:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574987.229436:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574987.229447:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229454:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.229459:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229464:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574987.229470:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574987.229474:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574987.229478:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574987.229481:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574987.229484:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574987.229488:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574987.229497:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229502:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.229509:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229514:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574987.229517:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574987.229520:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229523:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574987.229525:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574987.229531:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574987.229539:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.229542:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574987.229546:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574987.229551:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.229556:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574987.229563:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788574987.229568:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574987.229573:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574987.229576:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.229579:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574987.229583:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574987.229585:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574987.229591:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788574987.229610:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574987.229622:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816058240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574987.229641:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574987.229646:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574987.229655:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816058240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574987.229670:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574987.229672:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574987.229678:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574987.229682:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574987.229684:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574987.229686:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574987.229690:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5830
00000400:00000200:1.0:1788574987.229697:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574987.229702:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574987.229705:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574987.229711:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229715:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.229719:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229724:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574987.229728:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574987.229732:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574987.229735:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574987.229738:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574987.229742:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574987.229746:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574987.229752:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229754:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.229758:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229760:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574987.229761:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574987.229767:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229771:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574987.229774:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574987.229778:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574987.229784:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.229785:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574987.229787:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574987.229791:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.229795:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574987.229801:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788574987.229806:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574987.229810:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574987.229812:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.229815:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574987.229817:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574987.229820:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574987.229824:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788574987.229829:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574987.229834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00100000:1.0:1788574987.229836:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816058368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788574987.229841:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788574987.229845:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574987.229849:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574987.229855:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816058368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574987.229868:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574987.229871:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574987.229892:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574987.229897:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574987.229902:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574987.229907:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574987.229913:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5830
00000400:00000200:1.0:1788574987.229919:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574987.229927:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574987.229932:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574987.229940:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229945:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.229950:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229954:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574987.229959:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574987.229962:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574987.229965:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574987.229969:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574987.229973:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574987.229979:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574987.229989:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.229994:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.230001:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.230004:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574987.230006:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574987.230009:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574987.230011:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574987.230017:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574987.230020:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574987.230025:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.230028:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574987.230032:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574987.230034:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.230039:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574987.230044:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788574987.230051:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574987.230091:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574987.230095:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.230101:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574987.230103:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574987.230106:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574987.230112:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788574987.230118:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574987.230127:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816058496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574987.230140:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574987.230143:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574987.230149:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816058496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574987.230178:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574987.230180:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574987.230183:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574987.230187:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574987.230190:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574987.230196:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574987.230201:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5830
00000400:00000200:1.0:1788574987.230207:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574987.230212:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574987.230215:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574987.230220:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.230226:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.230231:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.230237:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574987.230243:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574987.230246:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574987.230249:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574987.230251:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574987.230254:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574987.230259:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574987.230267:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.230272:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574987.230279:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574987.230283:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574987.230288:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574987.230293:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574987.230297:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574987.230301:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574987.230306:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574987.230310:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.230313:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574987.230317:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574987.230322:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.230324:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574987.230328:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788574987.230334:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574987.230338:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574987.230341:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574987.230345:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574987.230347:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574987.230350:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574987.230355:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788574987.230361:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574987.230368:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816058624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574987.230377:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574987.230381:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574987.230388:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816058624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574987.230401:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574987.230405:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5840)
00000800:00000200:3.1:1788574987.230544:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574987.230546:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574987.230729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574987.230730:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574987.230942:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574987.230944:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788574987.231173:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574987.231175:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1788574987.549194:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574987.549197:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574987.549199:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574989.597244:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574989.597248:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574989.597250:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574990.621227:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574990.621230:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574990.621234:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574992.349215:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574992.349220:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574992.349225:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574992.349229:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574992.349235:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574992.349242:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5835
00000400:00000200:1.0:1788574992.349254:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574992.349266:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574992.349271:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574992.349276:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349280:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.349283:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349286:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574992.349291:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574992.349293:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788574992.349297:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574992.349300:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788574992.349302:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788574992.349304:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788574992.349306:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349309:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.349310:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349312:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574992.349314:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574992.349316:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349318:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574992.349320:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574992.349322:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574992.349324:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349325:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574992.349327:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574992.349336:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574992.349338:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574992.349341:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574992.349342:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349345:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574992.349347:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574992.349351:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574992.349357:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788574992.349362:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574992.349371:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816058752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574992.349382:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574992.349387:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574992.349392:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816058752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574992.349415:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574992.349419:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574992.349421:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574992.349422:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574992.349424:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574992.349427:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574992.349431:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5835
00000400:00000200:1.0:1788574992.349434:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574992.349437:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574992.349441:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574992.349446:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349449:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.349452:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349455:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574992.349456:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574992.349459:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574992.349462:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574992.349464:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574992.349468:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574992.349471:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574992.349477:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349481:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.349483:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349489:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574992.349493:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574992.349497:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349501:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574992.349503:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574992.349509:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574992.349514:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349516:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574992.349522:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574992.349525:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349527:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574992.349532:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574992.349535:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574992.349538:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574992.349540:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349545:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574992.349548:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574992.349551:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574992.349555:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788574992.349560:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574992.349567:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816058880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574992.349575:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574992.349580:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574992.349584:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816058880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574992.349596:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574992.349599:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574992.349603:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574992.349607:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574992.349610:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574992.349616:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574992.349623:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5835
00000400:00000200:1.0:1788574992.349631:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574992.349639:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574992.349642:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574992.349647:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349651:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.349655:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349658:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574992.349660:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574992.349661:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574992.349665:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574992.349668:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574992.349670:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574992.349675:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574992.349682:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349685:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.349688:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349692:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574992.349696:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574992.349701:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349703:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574992.349704:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574992.349706:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574992.349709:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349711:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574992.349714:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574992.349718:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349721:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574992.349725:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574992.349731:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574992.349734:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574992.349736:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349740:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574992.349742:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574992.349746:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574992.349752:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788574992.349756:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574992.349763:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816059008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574992.349770:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574992.349773:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574992.349777:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816059008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574992.349793:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574992.349798:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574992.349805:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1788574992.349805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788574992.349810:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1788574992.349811:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1788574992.349813:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574992.349821:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574992.349827:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5835
00000400:00000200:1.0:1788574992.349834:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574992.349842:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574992.349844:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574992.349849:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349854:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.349857:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349864:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574992.349870:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574992.349872:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574992.349874:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574992.349879:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574992.349883:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574992.349886:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574992.349894:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349898:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.349902:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349905:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574992.349907:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574992.349911:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574992.349915:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574992.349917:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574992.349921:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574992.349926:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349929:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574992.349933:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574992.349936:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349938:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574992.349941:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574992.349946:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574992.349950:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574992.349953:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.349956:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574992.349959:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574992.349961:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574992.349966:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788574992.349970:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574992.349976:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816059136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574992.349990:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574992.349993:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574992.349998:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816059136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574992.350009:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574992.350012:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574992.350015:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574992.350016:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574992.350018:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574992.350019:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574992.350021:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5835
00000400:00000200:1.0:1788574992.350024:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574992.350027:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574992.350029:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574992.350034:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.350038:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.350040:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.350046:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574992.350084:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574992.350089:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574992.350094:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574992.350110:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574992.350113:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574992.350118:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574992.350125:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.350129:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574992.350133:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574992.350136:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574992.350138:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574992.350143:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574992.350147:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574992.350152:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574992.350155:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574992.350160:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.350163:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574992.350166:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574992.350170:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.350173:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574992.350178:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574992.350182:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574992.350186:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574992.350189:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574992.350192:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574992.350195:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574992.350198:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574992.350203:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574992.350207:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574992.350215:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816059264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574992.350235:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574992.350239:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574992.350244:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816059264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574992.350260:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574992.350268:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5845)
00000800:00000200:3.1:1788574992.350497:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574992.350500:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574992.350802:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574992.350805:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574992.351075:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574992.351076:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788574992.351302:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574992.351303:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788574992.669248:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574992.669251:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574992.669254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574993.693302:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574993.693308:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574993.693312:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574995.741339:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574995.741342:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574995.741345:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788574996.765331:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574996.765338:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574996.765343:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574997.469119:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574997.469128:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788574997.469132:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574997.469136:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574997.469141:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574997.469150:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5840
00000400:00000200:1.0:1788574997.469161:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574997.469171:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574997.469176:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574997.469181:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469184:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788574997.469188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000040:1.0:1788574997.469188:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469191:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:0.0:1788574997.469193:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574997.469196:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574997.469197:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574997.469201:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000100:00100000:0.0:1788574997.469202:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000020:00000001:1.0:1788574997.469204:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788574997.469205:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788574997.469208:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000100:00000001:0.0:1788574997.469209:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788574997.469211:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000001:0.0:1788574997.469213:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788574997.469214:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000001:0.0:1788574997.469216:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788574997.469219:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788574997.469221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469222:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.469226:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469228:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574997.469230:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788574997.469233:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469235:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574997.469245:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574997.469249:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574997.469251:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469253:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788574997.469254:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574997.469264:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788574997.469267:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788574997.469270:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574997.469272:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469275:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574997.469277:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574997.469281:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574997.469291:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788574997.469298:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574997.469307:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816059392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574997.469316:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574997.469334:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574997.469339:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816059392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574997.469356:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574997.469359:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574997.469362:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788574997.469363:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574997.469364:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574997.469366:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574997.469368:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5840
00000400:00000200:1.0:1788574997.469372:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574997.469375:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574997.469377:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574997.469380:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469382:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.469384:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469387:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574997.469392:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574997.469397:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788574997.469402:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574997.469405:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788574997.469412:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788574997.469419:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788574997.469429:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469433:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.469437:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469440:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574997.469443:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788574997.469450:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469454:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574997.469457:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574997.469464:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574997.469468:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469471:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574997.469475:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574997.469479:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469481:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574997.469487:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788574997.469491:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574997.469493:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574997.469495:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469499:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574997.469501:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574997.469502:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574997.469507:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788574997.469513:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574997.469519:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816059520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574997.469536:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574997.469541:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574997.469547:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816059520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574997.469574:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574997.469579:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574997.469585:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788574997.469587:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574997.469589:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574997.469595:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574997.469598:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5840
00000400:00000200:1.0:1788574997.469603:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574997.469608:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574997.469610:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574997.469614:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469615:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.469617:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469618:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574997.469623:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574997.469632:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788574997.469636:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574997.469639:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788574997.469642:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788574997.469646:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788574997.469649:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469652:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.469656:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469658:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574997.469662:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788574997.469667:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469673:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574997.469677:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574997.469681:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574997.469687:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469692:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574997.469697:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788574997.469701:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469704:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574997.469710:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788574997.469716:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574997.469721:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574997.469726:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469728:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574997.469730:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574997.469733:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574997.469737:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788574997.469742:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574997.469751:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816059648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574997.469762:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574997.469765:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788574997.469765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788574997.469771:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816059648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788574997.469773:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1788574997.469782:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574997.469786:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574997.469791:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788574997.469793:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574997.469795:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574997.469799:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574997.469803:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5840
00000400:00000200:1.0:1788574997.469807:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574997.469812:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574997.469814:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574997.469819:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469822:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.469827:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469831:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574997.469833:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574997.469834:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788574997.469836:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574997.469838:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788574997.469842:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788574997.469844:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788574997.469850:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469852:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.469855:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469858:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574997.469860:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788574997.469864:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574997.469868:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574997.469871:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574997.469874:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574997.469878:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469882:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574997.469885:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788574997.469888:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469890:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574997.469893:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788574997.469896:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574997.469900:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574997.469902:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.469905:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574997.469907:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574997.469910:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574997.469916:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788574997.469920:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574997.469926:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816059776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574997.469934:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574997.469937:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574997.469942:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816059776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574997.469959:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788574997.469965:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574997.469970:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788574997.469973:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788574997.469977:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788574997.469981:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788574997.469986:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5840
00000400:00000200:1.0:1788574997.469992:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788574997.469997:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788574997.470000:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788574997.470005:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.470008:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.470012:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.470015:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788574997.470017:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788574997.470019:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788574997.470022:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788574997.470025:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788574997.470029:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788574997.470032:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788574997.470036:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.470039:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788574997.470043:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788574997.470045:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788574997.470048:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788574997.470070:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788574997.470073:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788574997.470074:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788574997.470076:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788574997.470078:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.470079:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788574997.470081:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788574997.470083:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.470084:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788574997.470089:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788574997.470093:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788574997.470097:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788574997.470099:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788574997.470101:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788574997.470103:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788574997.470106:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788574997.470111:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788574997.470116:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788574997.470122:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816059904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788574997.470133:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788574997.470136:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574997.470141:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816059904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788574997.470157:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788574997.470163:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5850)
00000800:00000200:3.1:1788574997.470489:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574997.470492:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574997.470820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574997.470822:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574997.471176:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574997.471179:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788574997.471525:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788574997.471528:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788574998.493128:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574998.493137:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574998.493140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574998.493147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574998.493151:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574998.493156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574998.493166:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574998.493168:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574998.493170:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574998.813299:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574998.813302:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574998.813305:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788574999.517209:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788574999.517220:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788574999.517225:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788574999.517234:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788574999.517242:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788574999.517247:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574999.517262:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788574999.517266:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788574999.517269:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788574999.837345:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788574999.837350:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788574999.837355:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575000.541168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575000.541178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575000.541183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575000.541191:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575000.541197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575000.541213:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575000.541220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575000.541223:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575000.541227:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575001.565225:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575001.565236:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575001.565240:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575001.565247:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575001.565253:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575001.565260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575001.565263:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575001.565269:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575001.565272:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575001.886475:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575001.886482:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575001.886487:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575002.589177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575002.589184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575002.589187:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575002.589197:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575002.589208:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575002.589217:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575002.589226:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575002.589232:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575002.589239:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575002.589637:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575002.589977:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575002.590373:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575002.590753:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575002.590931:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575002.909311:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575002.909315:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575002.909318:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575003.613173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575003.613179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575003.613181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575003.613187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575003.613191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575003.613196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575003.613199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575003.613203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575003.613206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575004.637161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575004.637168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575004.637171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575004.637177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575004.637181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575004.637186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575004.637196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575004.637197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575004.637199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575004.957297:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575004.957301:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575004.957305:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575005.661193:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575005.661203:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575005.661207:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575005.661214:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575005.661221:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575005.661225:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575005.661229:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575005.661234:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575005.661241:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788575005.661366:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788575005.661414:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788575005.661430:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575005.661435:0:2386:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788575005.661441:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575005.661446:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788575005.661452:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575005.661458:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:1.0:1788575005.661467:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575005.661472:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575005.661480:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcd48
00000400:00000010:1.0:1788575005.661484:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcd48.
00000100:00000001:1.0:1788575005.661491:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575005.661503:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f7480 x1875450816060032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661529:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575005.661532:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7480 x1875450816060032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661539:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575005.661540:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575005.661552:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575005.661555:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f600.
00000400:00000200:1.0:1788575005.661558:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575005.661562:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575005.661565:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bccc0
00000400:00000010:1.0:1788575005.661570:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bccc0.
00000100:00000001:1.0:1788575005.661573:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575005.661579:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f7100 x1875450816060160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661592:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575005.661601:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7100 x1875450816060160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661618:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575005.661624:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575005.661634:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575005.661640:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f400.
00000400:00000200:1.0:1788575005.661647:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575005.661653:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575005.661659:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc6e8
00000400:00000010:1.0:1788575005.661663:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc6e8.
00000100:00000001:1.0:1788575005.661670:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575005.661692:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f6a00 x1875450816060288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661707:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575005.661716:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6a00 x1875450816060288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661728:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575005.661732:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575005.661742:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575005.661747:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f700.
00000400:00000200:1.0:1788575005.661753:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575005.661762:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575005.661769:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:1.0:1788575005.661775:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575005.661780:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575005.661791:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f4000 x1875450816060416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661816:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575005.661822:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4000 x1875450816060416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661831:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575005.661838:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575005.661849:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575005.661852:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:1.0:1788575005.661857:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575005.661861:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575005.661868:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc5d8
00000400:00000010:1.0:1788575005.661872:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc5d8.
00000100:00000001:1.0:1788575005.661878:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575005.661904:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f7800 x1875450816060544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661928:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575005.661936:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7800 x1875450816060544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575005.661952:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575005.661957:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1788575005.981282:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575005.981287:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575005.981291:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575006.685164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575006.685171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575006.685175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575006.685183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575006.685190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575006.685195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575006.685207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575006.685209:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575006.685212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575007.709211:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575007.709222:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575007.709228:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575007.709236:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575007.709244:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575007.709252:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575007.709260:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575007.709268:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575007.709279:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575007.710434:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575007.710439:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575007.710842:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575007.710845:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575007.711209:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575007.711211:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575007.711995:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575007.711998:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575007.712266:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575007.712269:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1788575008.029340:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575008.029344:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575008.029347:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575008.733188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575008.733197:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575008.733203:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575008.733211:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575008.733217:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575008.733235:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575008.733241:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575008.733244:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575008.733247:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575009.053287:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575009.053290:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575009.053294:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575009.757196:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575009.757206:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575009.757210:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575009.757217:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575009.757225:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575009.757230:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575009.757242:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575009.757246:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575009.757250:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575010.781161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575010.781168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575010.781171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575010.781180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575010.781193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575010.781201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575010.781222:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575010.781228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575010.781232:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575011.101267:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575011.101273:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575011.101277:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575011.805212:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575011.805225:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575011.805230:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575011.805239:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575011.805245:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575011.805249:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575011.805260:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575011.805265:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575011.805269:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575012.125279:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575012.125283:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575012.125287:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575012.829181:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575012.829191:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575012.829197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575012.829201:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788575012.829212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788575012.829216:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575012.829221:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575012.829222:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575012.829230:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575012.829230:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575012.829242:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575012.829242:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575012.829247:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575012.829254:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575012.829254:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5856
00000400:00000200:1.0:1788575012.829267:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575012.829276:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575012.829279:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575012.829283:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829287:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.829290:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829292:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575012.829296:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575012.829299:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575012.829302:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575012.829304:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575012.829307:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575012.829309:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575012.829312:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829314:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.829317:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829319:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575012.829322:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575012.829325:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829328:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575012.829331:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575012.829334:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575012.829338:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.829340:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575012.829343:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575012.829352:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575012.829355:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575012.829359:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575012.829361:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.829364:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575012.829366:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575012.829370:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575012.829378:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575012.829385:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575012.829393:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816061312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575012.829404:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575012.829408:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575012.829413:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816061312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575012.829436:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575012.829440:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575012.829443:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575012.829445:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575012.829446:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575012.829449:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575012.829452:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5856
00000400:00000200:1.0:1788575012.829456:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575012.829468:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575012.829471:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575012.829474:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829476:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.829479:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829481:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575012.829483:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575012.829485:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575012.829486:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575012.829488:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575012.829490:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575012.829493:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575012.829496:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829498:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.829502:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829504:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575012.829507:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575012.829511:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829514:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575012.829516:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575012.829524:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575012.829527:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.829532:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575012.829538:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575012.829552:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.829562:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575012.829571:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575012.829579:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575012.829586:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575012.829590:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.829595:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575012.829597:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575012.829604:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575012.829617:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575012.829629:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575012.829647:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816061440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575012.829665:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575012.829669:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575012.829674:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816061440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575012.829695:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575012.829705:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575012.829712:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575012.829715:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575012.829719:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575012.829723:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575012.829731:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5856
00000400:00000200:1.0:1788575012.829742:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575012.829758:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575012.829771:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575012.829780:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829794:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.829800:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829804:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575012.829812:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575012.829817:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575012.829824:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575012.829829:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575012.829842:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575012.829872:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575012.829880:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829887:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.829897:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829904:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575012.829911:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575012.829922:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575012.829930:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575012.829938:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575012.829945:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1788575012.829953:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788575012.829954:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575012.829961:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788575012.829963:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575012.829973:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575012.829983:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.829989:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575012.830011:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575012.830019:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575012.830033:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575012.830037:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.830041:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575012.830048:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575012.830106:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575012.830118:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575012.830129:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575012.830147:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816061568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575012.830172:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575012.830179:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575012.830192:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816061568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575012.830233:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575012.830245:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575012.830258:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575012.830262:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575012.830268:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575012.830279:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575012.830289:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5856
00000400:00000200:1.0:1788575012.830312:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575012.830328:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575012.830338:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575012.830352:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830364:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.830376:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830385:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575012.830397:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575012.830402:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575012.830408:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575012.830415:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575012.830426:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575012.830434:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575012.830440:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830443:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.830445:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830447:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575012.830450:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575012.830453:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830455:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575012.830457:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575012.830462:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575012.830465:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.830467:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575012.830469:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575012.830472:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.830474:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575012.830478:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575012.830481:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575012.830484:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575012.830486:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.830488:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575012.830489:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575012.830491:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575012.830496:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575012.830499:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575012.830505:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816061696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575012.830513:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575012.830515:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575012.830522:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816061696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575012.830558:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575012.830564:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575012.830572:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575012.830579:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575012.830583:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575012.830595:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575012.830609:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5856
00000400:00000200:1.0:1788575012.830628:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575012.830642:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575012.830648:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575012.830657:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830662:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.830671:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830678:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575012.830687:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575012.830692:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575012.830698:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575012.830706:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575012.830716:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575012.830723:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575012.830739:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830746:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575012.830754:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830760:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575012.830767:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575012.830778:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575012.830787:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575012.830796:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575012.830802:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575012.830810:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.830817:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575012.830823:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575012.830830:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.830838:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575012.830847:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575012.830869:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575012.830877:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575012.830882:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575012.830888:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575012.830891:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575012.830895:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575012.830907:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788575012.830915:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575012.830930:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816061824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788575012.830945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575012.830955:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788575012.830976:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575012.830984:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575012.831004:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816061824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575012.831095:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575012.831106:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5866)
00000800:00000200:2.1:1788575012.831292:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575012.831293:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575012.831477:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575012.831479:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575012.831814:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575012.831816:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788575013.853208:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575013.853217:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575013.853221:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575013.853231:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575013.853237:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575013.853242:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575013.853248:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575013.853251:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575013.853254:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575014.173311:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575014.173317:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575014.173320:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575014.877139:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575014.877148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575014.877150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575014.877156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575014.877160:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575014.877163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575014.877165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575014.877167:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575014.877171:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575015.197322:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575015.197330:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575015.197335:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575015.901165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575015.901171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575015.901173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575015.901179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575015.901182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575015.901185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575015.901189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575015.901191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575015.901194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575016.925204:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575016.925213:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575016.925220:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575016.925238:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575016.925246:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575016.925253:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575016.925263:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575016.925269:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575016.925273:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575017.245325:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575017.245329:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575017.245333:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575017.949203:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575017.949216:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575017.949222:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575017.949233:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575017.949238:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575017.949244:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575017.949254:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575017.949260:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575017.949264:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575017.950034:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575017.950042:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575017.951015:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575017.951018:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575017.951252:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575017.951254:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575017.951535:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575017.951537:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575017.951814:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575017.951817:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1788575018.269351:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575018.269362:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575018.269367:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575018.973166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575018.973173:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575018.973175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575018.973180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575018.973183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575018.973194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575018.973200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575018.973204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575018.973210:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575019.997167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575019.997174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575019.997178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575019.997185:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575019.997191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575019.997196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575019.997209:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575019.997211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575019.997214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575020.317229:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575020.317233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575020.317238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575021.021170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575021.021178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575021.021183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575021.021193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575021.021199:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575021.021205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575021.021218:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575021.021223:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575021.021226:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575021.341256:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575021.341259:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575021.341261:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575022.045236:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575022.045243:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575022.045245:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575022.045254:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575022.045260:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575022.045265:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575022.045272:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575022.045281:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575022.045288:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575023.069166:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575023.069178:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575023.069184:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575023.069190:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575023.069198:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575023.069206:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5866
00000400:00000200:0.0:1788575023.069213:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575023.069220:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575023.069223:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575023.069227:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069232:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.069237:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069242:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575023.069248:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575023.069252:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575023.069258:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575023.069261:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575023.069263:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575023.069266:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575023.069268:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069270:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.069271:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069273:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575023.069275:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575023.069277:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069280:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575023.069282:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575023.069284:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575023.069286:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.069287:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575023.069289:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575023.069298:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575023.069301:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575023.069306:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575023.069307:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.069311:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575023.069313:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575023.069318:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575023.069327:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575023.069333:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575023.069344:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816062592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575023.069355:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575023.069360:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575023.069365:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816062592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575023.069389:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575023.069392:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575023.069396:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575023.069398:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575023.069400:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575023.069404:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575023.069408:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5866
00000400:00000200:0.0:1788575023.069413:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575023.069421:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575023.069426:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575023.069433:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069440:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.069456:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069469:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575023.069478:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575023.069480:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575023.069481:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575023.069483:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575023.069488:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575023.069493:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575023.069499:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069505:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.069509:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069514:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575023.069520:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575023.069528:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069531:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575023.069537:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575023.069543:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575023.069549:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.069554:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575023.069559:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575023.069566:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.069571:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575023.069579:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575023.069583:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575023.069588:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575023.069591:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.069593:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575023.069596:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575023.069599:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575023.069604:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575023.069609:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575023.069618:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816062720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575023.069626:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575023.069629:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575023.069634:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816062720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575023.069646:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575023.069651:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575023.069657:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575023.069658:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575023.069660:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575023.069664:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575023.069669:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5866
00000400:00000200:0.0:1788575023.069681:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575023.069692:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575023.069697:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575023.069705:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069711:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.069717:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069722:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575023.069726:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575023.069728:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575023.069732:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575023.069737:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000200:2.1:1788575023.069737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575023.069742:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.1:1788575023.069745:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788575023.069747:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575023.069755:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069760:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.069766:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069771:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575023.069776:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575023.069784:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069790:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575023.069793:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575023.069799:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575023.069804:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.069806:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575023.069809:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575023.069814:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.069817:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575023.069824:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575023.069830:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575023.069835:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575023.069836:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.069838:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575023.069842:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575023.069844:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575023.069849:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575023.069856:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575023.069866:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816062848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575023.069882:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575023.069886:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575023.069894:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816062848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575023.069904:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575023.069907:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575023.069910:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575023.069913:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575023.069916:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575023.069918:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575023.069921:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5866
00000400:00000200:0.0:1788575023.069927:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575023.069930:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575023.069935:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575023.069938:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069942:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.069945:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069947:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575023.069951:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575023.069952:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575023.069954:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575023.069957:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575023.069961:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575023.069967:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575023.069971:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069973:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.069977:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069979:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575023.069984:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575023.069989:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575023.069992:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575023.069995:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575023.069999:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575023.070001:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.070003:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575023.070005:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575023.070008:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.070012:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575023.070016:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575023.070021:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575023.070026:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575023.070029:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.070031:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575023.070033:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575023.070036:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575023.070040:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575023.070044:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575023.070072:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816062976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575023.070079:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575023.070080:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575023.070083:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816062976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575023.070110:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575023.070113:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575023.070118:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575023.070121:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575023.070124:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575023.070128:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575023.070133:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5866
00000400:00000200:0.0:1788575023.070139:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575023.070144:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575023.070150:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575023.070153:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.070156:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.070159:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.070162:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575023.070165:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575023.070167:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575023.070170:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575023.070172:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575023.070175:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575023.070179:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575023.070186:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.070189:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575023.070191:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575023.070194:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575023.070197:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575023.070203:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575023.070208:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575023.070211:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575023.070219:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575023.070223:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.070226:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575023.070229:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575023.070232:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.070235:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575023.070239:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575023.070245:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575023.070249:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575023.070252:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575023.070256:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575023.070259:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575023.070262:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575023.070267:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575023.070272:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575023.070280:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816063104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575023.070294:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575023.070298:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575023.070305:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816063104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575023.070318:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575023.070322:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5876)
00000800:00000200:2.1:1788575023.070435:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575023.070437:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575023.070623:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575023.070625:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575023.070840:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575023.070843:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575023.071129:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575023.071132:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1788575023.389311:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575023.389317:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575023.389320:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575024.093192:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575024.093198:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575024.093201:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575024.093207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575024.093212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575024.093217:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575024.093230:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575024.093234:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575024.093237:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575024.413279:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575024.413284:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575024.413287:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575025.117200:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575025.117206:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575025.117210:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575025.117217:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575025.117223:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575025.117228:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575025.117234:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575025.117238:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575025.117241:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575026.141175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575026.141183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575026.141186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575026.141192:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575026.141198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575026.141204:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575026.141209:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575026.141212:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575026.141218:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575026.461313:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575026.461318:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575026.461321:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575027.165206:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575027.165218:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575027.165224:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575027.165230:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575027.165235:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575027.165241:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575027.165251:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575027.165256:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575027.165262:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575027.485297:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575027.485302:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575027.485306:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575028.189169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575028.189179:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575028.189183:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575028.189193:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575028.189204:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575028.189226:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575028.189231:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575028.189235:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575028.189240:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575028.189865:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575028.189876:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575028.191041:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575028.191043:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575028.191283:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575028.191285:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575028.191519:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575028.191521:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575028.191822:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575028.191825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1788575029.213250:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575029.213262:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575029.213272:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575029.213280:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575029.213287:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575029.213292:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575029.213297:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575029.213301:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575029.213313:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575029.533228:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575029.533232:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575029.533235:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575030.237157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575030.237164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575030.237169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575030.237178:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575030.237185:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575030.237191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575030.237196:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575030.237199:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575030.237202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575030.557261:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575030.557277:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575030.557280:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575031.261165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575031.261171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575031.261175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575031.261181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575031.261188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575031.261193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575031.261200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575031.261204:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575031.261208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575032.285135:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575032.285139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575032.285140:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575032.285143:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575032.285146:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575032.285148:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575032.285149:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575032.285151:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575032.285153:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575032.605294:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575032.605297:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575032.605300:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575033.309176:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575033.309186:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575033.309189:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575033.309194:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575033.309199:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575033.309208:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5876
00000400:00000200:1.0:1788575033.309239:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575033.309249:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575033.309253:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575033.309257:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309261:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.309266:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309268:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575033.309273:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575033.309276:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575033.309279:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575033.309282:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575033.309284:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575033.309287:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575033.309292:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309294:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.309297:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309299:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575033.309302:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575033.309305:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309307:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575033.309310:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575033.309313:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575033.309316:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.309319:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575033.309322:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575033.309342:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575033.309346:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575033.309350:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575033.309352:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.309355:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575033.309357:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575033.309361:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575033.309369:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575033.309375:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575033.309385:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816063872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575033.309395:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575033.309399:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575033.309405:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816063872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575033.309431:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575033.309435:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575033.309438:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575033.309440:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575033.309442:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575033.309445:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575033.309448:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5876
00000400:00000200:1.0:1788575033.309452:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575033.309456:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575033.309459:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575033.309472:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309478:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.309485:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309490:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575033.309497:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575033.309500:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575033.309504:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575033.309508:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575033.309513:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575033.309520:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575033.309529:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309533:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.309540:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309544:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575033.309549:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575033.309552:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309557:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575033.309562:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575033.309568:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575033.309572:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.309577:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575033.309583:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575033.309589:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.309592:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575033.309597:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575033.309601:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575033.309604:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575033.309606:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.309611:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575033.309612:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575033.309615:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575033.309620:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575033.309627:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575033.309638:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816064000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575033.309668:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575033.309673:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575033.309683:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816064000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575033.309699:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575033.309706:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575033.309711:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575033.309716:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575033.309719:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575033.309724:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575033.309732:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5876
00000400:00000200:1.0:1788575033.309741:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575033.309752:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575033.309757:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575033.309765:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309770:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.309778:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309782:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575033.309787:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575033.309790:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575033.309793:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575033.309797:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575033.309803:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575033.309809:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575033.309819:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575033.309820:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575033.309824:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575033.309825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1788575033.309830:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309837:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575033.309842:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575033.309848:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575033.309856:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575033.309861:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575033.309865:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575033.309870:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.309873:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575033.309877:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575033.309881:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.309894:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575033.309902:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575033.309906:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575033.309912:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575033.309915:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.309918:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575033.309922:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575033.309925:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575033.309932:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575033.309939:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575033.309950:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816064128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575033.309967:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575033.309977:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575033.309985:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816064128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575033.309999:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575033.310004:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575033.310009:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575033.310013:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575033.310017:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575033.310021:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575033.310026:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5876
00000400:00000200:1.0:1788575033.310036:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575033.310043:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575033.310049:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575033.310083:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310086:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.310089:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310094:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575033.310099:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575033.310103:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575033.310106:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575033.310110:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575033.310115:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575033.310122:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575033.310131:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310136:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.310142:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310146:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575033.310152:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575033.310160:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310165:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575033.310170:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575033.310174:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575033.310179:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.310183:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575033.310187:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575033.310192:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.310196:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575033.310200:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575033.310205:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575033.310211:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575033.310215:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.310219:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575033.310223:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575033.310226:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575033.310233:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575033.310239:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575033.310248:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816064256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575033.310267:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575033.310271:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575033.310280:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816064256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575033.310302:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575033.310307:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575033.310314:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575033.310317:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575033.310321:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575033.310341:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575033.310348:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5876
00000400:00000200:1.0:1788575033.310358:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575033.310364:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575033.310370:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575033.310377:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310381:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.310388:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310393:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575033.310398:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575033.310401:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575033.310404:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575033.310406:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575033.310410:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575033.310417:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575033.310426:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310432:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575033.310438:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310444:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575033.310450:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575033.310456:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575033.310462:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575033.310467:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575033.310471:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575033.310475:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.310483:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575033.310488:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575033.310491:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.310495:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575033.310501:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575033.310505:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575033.310513:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575033.310516:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575033.310519:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575033.310522:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575033.310525:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575033.310533:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575033.310539:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575033.310549:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816064384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575033.310561:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575033.310567:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575033.310576:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816064384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575033.310598:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575033.310607:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5886)
00000800:00000200:2.1:1788575033.310643:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575033.310645:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788575033.310844:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575033.310847:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788575033.311104:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575033.311106:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788575033.311431:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575033.311433:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1788575033.629274:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575033.629278:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575033.629280:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575034.333146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575034.333152:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575034.333155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575034.333161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575034.333166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575034.333171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575034.333176:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575034.333178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575034.333180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575035.357145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575035.357151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575035.357155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575035.357160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575035.357165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575035.357169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575035.357175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575035.357177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575035.357180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575035.677251:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575035.677255:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575035.677258:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575036.381142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575036.381147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575036.381149:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575036.381153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575036.381156:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575036.381159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575036.381161:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575036.381164:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575036.381167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575036.701227:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575036.701230:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575036.701233:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575037.405154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575037.405160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575037.405171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575037.405176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575037.405179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575037.405182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575037.405184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575037.405186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575037.405188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575038.429137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575038.429141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575038.429144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575038.429147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575038.429151:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575038.429155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575038.429159:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575038.429163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575038.429166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575038.429537:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575038.429541:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788575038.430174:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575038.430178:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788575038.430360:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575038.430362:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788575038.430539:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575038.430540:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788575038.430779:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575038.430780:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1788575038.749182:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575038.749185:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575038.749187:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575039.453128:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575039.453135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575039.453138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575039.453145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575039.453151:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575039.453155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575039.453158:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575039.453160:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575039.453162:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575039.773222:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575039.773226:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575039.773229:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575040.477153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575040.477160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575040.477163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575040.477169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575040.477173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575040.477177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575040.477184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575040.477187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575040.477190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575041.501226:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575041.501229:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575041.501230:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575041.501232:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575041.501234:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575041.501236:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575041.501238:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575041.501240:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575041.501242:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575041.821215:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575041.821218:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575041.821222:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575042.525154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575042.525159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575042.525162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575042.525167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575042.525170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575042.525174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575042.525177:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575042.525180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575042.525185:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575042.845257:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575042.845261:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575042.845264:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575043.549116:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575043.549124:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575043.549128:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575043.549135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575043.549140:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575043.549152:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575043.549156:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575043.549158:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575043.549162:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575043.549235:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575043.549241:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575043.549244:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575043.549248:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575043.549252:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575043.549259:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5886
00000400:00000200:0.0:1788575043.549266:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575043.549271:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575043.549274:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575043.549276:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549279:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.549280:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549282:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575043.549284:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575043.549286:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575043.549289:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575043.549291:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575043.549292:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575043.549294:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575043.549296:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549297:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.549298:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549299:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575043.549301:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575043.549302:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549305:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575043.549308:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575043.549310:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575043.549312:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549314:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575043.549315:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575043.549323:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575043.549325:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575043.549328:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575043.549329:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549332:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575043.549334:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575043.549338:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575043.549344:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575043.549349:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575043.549356:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816065152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575043.549363:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575043.549367:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575043.549370:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816065152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575043.549385:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575043.549386:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575043.549389:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575043.549390:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575043.549391:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575043.549393:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575043.549394:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5886
00000400:00000200:0.0:1788575043.549396:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575043.549398:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575043.549401:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575043.549403:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549405:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.549407:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549408:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575043.549410:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575043.549411:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575043.549412:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575043.549413:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575043.549415:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575043.549419:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575043.549422:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549425:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.549428:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549430:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575043.549431:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575043.549436:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549439:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575043.549442:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575043.549446:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575043.549449:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549453:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575043.549457:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575043.549460:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549463:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575043.549467:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575043.549470:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575043.549474:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575043.549475:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549477:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575043.549479:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575043.549481:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575043.549486:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788575043.549489:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575043.549495:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816065280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575043.549506:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575043.549509:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575043.549523:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816065280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575043.549536:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575043.549542:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575043.549549:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575043.549552:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575043.549555:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575043.549560:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575043.549576:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5886
00000400:00000200:0.0:1788575043.549583:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575043.549588:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575043.549591:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575043.549596:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549599:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.549603:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549606:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575043.549608:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575043.549611:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575043.549613:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575043.549615:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575043.549619:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575043.549621:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575043.549626:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549628:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.549632:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549635:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575043.549637:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575043.549642:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549645:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575043.549648:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575043.549651:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575043.549653:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549655:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575043.549657:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575043.549662:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549664:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575043.549669:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575043.549672:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575043.549678:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575043.549680:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549683:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575043.549685:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575043.549689:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575043.549695:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000800:00000200:2.1:1788575043.549696:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575043.549700:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1788575043.549701:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575043.549707:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816065408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575043.549716:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575043.549718:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575043.549720:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816065408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575043.549731:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575043.549734:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575043.549737:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575043.549740:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575043.549742:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575043.549745:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575043.549750:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5886
00000400:00000200:0.0:1788575043.549758:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575043.549765:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575043.549768:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575043.549775:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549783:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.549789:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549793:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575043.549798:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575043.549801:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575043.549805:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575043.549809:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575043.549813:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575043.549816:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575043.549822:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549827:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.549833:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549837:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575043.549844:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575043.549852:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575043.549857:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575043.549861:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575043.549865:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575043.549870:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549874:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575043.549877:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575043.549881:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549885:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575043.549892:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575043.549897:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575043.549903:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575043.549906:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.549910:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575043.549913:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575043.549917:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575043.549923:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575043.549929:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575043.549945:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816065536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575043.549966:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575043.549970:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575043.549979:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816065536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575043.549996:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575043.550001:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575043.550007:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575043.550010:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575043.550013:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575043.550018:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575043.550024:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5886
00000400:00000200:0.0:1788575043.550033:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575043.550040:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575043.550046:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575043.550051:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.550095:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.550102:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.550106:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575043.550111:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575043.550115:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575043.550119:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575043.550123:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575043.550128:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575043.550132:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575043.550138:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.550141:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575043.550146:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575043.550150:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575043.550154:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575043.550157:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575043.550162:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575043.550166:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575043.550171:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575043.550176:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.550180:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575043.550183:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575043.550189:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.550193:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575043.550199:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575043.550203:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575043.550209:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575043.550212:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575043.550215:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575043.550216:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575043.550218:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575043.550222:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575043.550228:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575043.550237:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816065664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575043.550252:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575043.550257:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575043.550263:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816065664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575043.550273:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575043.550278:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5897)
00000800:00000200:2.1:1788575043.550337:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575043.550339:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575043.550549:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575043.550551:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575043.550759:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575043.550760:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575043.551068:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575043.551069:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1788575044.573156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575044.573162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575044.573164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575044.573169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575044.573173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575044.573177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575044.573180:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575044.573183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575044.573186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575044.893242:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575044.893245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575044.893247:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575045.597167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575045.597172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575045.597175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575045.597179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575045.597182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575045.597185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575045.597187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575045.597197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575045.597200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575045.917295:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575045.917298:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575045.917301:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575046.621170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575046.621179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575046.621184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575046.621191:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575046.621197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575046.621204:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575046.621216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575046.621219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575046.621222:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575047.965229:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575047.965233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575047.965235:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575048.669153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575048.669157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575048.669160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575048.669166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575048.669171:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575048.669175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575048.669183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575048.669186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575048.669190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575048.669642:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575048.669647:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575048.670166:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575048.670168:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575048.670388:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575048.670389:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575048.670574:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575048.670576:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575048.670805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575048.670807:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1788575048.989255:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575048.989258:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575048.989260:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575049.693144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575049.693150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575049.693153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575049.693160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575049.693165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575049.693169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575049.693172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575049.693174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575049.693176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575050.717162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575050.717165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575050.717168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575050.717173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575050.717176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575050.717178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575050.717179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575050.717180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575050.717182:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575051.037200:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575051.037203:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575051.037206:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575051.741145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575051.741151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575051.741153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575051.741158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575051.741161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575051.741164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575051.741166:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575051.741169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575051.741171:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575052.061246:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575052.061250:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575052.061254:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575052.765151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575052.765158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575052.765160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575052.765166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575052.765169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575052.765173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575052.765183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575052.765185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575052.765187:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575053.789137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575053.789144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575053.789147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575053.789153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575053.789159:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575053.789160:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575053.789166:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575053.789167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575053.789171:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575053.789175:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575053.789179:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575053.789185:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5897
00000100:00000001:1.0:1788575053.789186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575053.789190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575053.789194:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575053.789194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575053.789202:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575053.789206:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575053.789209:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789212:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.789214:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789216:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575053.789219:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575053.789221:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575053.789223:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575053.789225:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575053.789227:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575053.789228:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575053.789231:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789232:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.789233:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789234:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575053.789236:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575053.789238:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789240:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575053.789242:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575053.789244:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575053.789246:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789248:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575053.789249:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575053.789257:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575053.789259:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575053.789262:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575053.789263:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789265:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575053.789267:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575053.789270:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575053.789277:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575053.789282:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575053.789289:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816066432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575053.789296:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575053.789299:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575053.789303:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816066432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575053.789318:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575053.789320:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575053.789323:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575053.789324:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575053.789325:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575053.789327:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575053.789329:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5897
00000400:00000200:0.0:1788575053.789331:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575053.789334:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575053.789335:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575053.789338:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789340:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.789342:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789343:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575053.789344:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575053.789346:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575053.789350:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575053.789352:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575053.789356:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575053.789357:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575053.789359:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789360:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.789361:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789363:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575053.789365:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575053.789369:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789370:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575053.789373:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575053.789378:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575053.789385:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789390:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575053.789397:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575053.789404:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789411:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575053.789418:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575053.789422:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575053.789426:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575053.789430:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789435:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575053.789437:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575053.789439:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575053.789445:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575053.789451:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575053.789459:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816066560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575053.789468:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575053.789472:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575053.789477:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816066560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575053.789488:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575053.789493:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575053.789499:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575053.789504:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575053.789506:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575053.789510:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575053.789515:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5897
00000400:00000200:0.0:1788575053.789521:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575053.789524:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575053.789528:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575053.789533:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789535:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.789539:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789542:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575053.789545:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575053.789548:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575053.789552:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575053.789556:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575053.789560:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575053.789566:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575053.789574:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789580:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.789587:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789592:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575053.789597:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575053.789603:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789605:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575053.789607:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575053.789610:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575053.789614:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789618:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575053.789620:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575053.789625:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789630:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575053.789633:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575053.789637:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575053.789640:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575053.789642:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789646:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575053.789648:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575053.789651:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575053.789656:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000800:00000200:2.1:1788575053.789657:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575053.789662:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575053.789662:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1788575053.789670:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816066688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575053.789680:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575053.789685:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575053.789691:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816066688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575053.789703:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575053.789707:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575053.789711:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575053.789714:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575053.789717:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575053.789722:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575053.789726:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5897
00000400:00000200:0.0:1788575053.789732:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575053.789738:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575053.789743:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575053.789749:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789754:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.789757:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789759:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575053.789761:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575053.789764:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575053.789766:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575053.789769:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575053.789772:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575053.789776:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575053.789779:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789783:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.789785:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789787:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575053.789791:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575053.789794:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575053.789821:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575053.789824:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575053.789829:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575053.789832:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789835:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575053.789839:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575053.789843:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789848:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575053.789854:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575053.789858:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575053.789863:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575053.789866:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.789869:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575053.789872:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575053.789875:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575053.789879:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575053.789885:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575053.789892:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816066816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575053.789905:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575053.789909:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575053.789920:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816066816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575053.789952:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575053.789957:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575053.789964:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575053.789968:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575053.789972:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575053.789979:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575053.789984:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5897
00000400:00000200:0.0:1788575053.789991:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575053.789998:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575053.790002:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575053.790007:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.790012:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.790016:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.790020:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575053.790024:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575053.790027:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575053.790031:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575053.790033:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575053.790038:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575053.790042:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575053.790048:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.790052:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575053.790086:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575053.790090:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575053.790094:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575053.790099:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575053.790102:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575053.790105:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575053.790107:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575053.790108:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.790109:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575053.790111:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575053.790115:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.790119:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575053.790123:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575053.790127:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575053.790131:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575053.790133:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575053.790136:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575053.790138:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575053.790139:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575053.790144:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575053.790148:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575053.790158:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816066944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575053.790171:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575053.790175:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575053.790180:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816066944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575053.790191:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575053.790197:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5907)
00000800:00000200:2.1:1788575053.790283:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575053.790285:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575053.790516:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575053.790517:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575053.790733:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575053.790736:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575053.791038:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575053.791040:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1788575054.109229:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575054.109234:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575054.109238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575054.813157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575054.813164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575054.813167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575054.813173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575054.813176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575054.813180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575054.813184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575054.813187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575054.813191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575055.133273:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575055.133277:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575055.133279:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575055.837153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575055.837161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575055.837165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575055.837171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575055.837177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575055.837183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575055.837196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575055.837200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575055.837203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575056.861167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575056.861175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575056.861179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575056.861186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575056.861192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575056.861196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575056.861205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575056.861209:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575056.861212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575057.181230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575057.181233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575057.181236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575058.205204:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575058.205208:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575058.205211:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575058.909174:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575058.909194:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575058.909197:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575058.909203:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575058.909218:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575058.909230:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5902
00000400:00000200:1.0:1788575058.909243:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575058.909249:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575058.909252:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575058.909257:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909260:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.909262:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909264:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575058.909267:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575058.909269:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575058.909271:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575058.909273:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575058.909275:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575058.909276:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575058.909278:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909280:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.909281:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909283:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575058.909285:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575058.909287:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909288:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575058.909290:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575058.909293:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575058.909295:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909296:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575058.909299:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575058.909306:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575058.909308:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575058.909312:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575058.909313:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909315:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575058.909318:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575058.909321:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575058.909329:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575058.909334:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575058.909341:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816067072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575058.909349:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575058.909353:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575058.909356:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816067072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575058.909376:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575058.909378:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575058.909381:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575058.909382:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575058.909384:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575058.909386:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575058.909389:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5902
00000400:00000200:1.0:1788575058.909392:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575058.909395:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575058.909397:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575058.909399:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909400:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.909404:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909405:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575058.909407:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575058.909409:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575058.909410:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575058.909411:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575058.909413:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575058.909414:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575058.909418:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909423:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.909428:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909432:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575058.909438:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575058.909441:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909443:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575058.909448:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575058.909453:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575058.909463:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909468:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575058.909475:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575058.909486:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909493:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575058.909509:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575058.909512:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575058.909516:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575058.909518:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909525:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575058.909527:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575058.909530:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575058.909543:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575058.909548:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575058.909558:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816067200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575058.909568:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575058.909574:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575058.909579:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816067200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575058.909591:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575058.909594:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575058.909598:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575058.909608:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575058.909611:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575058.909619:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575058.909626:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5902
00000400:00000200:1.0:1788575058.909631:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575058.909639:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575058.909641:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575058.909643:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909654:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.909655:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909657:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575058.909658:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575058.909661:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575058.909667:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575058.909670:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575058.909678:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575058.909687:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575058.909690:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909692:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.909697:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909699:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575058.909705:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575058.909714:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909722:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575058.909728:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575058.909735:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575058.909740:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909744:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575058.909749:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575058.909755:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909757:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575058.909762:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575058.909766:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575058.909775:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575058.909776:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909777:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575058.909778:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575058.909781:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575058.909788:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575058.909796:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575058.909800:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816067328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575058.909816:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575058.909819:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575058.909822:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816067328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575058.909836:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575058.909838:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575058.909843:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575058.909850:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575058.909852:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575058.909854:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575058.909857:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5902
00000400:00000200:1.0:1788575058.909859:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575058.909864:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575058.909866:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575058.909878:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909885:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.909894:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909898:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575058.909905:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575058.909908:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575058.909911:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575058.909925:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575058.909930:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575058.909937:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575058.909948:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909949:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.909952:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909954:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575058.909960:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575058.909965:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575058.909971:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575058.909975:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575058.909979:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575058.909986:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.909988:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575058.909990:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575058.909996:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.910006:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575058.910009:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575058.910010:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575058.910012:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575058.910013:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.910014:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575058.910017:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575058.910024:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575058.910028:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575058.910038:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575058.910089:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816067456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788575058.910113:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575058.910125:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788575058.910126:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575058.910132:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575058.910143:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816067456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575058.910159:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575058.910163:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575058.910165:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575058.910168:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575058.910171:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575058.910175:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575058.910180:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5902
00000400:00000200:1.0:1788575058.910191:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575058.910199:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575058.910203:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575058.910211:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.910219:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.910223:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.910225:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575058.910230:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575058.910231:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575058.910232:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575058.910238:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575058.910241:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575058.910251:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575058.910266:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.910272:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575058.910277:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575058.910280:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575058.910287:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575058.910294:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575058.910298:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575058.910305:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575058.910310:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575058.910322:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.910331:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575058.910333:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575058.910342:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.910349:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575058.910352:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575058.910356:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575058.910363:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575058.910365:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575058.910367:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575058.910368:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575058.910373:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575058.910380:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575058.910383:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575058.910391:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816067584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575058.910406:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575058.910408:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575058.910412:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816067584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575058.910421:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575058.910427:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5912)
00000800:00000200:2.1:1788575058.910739:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575058.910741:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575058.911015:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575058.911018:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575058.911295:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575058.911298:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575058.911566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575058.911569:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788575060.253278:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575060.253282:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575060.253285:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575061.277287:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575061.277294:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575061.277299:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575063.325285:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575063.325289:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575063.325292:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575064.029169:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575064.029174:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575064.029177:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575064.029180:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575064.029183:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575064.029189:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5907
00000400:00000200:0.0:1788575064.029197:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575064.029202:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575064.029205:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575064.029207:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029209:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029212:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029213:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575064.029216:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575064.029218:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575064.029221:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575064.029223:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575064.029225:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575064.029227:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575064.029229:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029230:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029232:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029233:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575064.029235:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575064.029237:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029239:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575064.029240:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575064.029243:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575064.029245:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029246:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575064.029248:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575064.029255:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575064.029257:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575064.029260:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575064.029262:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029264:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575064.029266:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575064.029269:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575064.029276:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575064.029281:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575064.029288:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816067712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575064.029296:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575064.029300:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575064.029303:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816067712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575064.029320:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575064.029322:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575064.029325:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575064.029326:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575064.029327:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575064.029329:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575064.029331:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5907
00000400:00000200:0.0:1788575064.029333:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575064.029335:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575064.029337:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575064.029339:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029347:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029349:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029351:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575064.029353:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575064.029356:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575064.029359:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575064.029361:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575064.029364:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575064.029369:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575064.029371:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029373:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029377:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029381:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575064.029384:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575064.029388:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029393:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575064.029395:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575064.029401:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575064.029405:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029413:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575064.029420:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575064.029427:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029431:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575064.029437:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575064.029440:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575064.029445:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575064.029448:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029452:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575064.029455:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575064.029459:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575064.029467:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575064.029472:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575064.029483:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816067840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575064.029496:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575064.029498:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575064.029505:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816067840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575064.029515:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575064.029518:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575064.029523:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575064.029526:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575064.029529:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575064.029536:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575064.029542:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5907
00000400:00000200:0.0:1788575064.029547:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575064.029553:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575064.029557:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575064.029562:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029567:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029572:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029577:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575064.029581:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575064.029583:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575064.029587:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575064.029590:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575064.029594:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575064.029597:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575064.029600:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029603:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029607:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029611:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575064.029613:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575064.029615:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029617:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575064.029618:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575064.029621:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575064.029626:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029628:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575064.029630:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575064.029632:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029634:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575064.029638:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575064.029641:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575064.029642:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575064.029644:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029649:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575064.029650:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575064.029651:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575064.029655:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575064.029660:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575064.029665:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816067968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575064.029686:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575064.029690:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575064.029696:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816067968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575064.029704:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575064.029707:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575064.029713:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575064.029715:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575064.029718:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575064.029722:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575064.029725:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5907
00000400:00000200:0.0:1788575064.029731:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575064.029736:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575064.029738:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575064.029741:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029746:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029748:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029749:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575064.029751:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575064.029753:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575064.029756:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575064.029768:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575064.029771:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000200:2.1:1788575064.029773:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575064.029774:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575064.029780:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029783:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575064.029783:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1788575064.029787:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029791:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575064.029794:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575064.029798:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029802:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575064.029805:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575064.029808:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575064.029810:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029812:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575064.029815:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575064.029818:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029820:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575064.029824:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575064.029829:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575064.029831:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575064.029832:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.029834:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575064.029837:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575064.029840:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575064.029844:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575064.029849:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575064.029859:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816068096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575064.029885:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575064.029891:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575064.029900:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816068096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575064.029914:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575064.029917:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575064.029919:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575064.029923:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575064.029924:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575064.029928:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575064.029933:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5907
00000400:00000200:0.0:1788575064.029939:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575064.029944:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575064.029946:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575064.029948:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029953:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029954:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029956:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575064.029959:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575064.029961:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575064.029964:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575064.029966:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575064.029969:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575064.029973:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575064.029978:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029981:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575064.029984:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029986:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575064.029989:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575064.029993:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575064.029996:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575064.030000:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575064.030004:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575064.030007:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.030010:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575064.030012:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575064.030017:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.030021:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575064.030028:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575064.030047:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575064.030085:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575064.030088:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575064.030092:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575064.030094:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575064.030096:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575064.030103:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575064.030107:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575064.030115:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816068224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575064.030130:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575064.030134:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575064.030139:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816068224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575064.030149:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575064.030153:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5917)
00000800:00000200:2.1:1788575064.030433:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575064.030436:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575064.030736:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575064.030739:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575064.031029:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575064.031032:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575064.031362:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575064.031364:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1788575064.349271:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575064.349277:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575064.349280:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575066.397300:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575066.397304:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575066.397308:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575067.421288:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575067.421291:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575067.421294:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575069.149181:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575069.149185:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575069.149190:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575069.149196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575069.149201:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575069.149205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575069.149209:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575069.149211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575069.149214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575069.149681:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575069.150088:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575069.150498:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575069.150809:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575069.151009:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575069.469265:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575069.469270:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575069.469273:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575070.173290:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575070.173297:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575070.173300:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575070.173305:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575070.173308:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575070.173312:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575070.173314:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575070.173317:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575070.173320:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575070.494224:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575070.494228:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575070.494231:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575071.197270:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575071.197276:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575071.197277:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575071.197281:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575071.197284:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575071.197286:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575071.197289:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575071.197291:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575071.197293:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575072.221406:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575072.221411:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575072.221413:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575072.221416:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575072.221419:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575072.221422:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575072.221425:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575072.221427:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575072.221429:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575072.541382:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575072.541387:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575072.541392:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575073.245264:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575073.245273:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575073.245275:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575073.245281:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575073.245285:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575073.245288:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575073.245291:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575073.245294:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575073.245297:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575073.565306:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575073.565310:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575073.565313:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575074.269269:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575074.269279:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575074.269283:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575074.269288:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575074.269292:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575074.269295:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575074.269299:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575074.269301:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575074.269303:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575074.270290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575074.270301:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575074.271665:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575074.271668:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575074.271950:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575074.271952:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575074.272233:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575074.272235:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575074.272598:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575074.272601:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788575075.293354:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575075.293358:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575075.293359:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575075.293361:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575075.293363:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575075.293365:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575075.293367:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575075.293369:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575075.293370:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575075.613316:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575075.613320:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575075.613323:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575076.317195:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575076.317212:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575076.317221:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575076.317225:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575076.317229:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575076.317237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575076.317247:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575076.317256:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575076.317270:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575076.637330:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575076.637336:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575076.637340:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575077.341158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575077.341165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575077.341167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575077.341171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575077.341177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575077.341180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575077.341183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575077.341189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575077.341199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575078.685213:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575078.685216:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575078.685219:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575079.389186:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575079.389196:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575079.389202:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575079.389210:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575079.389223:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575079.389235:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5922
00000400:00000200:0.0:1788575079.389247:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575079.389266:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575079.389271:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575079.389275:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389279:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.389283:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389287:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575079.389292:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575079.389295:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575079.389298:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575079.389301:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575079.389304:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575079.389307:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575079.389309:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389311:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.389312:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389314:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575079.389316:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575079.389318:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389319:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575079.389321:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575079.389324:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575079.389326:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.389327:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575079.389329:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575079.389351:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575079.389354:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575079.389357:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575079.389359:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.389361:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575079.389363:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575079.389368:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575079.389376:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575079.389384:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575079.389393:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816069632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575079.389403:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575079.389408:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575079.389412:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816069632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575079.389436:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575079.389439:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575079.389443:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575079.389445:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575079.389448:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575079.389451:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575079.389454:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5922
00000400:00000200:0.0:1788575079.389459:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575079.389462:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575079.389465:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575079.389469:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389476:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.389481:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389485:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575079.389489:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575079.389493:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575079.389496:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575079.389500:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575079.389505:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575079.389510:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575079.389517:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389520:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.389525:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389531:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575079.389537:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575079.389546:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389552:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575079.389556:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575079.389565:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575079.389571:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.389573:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575079.389576:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575079.389581:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.389585:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575079.389588:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575079.389591:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575079.389595:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575079.389596:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.389598:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575079.389601:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575079.389603:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575079.389608:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575079.389614:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575079.389622:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816069760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575079.389639:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575079.389645:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575079.389655:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816069760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575079.389675:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575079.389681:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575079.389685:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575079.389687:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575079.389690:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575079.389696:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575079.389700:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5922
00000400:00000200:0.0:1788575079.389708:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575079.389715:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575079.389723:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575079.389733:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389741:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.389748:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389755:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575079.389762:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575079.389766:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575079.389771:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575079.389774:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575079.389779:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575079.389781:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575079.389789:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389792:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575079.389798:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575079.389801:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1788575079.389808:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389812:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575079.389817:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575079.389819:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389822:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575079.389823:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575079.389825:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575079.389827:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.389828:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575079.389829:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575079.389832:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.389837:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575079.389841:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575079.389844:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575079.389848:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575079.389850:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.389855:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575079.389857:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575079.389860:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575079.389864:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575079.389868:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575079.389882:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816069888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575079.389896:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575079.389900:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575079.389911:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816069888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575079.389928:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575079.389934:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575079.389941:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575079.389945:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575079.389947:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575079.389953:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575079.389957:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5922
00000400:00000200:0.0:1788575079.389965:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575079.389971:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575079.389976:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575079.389986:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.389993:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.389998:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390002:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575079.390005:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575079.390006:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575079.390008:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575079.390011:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575079.390013:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575079.390015:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575079.390017:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390018:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.390020:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390021:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575079.390025:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575079.390028:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390031:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575079.390037:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575079.390042:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575079.390046:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.390049:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575079.390086:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575079.390093:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.390095:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575079.390102:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575079.390106:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575079.390112:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575079.390116:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.390122:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575079.390126:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575079.390130:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575079.390138:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575079.390142:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575079.390151:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816070016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575079.390182:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575079.390184:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575079.390190:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816070016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575079.390211:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575079.390217:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575079.390224:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575079.390227:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575079.390231:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575079.390236:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575079.390242:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5922
00000400:00000200:0.0:1788575079.390248:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575079.390255:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575079.390262:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575079.390273:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390304:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.390312:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390317:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575079.390323:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575079.390326:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575079.390327:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575079.390331:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575079.390347:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575079.390351:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575079.390358:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390362:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575079.390365:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390367:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575079.390369:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575079.390373:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575079.390380:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575079.390383:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575079.390388:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575079.390392:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.390402:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575079.390405:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575079.390411:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.390419:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575079.390427:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575079.390434:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575079.390439:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575079.390442:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575079.390445:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575079.390451:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575079.390455:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575079.390460:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575079.390465:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575079.390474:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816070144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575079.390486:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575079.390490:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575079.390498:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816070144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575079.390509:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575079.390517:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5932)
00000800:00000200:2.1:1788575079.390570:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575079.390571:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575079.390809:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575079.390811:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575079.391125:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575079.391127:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575079.391522:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575079.391525:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1788575079.709233:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575079.709236:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575079.709239:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575081.757449:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575081.757454:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575081.757458:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575082.781288:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575082.781291:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575082.781294:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575084.509219:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575084.509229:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575084.509233:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575084.509238:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575084.509248:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575084.509263:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5927
00000400:00000200:0.0:1788575084.509281:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575084.509292:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575084.509298:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575084.509304:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509309:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.509314:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509316:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575084.509319:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575084.509321:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575084.509324:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575084.509327:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575084.509329:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575084.509331:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575084.509336:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509338:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.509342:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509344:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575084.509348:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575084.509351:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509353:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575084.509355:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575084.509357:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575084.509359:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509361:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575084.509363:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575084.509379:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575084.509385:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575084.509388:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575084.509389:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509391:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575084.509393:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575084.509397:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575084.509404:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575084.509410:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575084.509418:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816070272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575084.509440:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575084.509443:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575084.509447:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816070272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575084.509466:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575084.509468:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575084.509470:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575084.509472:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575084.509473:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575084.509475:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575084.509478:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5927
00000400:00000200:0.0:1788575084.509481:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575084.509483:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575084.509484:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575084.509487:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509488:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.509490:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509491:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575084.509493:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575084.509494:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575084.509495:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575084.509497:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575084.509498:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575084.509499:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575084.509501:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509502:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.509503:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509505:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575084.509506:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575084.509508:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509510:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575084.509511:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575084.509515:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575084.509516:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509518:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575084.509521:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575084.509522:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509524:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575084.509526:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575084.509528:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575084.509530:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575084.509532:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509533:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575084.509535:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575084.509536:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575084.509539:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575084.509542:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575084.509547:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816070400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575084.509556:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575084.509560:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575084.509568:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816070400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575084.509588:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575084.509594:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575084.509603:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575084.509608:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575084.509612:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575084.509619:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575084.509626:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5927
00000400:00000200:0.0:1788575084.509636:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575084.509642:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575084.509648:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575084.509654:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509658:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.509663:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509669:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575084.509672:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575084.509674:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575084.509678:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575084.509681:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575084.509687:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575084.509691:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575084.509697:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509699:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.509701:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509705:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575084.509708:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575084.509713:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509718:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575084.509721:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575084.509724:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575084.509726:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509730:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575084.509733:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575084.509738:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509742:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575084.509748:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575084.509753:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575084.509757:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575084.509760:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509761:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575084.509763:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575084.509766:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575084.509771:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575084.509776:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575084.509781:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816070528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575084.509789:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575084.509791:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575084.509797:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816070528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575084.509803:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575084.509806:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575084.509811:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575084.509814:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575084.509818:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575084.509822:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575084.509829:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5927
00000400:00000200:0.0:1788575084.509838:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575084.509848:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575084.509853:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575084.509861:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509865:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.509871:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509876:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575084.509882:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575084.509885:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575084.509889:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575084.509893:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575084.509897:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575084.509902:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575084.509909:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509913:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.509917:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509918:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575084.509920:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575084.509922:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575084.509923:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575084.509924:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575084.509927:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575084.509932:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509934:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575084.509939:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000800:00000200:2.1:1788575084.509939:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:0.0:1788575084.509943:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509946:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575084.509946:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000010:0.0:1788575084.509951:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575084.509956:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575084.509960:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575084.509963:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.509966:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575084.509967:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575084.509969:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575084.509972:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575084.509977:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575084.509985:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816070656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575084.509994:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575084.509998:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575084.510002:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816070656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575084.510011:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575084.510016:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575084.510025:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575084.510029:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575084.510033:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575084.510039:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575084.510045:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5927
00000400:00000200:0.0:1788575084.510091:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575084.510098:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575084.510102:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575084.510108:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.510111:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.510116:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.510118:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575084.510120:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575084.510123:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575084.510125:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575084.510127:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575084.510129:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575084.510131:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575084.510136:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.510137:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575084.510139:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575084.510143:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575084.510146:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575084.510149:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575084.510153:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575084.510155:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575084.510158:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575084.510161:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.510165:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575084.510168:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575084.510173:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.510175:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575084.510180:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575084.510184:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575084.510188:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575084.510191:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575084.510195:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575084.510199:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575084.510202:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575084.510208:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575084.510214:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575084.510224:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816070784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575084.510251:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575084.510256:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575084.510265:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816070784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575084.510283:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575084.510291:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5938)
00000800:00000200:2.1:1788575084.510659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575084.510662:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575084.510993:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575084.510996:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575084.511312:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575084.511314:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575084.511719:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575084.511722:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1788575084.829246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575084.829250:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575084.829253:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575085.853259:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575085.853263:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575085.853266:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575087.901282:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575087.901285:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575087.901287:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575088.925284:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575088.925289:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575088.925293:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575089.629161:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575089.629175:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575089.629180:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575089.629186:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575089.629196:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575089.629203:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5933
00000400:00000200:0.0:1788575089.629217:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575089.629225:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575089.629229:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575089.629234:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629237:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.629241:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629244:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575089.629248:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575089.629251:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575089.629254:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575089.629257:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575089.629260:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575089.629263:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575089.629266:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629269:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.629271:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629273:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575089.629277:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575089.629281:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629284:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575089.629287:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575089.629290:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575089.629293:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.629296:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575089.629298:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575089.629307:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575089.629311:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575089.629315:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575089.629318:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.629321:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575089.629324:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575089.629328:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575089.629337:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575089.629344:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575089.629353:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816070912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575089.629364:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575089.629368:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575089.629373:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816070912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575089.629394:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575089.629398:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575089.629401:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575089.629403:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575089.629405:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575089.629408:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575089.629412:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5933
00000400:00000200:0.0:1788575089.629416:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575089.629421:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575089.629424:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575089.629429:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629433:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.629438:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629442:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575089.629446:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575089.629449:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575089.629454:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575089.629458:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575089.629463:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575089.629468:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575089.629477:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629483:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.629487:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629493:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575089.629499:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575089.629504:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629524:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575089.629526:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575089.629531:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575089.629533:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.629535:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575089.629539:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575089.629542:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.629544:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575089.629548:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575089.629551:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575089.629554:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575089.629555:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.629557:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575089.629559:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575089.629561:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575089.629564:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575089.629568:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575089.629573:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816071040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575089.629580:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575089.629583:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575089.629586:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816071040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575089.629595:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575089.629598:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575089.629601:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575089.629603:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575089.629604:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575089.629607:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575089.629610:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5933
00000400:00000200:0.0:1788575089.629614:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575089.629617:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575089.629619:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575089.629624:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629627:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.629632:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629636:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575089.629638:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575089.629640:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575089.629645:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575089.629649:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575089.629653:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575089.629660:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575089.629670:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629676:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.629687:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629693:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575089.629700:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575089.629706:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629710:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575089.629712:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575089.629716:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575089.629720:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.629722:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575089.629726:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575089.629732:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.629737:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575089.629744:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575089.629751:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575089.629759:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575089.629764:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.629768:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575089.629771:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575089.629773:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575089.629780:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575089.629786:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575089.629796:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816071168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575089.629808:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575089.629811:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575089.629820:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816071168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575089.629841:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575089.629854:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575089.629860:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575089.629868:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575089.629871:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575089.629877:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575089.629884:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5933
00000400:00000200:0.0:1788575089.629892:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575089.629901:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575089.629914:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788575089.629920:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788575089.629922:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629927:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575089.629927:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1788575089.629933:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629938:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575089.629943:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575089.629947:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575089.629951:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575089.629954:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575089.629959:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575089.629964:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575089.629971:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629976:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.629982:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.629986:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575089.629992:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575089.629999:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575089.630005:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575089.630010:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575089.630016:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575089.630020:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.630024:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575089.630028:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575089.630036:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.630040:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575089.630047:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575089.630083:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575089.630090:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575089.630094:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.630099:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575089.630101:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575089.630104:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575089.630112:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575089.630119:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575089.630128:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816071296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575089.630145:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575089.630151:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575089.630160:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816071296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575089.630181:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575089.630186:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575089.630195:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575089.630199:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575089.630203:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575089.630208:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575089.630215:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5933
00000400:00000200:0.0:1788575089.630226:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575089.630236:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575089.630244:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575089.630254:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.630262:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.630269:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.630277:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575089.630283:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575089.630289:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575089.630294:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575089.630299:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575089.630306:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575089.630314:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575089.630325:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.630331:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575089.630339:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575089.630346:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575089.630353:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575089.630362:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575089.630368:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575089.630375:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575089.630382:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575089.630388:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.630393:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575089.630398:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575089.630405:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.630409:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575089.630416:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575089.630420:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575089.630424:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575089.630428:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575089.630433:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575089.630437:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575089.630441:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575089.630450:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575089.630458:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575089.630470:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816071424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575089.630503:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575089.630524:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575089.630536:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816071424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575089.630561:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575089.630570:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5943)
00000800:00000200:2.1:1788575089.630636:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575089.630639:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575089.630876:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575089.630878:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575089.631174:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575089.631177:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575089.631619:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575089.631622:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1788575090.973316:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575090.973320:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575090.973322:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575091.997214:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575091.997218:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575091.997221:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575094.045257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575094.045260:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575094.045263:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575094.749145:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575094.749153:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575094.749157:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575094.749162:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575094.749166:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575094.749175:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5938
00000400:00000200:0.0:1788575094.749183:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575094.749192:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575094.749196:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575094.749199:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749203:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.749206:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749209:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575094.749213:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575094.749215:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575094.749218:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575094.749220:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575094.749222:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575094.749224:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575094.749226:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749227:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.749228:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749229:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575094.749232:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575094.749234:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749236:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575094.749238:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575094.749241:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575094.749242:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749244:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575094.749245:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575094.749253:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575094.749256:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575094.749259:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575094.749261:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749264:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575094.749266:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575094.749269:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575094.749277:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788575094.749283:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575094.749291:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816071552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575094.749301:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575094.749304:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575094.749308:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816071552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575094.749324:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575094.749326:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575094.749328:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575094.749329:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575094.749331:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575094.749333:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575094.749335:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5938
00000400:00000200:0.0:1788575094.749340:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575094.749344:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575094.749346:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575094.749349:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749352:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.749355:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749358:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575094.749363:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575094.749367:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575094.749370:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575094.749374:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575094.749379:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575094.749384:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575094.749390:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749393:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.749395:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749398:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575094.749403:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575094.749408:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749411:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575094.749416:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575094.749422:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575094.749426:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749429:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575094.749433:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575094.749435:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749439:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575094.749443:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575094.749447:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575094.749450:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575094.749453:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749455:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575094.749457:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575094.749460:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575094.749466:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575094.749470:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575094.749478:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816071680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575094.749491:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575094.749494:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575094.749500:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816071680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575094.749511:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575094.749515:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575094.749518:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575094.749518:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575094.749520:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575094.749523:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575094.749527:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5938
00000400:00000200:0.0:1788575094.749531:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575094.749538:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575094.749540:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575094.749543:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749551:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.749557:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749561:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575094.749565:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575094.749568:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575094.749571:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575094.749575:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575094.749578:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575094.749584:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575094.749606:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749612:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.749618:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749624:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575094.749629:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575094.749635:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749637:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575094.749638:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575094.749643:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575094.749648:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749651:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575094.749655:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1788575094.749655:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:0.0:1788575094.749662:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575094.749663:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788575094.749665:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575094.749671:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575094.749676:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575094.749681:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575094.749682:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749684:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575094.749688:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575094.749691:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575094.749696:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575094.749702:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575094.749712:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816071808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575094.749728:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575094.749732:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575094.749740:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816071808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575094.749754:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575094.749759:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575094.749765:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575094.749768:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575094.749770:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575094.749774:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575094.749780:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5938
00000400:00000200:0.0:1788575094.749789:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575094.749796:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575094.749799:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575094.749806:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749810:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.749814:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749817:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575094.749820:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575094.749823:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575094.749825:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575094.749829:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575094.749832:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575094.749834:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575094.749839:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749843:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.749847:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749850:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575094.749854:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575094.749858:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575094.749861:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575094.749865:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575094.749871:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575094.749876:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749881:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575094.749885:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575094.749891:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749896:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575094.749902:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575094.749908:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575094.749912:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575094.749914:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.749917:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575094.749919:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575094.749921:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575094.749926:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575094.749929:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575094.749937:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816071936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575094.749953:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575094.749958:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575094.749968:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816071936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575094.749986:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575094.749990:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575094.749995:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575094.749998:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575094.750002:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575094.750004:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575094.750009:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5938
00000400:00000200:0.0:1788575094.750013:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575094.750016:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575094.750017:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575094.750021:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.750026:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.750029:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.750036:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575094.750041:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575094.750044:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575094.750047:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575094.750051:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575094.750074:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575094.750077:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575094.750081:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.750090:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575094.750095:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575094.750100:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575094.750106:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575094.750112:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575094.750117:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575094.750123:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575094.750127:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575094.750133:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.750138:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575094.750142:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575094.750146:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.750150:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575094.750157:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575094.750162:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575094.750166:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575094.750169:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575094.750171:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575094.750172:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575094.750175:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575094.750181:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575094.750188:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575094.750196:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816072064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575094.750233:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575094.750237:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575094.750244:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816072064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575094.750254:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575094.750262:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5948)
00000800:00000200:2.1:1788575094.750368:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575094.750371:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575094.750665:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575094.750667:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575094.750952:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575094.750955:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575094.751391:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575094.751394:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1788575095.069193:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575095.069195:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575095.069197:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575097.117190:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575097.117193:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575097.117196:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575098.141249:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575098.141252:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575098.141254:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575099.869263:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575099.869269:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575099.869271:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575099.869275:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575099.869278:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575099.869285:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5943
00000400:00000200:1.0:1788575099.869293:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575099.869298:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575099.869301:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575099.869303:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869305:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869307:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869308:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575099.869311:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575099.869312:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575099.869314:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575099.869317:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575099.869318:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575099.869320:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575099.869322:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869323:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869324:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869325:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575099.869327:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575099.869329:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869330:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575099.869332:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575099.869335:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575099.869337:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869338:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575099.869340:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575099.869347:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575099.869350:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575099.869353:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575099.869354:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869356:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575099.869358:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575099.869362:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575099.869369:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575099.869374:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575099.869381:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816072192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575099.869388:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575099.869391:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575099.869394:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816072192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575099.869409:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575099.869412:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575099.869415:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575099.869417:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575099.869419:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575099.869421:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575099.869424:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5943
00000400:00000200:1.0:1788575099.869428:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575099.869431:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575099.869434:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575099.869438:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869443:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869448:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869454:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575099.869459:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575099.869461:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575099.869464:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575099.869468:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575099.869471:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575099.869476:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575099.869479:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869482:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869484:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869487:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575099.869490:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575099.869495:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869497:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575099.869499:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575099.869504:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575099.869507:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869510:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575099.869513:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575099.869516:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869520:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575099.869524:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575099.869527:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575099.869529:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575099.869530:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869533:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575099.869536:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575099.869538:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575099.869542:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575099.869548:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575099.869554:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816072320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575099.869563:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575099.869565:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575099.869572:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816072320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575099.869581:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575099.869587:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575099.869593:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575099.869595:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575099.869597:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575099.869602:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575099.869607:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5943
00000400:00000200:1.0:1788575099.869613:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575099.869615:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575099.869616:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575099.869618:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869619:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869621:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869622:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575099.869623:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575099.869625:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575099.869627:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575099.869629:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575099.869630:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575099.869632:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575099.869636:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869639:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869640:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869642:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575099.869646:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575099.869652:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869654:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575099.869656:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575099.869660:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575099.869664:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869666:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575099.869668:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575099.869672:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869676:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575099.869692:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575099.869694:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575099.869695:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575099.869696:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869697:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575099.869700:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575099.869703:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575099.869706:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575099.869709:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575099.869716:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816072448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575099.869725:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575099.869727:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575099.869730:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816072448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575099.869738:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575099.869743:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575099.869748:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575099.869751:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1788575099.869752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575099.869753:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1788575099.869756:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788575099.869757:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575099.869762:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5943
00000400:00000200:1.0:1788575099.869769:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575099.869772:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575099.869776:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575099.869780:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869782:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869784:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869788:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575099.869792:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575099.869793:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575099.869795:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575099.869798:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575099.869802:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575099.869805:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575099.869812:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869816:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869818:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869821:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575099.869823:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575099.869829:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869833:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575099.869837:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575099.869840:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575099.869843:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869845:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575099.869847:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575099.869848:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869851:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575099.869856:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575099.869859:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575099.869862:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575099.869864:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869868:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575099.869868:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575099.869869:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575099.869873:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788575099.869876:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575099.869878:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816072576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575099.869885:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575099.869886:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575099.869889:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816072576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575099.869898:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575099.869901:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575099.869904:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575099.869908:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575099.869910:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575099.869913:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575099.869917:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5943
00000400:00000200:1.0:1788575099.869920:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575099.869921:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575099.869923:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575099.869924:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869925:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869926:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869927:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575099.869928:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575099.869929:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575099.869929:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575099.869930:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575099.869931:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575099.869934:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575099.869941:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869942:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575099.869943:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869947:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575099.869948:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575099.869950:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575099.869951:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575099.869952:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575099.869954:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575099.869955:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869956:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575099.869957:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575099.869958:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869959:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575099.869961:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575099.869962:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575099.869964:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575099.869965:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575099.869966:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575099.869967:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575099.869967:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575099.869970:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575099.869971:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575099.869974:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816072704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575099.869978:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575099.869979:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575099.869981:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816072704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575099.869986:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575099.869991:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5953)
00000800:00000200:2.1:1788575099.870290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575099.870293:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575099.870572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575099.870574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575099.870860:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575099.870863:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575099.871152:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575099.871154:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1788575100.189230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575100.189233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575100.189235:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575101.213213:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575101.213216:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575101.213218:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575103.261243:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575103.261245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575103.261250:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575104.285224:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575104.285227:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575104.285229:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575104.989142:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575104.989150:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575104.989155:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575104.989161:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575104.989168:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575104.989178:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5948
00000400:00000200:1.0:1788575104.989191:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575104.989198:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575104.989202:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575104.989206:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989209:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.989212:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989214:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575104.989217:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575104.989219:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575104.989222:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575104.989225:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575104.989227:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575104.989229:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575104.989232:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989235:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.989237:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989239:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575104.989241:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575104.989245:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989247:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575104.989250:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575104.989253:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575104.989264:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989266:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575104.989268:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575104.989277:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575104.989280:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575104.989284:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575104.989285:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989289:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575104.989291:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575104.989295:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575104.989302:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575104.989308:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575104.989318:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816072832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575104.989327:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575104.989331:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575104.989336:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816072832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575104.989353:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575104.989356:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575104.989359:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575104.989360:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575104.989362:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575104.989365:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575104.989375:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5948
00000400:00000200:1.0:1788575104.989381:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575104.989387:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575104.989391:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575104.989396:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989399:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.989403:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989406:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575104.989411:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575104.989414:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575104.989418:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575104.989422:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575104.989427:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575104.989433:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575104.989447:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989452:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.989456:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989461:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575104.989465:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575104.989471:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989477:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575104.989481:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575104.989488:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575104.989492:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989495:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575104.989500:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575104.989506:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989510:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575104.989517:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575104.989521:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575104.989527:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575104.989530:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989534:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575104.989538:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575104.989542:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575104.989547:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575104.989552:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575104.989561:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816072960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575104.989576:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575104.989581:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575104.989589:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816072960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575104.989608:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575104.989611:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575104.989617:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575104.989620:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575104.989622:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575104.989626:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575104.989629:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5948
00000400:00000200:1.0:1788575104.989637:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575104.989641:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575104.989643:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575104.989647:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989649:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.989652:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989654:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575104.989658:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575104.989660:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575104.989662:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575104.989664:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575104.989667:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575104.989670:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.1:1788575104.989672:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575104.989674:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989677:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575104.989678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1788575104.989679:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989682:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575104.989684:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575104.989689:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989692:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575104.989697:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575104.989699:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575104.989701:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989704:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575104.989707:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575104.989712:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989716:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575104.989722:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575104.989726:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575104.989731:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575104.989734:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989738:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575104.989741:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575104.989744:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575104.989750:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575104.989755:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575104.989774:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816073088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575104.989784:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575104.989786:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575104.989790:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816073088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575104.989800:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575104.989804:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575104.989807:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575104.989808:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575104.989810:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575104.989812:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575104.989815:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5948
00000400:00000200:1.0:1788575104.989819:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575104.989823:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575104.989826:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575104.989831:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989833:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.989836:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989838:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575104.989842:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575104.989844:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575104.989847:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575104.989851:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575104.989856:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575104.989860:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575104.989869:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989873:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.989878:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989883:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575104.989888:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575104.989892:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575104.989895:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575104.989898:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575104.989901:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575104.989907:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989910:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575104.989913:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575104.989917:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989919:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575104.989922:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575104.989926:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575104.989930:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575104.989932:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.989934:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575104.989936:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575104.989944:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575104.989949:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575104.989954:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575104.989961:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816073216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575104.989969:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575104.989973:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575104.989979:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816073216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575104.989999:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575104.990002:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575104.990006:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575104.990010:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575104.990013:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575104.990018:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575104.990023:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5948
00000400:00000200:1.0:1788575104.990031:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575104.990036:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575104.990041:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575104.990047:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.990080:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.990086:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.990091:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575104.990096:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575104.990100:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575104.990103:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575104.990107:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575104.990112:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575104.990117:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575104.990125:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.990129:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575104.990133:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575104.990137:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575104.990141:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575104.990147:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575104.990153:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575104.990157:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575104.990161:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575104.990165:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.990169:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575104.990173:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575104.990179:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.990183:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575104.990189:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575104.990194:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575104.990199:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575104.990203:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575104.990208:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575104.990211:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575104.990215:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575104.990221:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575104.990227:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575104.990235:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816073344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575104.990263:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575104.990267:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575104.990274:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816073344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575104.990293:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575104.990301:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5958)
00000800:00000200:2.1:1788575104.990356:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575104.990358:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575104.990615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575104.990617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575104.990882:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575104.990884:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575104.991248:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575104.991250:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1788575106.333264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575106.333267:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575106.333269:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575107.357232:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575107.357235:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575107.357239:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575109.405256:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575109.405260:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575109.405262:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575110.109308:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575110.109311:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575110.109314:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575110.109318:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575110.109323:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575110.109325:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575110.109328:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575110.109331:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575110.109333:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575110.109582:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575110.109584:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575110.110097:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575110.110099:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575110.110369:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575110.110371:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575110.110524:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575110.110526:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575110.110698:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575110.110700:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1788575110.429249:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575110.429251:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575110.429253:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575111.133150:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575111.133157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575111.133160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575111.133166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575111.133171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575111.133175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575111.133177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575111.133178:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575111.133180:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575112.157126:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575112.157133:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575112.157136:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575112.157143:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575112.157149:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575112.157153:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575112.157155:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575112.157157:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575112.157159:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575112.477208:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575112.477211:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575112.477214:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575113.181150:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575113.181157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575113.181161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575113.181165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575113.181170:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575113.181174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575113.181181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575113.181185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575113.181188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575113.501204:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575113.501208:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575113.501211:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575114.205139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575114.205144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575114.205148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575114.205152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575114.205157:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575114.205162:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575114.205168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575114.205172:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575114.205175:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575115.229143:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575115.229150:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575115.229153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575115.229158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575115.229166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575115.229171:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575115.229185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575115.229188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575115.229192:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575115.229639:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575115.229642:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575115.230224:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575115.230226:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575115.230413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575115.230414:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575115.230640:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575115.230642:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575115.230857:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575115.230859:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1788575115.549195:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575115.549198:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575115.549200:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575116.253161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575116.253168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575116.253171:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575116.253176:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575116.253180:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575116.253183:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575116.253186:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575116.253190:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575116.253193:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575116.573198:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575116.573201:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575116.573203:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575117.277147:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575117.277154:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575117.277157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575117.277165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575117.277169:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575117.277174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575117.277184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575117.277186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575117.277188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575118.301163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575118.301171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575118.301175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575118.301182:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575118.301187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575118.301192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575118.301204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575118.301208:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575118.301210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575118.621220:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575118.621223:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575118.621226:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575119.325142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575119.325146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575119.325149:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575119.325152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575119.325157:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575119.325162:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575119.325173:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575119.325175:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575119.325177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575119.645216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575119.645219:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575119.645222:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575120.349127:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575120.349132:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575120.349136:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575120.349141:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575120.349144:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575120.349148:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575120.349159:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575120.349162:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575120.349164:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575120.349570:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575120.349574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575120.350256:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575120.350259:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575120.350544:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575120.350547:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575120.350825:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575120.350828:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575120.351133:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575120.351136:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788575121.373140:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575121.373144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575121.373148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575121.373153:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575121.373156:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575121.373159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575121.373162:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575121.373164:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575121.373166:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575121.693234:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575121.693238:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575121.693241:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575122.397181:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575122.397188:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575122.397192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575122.397200:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575122.397206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575122.397211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575122.397218:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575122.397220:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575122.397223:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575122.717261:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575122.717264:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575122.717266:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575123.421132:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575123.421139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575123.421143:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575123.421148:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575123.421153:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575123.421159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575123.421165:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575123.421169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575123.421172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575124.445180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575124.445187:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575124.445189:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575124.445194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575124.445197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575124.445201:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575124.445204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575124.445206:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575124.445209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575124.765234:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575124.765237:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575124.765239:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575125.469164:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575125.469172:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575125.469177:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575125.469180:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575125.469185:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575125.469191:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5968
00000400:00000200:0.0:1788575125.469201:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575125.469210:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575125.469213:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575125.469219:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469223:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469227:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469229:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575125.469232:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575125.469234:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575125.469236:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575125.469245:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575125.469247:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575125.469248:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575125.469251:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469252:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469253:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469254:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575125.469256:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575125.469258:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469259:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575125.469261:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575125.469263:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575125.469266:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469267:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575125.469269:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575125.469276:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575125.469279:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575125.469282:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575125.469283:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469285:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575125.469287:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575125.469290:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575125.469296:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575125.469301:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575125.469308:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816075392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575125.469315:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575125.469318:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575125.469321:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816075392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575125.469334:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575125.469335:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575125.469338:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575125.469339:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575125.469340:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575125.469341:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575125.469343:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5968
00000400:00000200:0.0:1788575125.469345:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575125.469347:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575125.469349:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575125.469351:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469353:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469355:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469356:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575125.469358:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575125.469359:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575125.469360:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575125.469361:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575125.469364:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575125.469366:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575125.469370:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469374:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469377:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469379:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575125.469380:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575125.469385:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469387:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575125.469390:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575125.469394:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575125.469397:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469398:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575125.469403:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575125.469406:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469410:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575125.469413:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575125.469416:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575125.469419:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575125.469420:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469422:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575125.469423:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575125.469425:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575125.469428:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575125.469431:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575125.469437:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816075520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575125.469446:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575125.469448:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575125.469451:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816075520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575125.469458:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575125.469460:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575125.469464:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575125.469465:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575125.469466:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575125.469469:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575125.469473:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5968
00000400:00000200:0.0:1788575125.469476:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575125.469479:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575125.469482:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575125.469483:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469485:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469487:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469490:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575125.469492:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575125.469493:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575125.469494:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575125.469497:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575125.469499:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575125.469503:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575125.469509:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469512:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469517:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469521:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575125.469526:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575125.469531:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469539:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575125.469544:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575125.469548:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575125.469553:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469557:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575125.469559:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575125.469561:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469562:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575125.469567:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575125.469570:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575125.469572:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575125.469574:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469577:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575125.469579:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575125.469581:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575125.469585:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575125.469588:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575125.469593:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816075648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575125.469604:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575125.469608:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575125.469612:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816075648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575125.469625:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575125.469627:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575125.469631:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575125.469634:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575125.469636:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575125.469641:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575125.469645:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5968
00000400:00000200:0.0:1788575125.469650:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575125.469656:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575125.469657:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575125.469660:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469662:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469664:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469672:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575125.469675:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575125.469678:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575125.469680:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575125.469682:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000800:00000200:3.1:1788575125.469683:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575125.469684:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575125.469688:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000200:3.1:1788575125.469688:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1788575125.469692:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469696:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469700:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469703:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575125.469705:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575125.469708:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469711:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575125.469712:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575125.469714:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575125.469715:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469716:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575125.469717:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575125.469719:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469722:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575125.469725:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575125.469729:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575125.469732:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575125.469734:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469735:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575125.469737:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575125.469739:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575125.469743:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575125.469747:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575125.469753:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816075776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575125.469761:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575125.469765:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575125.469771:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816075776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575125.469781:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575125.469783:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575125.469786:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575125.469787:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575125.469789:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575125.469792:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575125.469796:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5968
00000400:00000200:0.0:1788575125.469800:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575125.469804:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575125.469807:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575125.469809:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469812:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469813:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469814:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575125.469816:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575125.469817:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575125.469824:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575125.469827:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575125.469830:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575125.469834:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575125.469837:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469840:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575125.469843:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469845:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575125.469852:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575125.469857:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575125.469860:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575125.469864:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575125.469868:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575125.469871:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469874:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575125.469876:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575125.469878:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469882:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575125.469887:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575125.469890:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575125.469894:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575125.469897:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575125.469900:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575125.469901:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575125.469904:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575125.469908:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575125.469911:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575125.469918:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816075904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575125.469928:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575125.469931:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575125.469936:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816075904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575125.469955:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575125.469960:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5978)
00000800:00000200:3.1:1788575125.470129:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575125.470130:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575125.470297:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575125.470298:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575125.470451:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575125.470453:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575125.470604:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575125.470605:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788575125.789269:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575125.789273:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575125.789277:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575127.837297:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575127.837302:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575127.837305:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575128.861301:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575128.861306:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575128.861309:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575129.565186:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575129.565190:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575129.565192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575129.565196:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575129.565199:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575129.565202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575129.565204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575129.565206:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575129.565209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575130.589122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575130.589129:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575130.589132:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575130.589138:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575130.589144:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575130.589148:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575130.589149:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575130.589151:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575130.589154:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575130.589158:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575130.589158:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589164:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575130.589169:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575130.589176:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575130.589184:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5973
00000400:00000200:0.0:1788575130.589211:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575130.589222:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575130.589226:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575130.589229:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589232:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.589235:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589237:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575130.589241:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575130.589243:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575130.589246:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575130.589249:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575130.589252:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575130.589254:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575130.589258:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589260:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.589261:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589263:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575130.589266:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575130.589270:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589273:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575130.589276:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575130.589279:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575130.589282:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589284:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575130.589287:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575130.589296:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575130.589299:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575130.589303:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575130.589304:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589307:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575130.589309:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575130.589314:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575130.589322:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575130.589328:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575130.589338:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816076032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575130.589348:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575130.589352:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575130.589357:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816076032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575130.589379:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575130.589382:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575130.589385:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575130.589387:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575130.589388:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575130.589391:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575130.589394:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5973
00000400:00000200:0.0:1788575130.589398:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575130.589402:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575130.589405:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575130.589412:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589417:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.589424:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589430:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575130.589435:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575130.589439:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575130.589443:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575130.589448:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575130.589455:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575130.589460:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575130.589469:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589474:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.589480:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589486:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575130.589491:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575130.589498:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589502:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575130.589506:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575130.589513:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575130.589519:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589524:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575130.589530:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575130.589536:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589539:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575130.589545:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575130.589549:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575130.589553:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575130.589556:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589559:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575130.589563:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575130.589566:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575130.589572:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575130.589578:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575130.589589:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816076160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575130.589611:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575130.589616:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575130.589623:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816076160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788575130.589637:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575130.589642:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1788575130.589643:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575130.589650:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575130.589656:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575130.589660:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575130.589664:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575130.589669:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575130.589674:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5973
00000400:00000200:0.0:1788575130.589682:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575130.589699:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575130.589705:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575130.589710:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589714:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.589719:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589723:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575130.589727:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575130.589729:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575130.589731:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575130.589734:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575130.589738:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575130.589743:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575130.589749:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589753:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.589758:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589762:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575130.589769:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575130.589776:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589782:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575130.589788:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575130.589791:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575130.589796:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589800:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575130.589804:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575130.589810:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589816:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575130.589822:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575130.589829:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575130.589834:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575130.589838:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.589842:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575130.589846:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575130.589850:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575130.589855:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575130.589858:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575130.589867:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816076288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575130.589888:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575130.589894:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575130.589904:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816076288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575130.589924:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575130.589928:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575130.589936:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575130.589939:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575130.589950:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575130.589956:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575130.589961:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5973
00000400:00000200:0.0:1788575130.589970:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575130.589976:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575130.589981:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575130.589986:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589989:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.589993:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.589997:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575130.590002:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575130.590004:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575130.590008:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575130.590012:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575130.590016:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575130.590021:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575130.590029:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.590034:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.590037:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.590041:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575130.590046:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575130.590052:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575130.590083:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575130.590090:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575130.590095:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575130.590100:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.590105:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575130.590111:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575130.590118:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.590124:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575130.590132:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575130.590138:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575130.590142:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575130.590146:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.590151:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575130.590156:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575130.590160:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575130.590168:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575130.590175:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575130.590185:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816076416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575130.590229:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575130.590233:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575130.590243:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816076416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788575130.590259:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575130.590260:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575130.590263:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00080000:0.0:1788575130.590264:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575130.590270:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575130.590273:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575130.590276:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575130.590281:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575130.590285:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5973
00000400:00000200:0.0:1788575130.590294:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575130.590301:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575130.590306:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575130.590314:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.590319:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.590325:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.590331:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575130.590337:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575130.590340:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575130.590345:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575130.590348:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575130.590353:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575130.590358:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575130.590366:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.590371:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575130.590376:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575130.590381:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575130.590387:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575130.590393:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575130.590399:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575130.590405:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575130.590411:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575130.590417:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.590422:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575130.590426:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575130.590432:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.590437:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575130.590444:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575130.590450:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575130.590455:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575130.590458:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575130.590463:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575130.590465:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575130.590469:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575130.590475:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575130.590482:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575130.590493:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816076544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575130.590520:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575130.590525:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575130.590534:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816076544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575130.590559:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575130.590567:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5984)
00000800:00000200:3.1:1788575130.590625:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575130.590627:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575130.590850:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575130.590852:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575130.591096:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575130.591098:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1788575130.909341:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575130.909348:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575130.909353:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575131.613117:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575131.613125:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575131.613127:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575131.613132:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575131.613137:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575131.613141:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575131.613144:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575131.613147:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575131.613151:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575131.933305:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575131.933309:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575131.933313:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575132.637200:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575132.637208:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575132.637211:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575132.637216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575132.637220:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575132.637235:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575132.637238:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575132.637241:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575132.637245:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575133.661129:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575133.661135:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575133.661139:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575133.661146:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575133.661150:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575133.661154:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575133.661165:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575133.661167:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575133.661169:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575133.981405:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575133.981409:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575133.981412:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575134.685156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575134.685164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575134.685168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575134.685175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575134.685181:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575134.685187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575134.685192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575134.685196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575134.685199:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575135.005292:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575135.005298:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575135.005301:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575135.709125:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575135.709130:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575135.709132:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575135.709137:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575135.709140:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575135.709143:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575135.709147:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575135.709150:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575135.709154:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575135.709182:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575135.709186:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575135.709188:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575135.709198:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575135.709202:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575135.709212:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5979
00000400:00000200:1.0:1788575135.709220:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575135.709227:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575135.709230:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575135.709233:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709235:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709238:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709240:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575135.709243:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575135.709246:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575135.709248:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575135.709251:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575135.709254:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575135.709256:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575135.709259:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709261:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709263:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709265:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575135.709267:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575135.709270:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709272:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575135.709274:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575135.709290:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575135.709293:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709295:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575135.709298:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575135.709307:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575135.709310:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575135.709313:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575135.709315:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709318:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575135.709320:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575135.709324:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575135.709332:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575135.709339:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575135.709347:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816076672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575135.709357:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575135.709361:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575135.709365:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816076672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575135.709385:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575135.709386:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575135.709389:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575135.709390:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575135.709391:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575135.709392:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575135.709394:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5979
00000400:00000200:1.0:1788575135.709398:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575135.709401:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575135.709403:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575135.709405:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709407:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709410:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709414:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575135.709417:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575135.709418:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575135.709420:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575135.709422:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575135.709426:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575135.709430:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575135.709435:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709438:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709441:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709445:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575135.709448:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575135.709452:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709455:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575135.709457:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575135.709462:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575135.709466:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709469:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575135.709473:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575135.709479:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709481:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575135.709484:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575135.709487:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575135.709491:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575135.709492:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709494:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575135.709495:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575135.709498:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575135.709503:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575135.709508:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575135.709513:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816076800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575135.709520:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575135.709523:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575135.709526:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816076800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575135.709537:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575135.709540:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575135.709546:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575135.709549:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575135.709551:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575135.709553:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575135.709559:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5979
00000400:00000200:1.0:1788575135.709564:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575135.709568:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575135.709571:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575135.709576:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709578:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709580:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709581:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575135.709582:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575135.709584:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575135.709585:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575135.709586:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575135.709587:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575135.709588:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575135.709590:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709592:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709595:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709597:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575135.709599:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575135.709603:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709606:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575135.709608:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575135.709612:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575135.709615:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709618:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575135.709620:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575135.709623:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709626:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575135.709632:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575135.709635:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575135.709639:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575135.709640:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709642:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575135.709645:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575135.709646:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575135.709648:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575135.709652:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575135.709656:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816076928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575135.709670:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575135.709673:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575135.709680:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816076928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575135.709688:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575135.709692:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575135.709696:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575135.709699:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1788575135.709700:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575135.709701:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575135.709706:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575135.709708:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5979
00000400:00000200:1.0:1788575135.709711:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575135.709713:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575135.709715:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575135.709717:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709720:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709723:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709726:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575135.709729:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575135.709731:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575135.709732:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575135.709734:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575135.709737:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575135.709739:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575135.709741:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709742:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709746:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709749:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575135.709755:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575135.709761:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709767:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575135.709773:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575135.709778:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575135.709782:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709784:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575135.709789:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575135.709794:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709798:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575135.709802:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575135.709807:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575135.709812:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575135.709814:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.709816:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575135.709819:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575135.709822:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575135.709827:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575135.709830:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575135.709838:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816077056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575135.709849:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575135.709852:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575135.709857:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816077056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575135.709875:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575135.709880:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575135.709885:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575135.709887:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575135.709900:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575135.709907:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575135.709911:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5979
00000400:00000200:1.0:1788575135.709916:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575135.709920:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575135.709923:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575135.709926:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709928:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709932:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709934:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575135.709935:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575135.709938:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575135.709941:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575135.709945:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575135.709948:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575135.709952:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575135.709959:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709964:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575135.709968:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709973:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575135.709977:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575135.709984:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575135.709990:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575135.709997:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575135.710003:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575135.710007:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.710011:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788575135.710021:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00100000:1.0:1788575135.710024:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575135.710028:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.710032:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575135.710038:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575135.710043:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575135.710049:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575135.710085:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575135.710091:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575135.710093:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575135.710097:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575135.710104:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575135.710110:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575135.710119:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816077184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575135.710140:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575135.710143:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575135.710151:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816077184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575135.710162:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575135.710169:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5989)
00000800:00000200:3.1:1788575135.710255:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575135.710422:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575135.710560:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575136.733192:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575136.733202:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575136.733205:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575136.733213:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575136.733221:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575136.733227:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575136.733233:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575136.733236:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575136.733256:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575137.053331:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575137.053334:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575137.053337:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575137.757109:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575137.757116:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575137.757118:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575137.757123:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575137.757128:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575137.757134:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575137.757150:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575137.757155:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575137.757164:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575138.781152:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575138.781158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575138.781161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575138.781167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575138.781172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575138.781177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575138.781183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575138.781186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575138.781189:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788575138.781361:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:0.0:1788575138.781408:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788575138.781417:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575138.781421:0:2387:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:0.0:1788575138.781427:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575138.781433:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788575138.781438:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575138.781443:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:0.0:1788575138.781451:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575138.781456:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575138.781464:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc3b8
00000400:00000010:0.0:1788575138.781467:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc3b8.
00000100:00000001:0.0:1788575138.781474:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575138.781485:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682a00 x1875450816076672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781522:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575138.781527:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816076672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781536:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575138.781538:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575138.781550:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575138.781553:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835ff00.
00000400:00000200:0.0:1788575138.781556:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575138.781560:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575138.781563:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:0.0:1788575138.781565:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:0.0:1788575138.781567:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575138.781573:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683100 x1875450816076800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781581:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575138.781583:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816076800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781588:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575138.781589:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575138.781594:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575138.781596:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fd00.
00000400:00000200:0.0:1788575138.781599:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575138.781602:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575138.781605:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcee0
00000400:00000010:0.0:1788575138.781608:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcee0.
00000100:00000001:0.0:1788575138.781610:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575138.781615:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683b80 x1875450816076928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781623:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575138.781625:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816076928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781632:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575138.781634:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575138.781639:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575138.781641:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f800.
00000400:00000200:0.0:1788575138.781644:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575138.781647:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575138.781650:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc110
00000400:00000010:0.0:1788575138.781652:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc110.
00000100:00000001:0.0:1788575138.781655:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575138.781660:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9682680 x1875450816077056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781668:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575138.781670:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816077056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781676:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575138.781677:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575138.781682:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575138.781685:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:0.0:1788575138.781688:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575138.781691:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575138.781694:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcb28
00000400:00000010:0.0:1788575138.781696:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcb28.
00000100:00000001:0.0:1788575138.781699:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575138.781703:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680e00 x1875450816077184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781715:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575138.781717:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816077184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575138.781722:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575138.781723:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575139.805270:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575139.805277:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575139.805279:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575139.805284:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575139.805287:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575139.805291:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575139.805293:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575139.805296:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575139.805298:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575140.125253:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575140.125257:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575140.125260:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575140.829240:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575140.829251:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575140.829256:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575140.829261:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575140.829265:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575140.829267:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575140.829273:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575140.829282:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575140.829292:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575140.829974:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575140.829983:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575140.831167:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575140.831170:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575140.831446:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575140.831448:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575140.831623:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575140.831624:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575140.831931:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575140.831933:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1788575141.853276:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575141.853280:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575141.853282:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575141.853285:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575141.853287:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575141.853289:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575141.853291:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575141.853293:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575141.853295:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575142.877178:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575142.877187:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575142.877190:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575142.877195:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575142.877200:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575142.877204:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575142.877214:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575142.877217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575142.877220:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575143.197299:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575143.197303:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575143.197307:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575143.901172:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575143.901181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575143.901184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575143.901191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575143.901196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575143.901202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575143.901212:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575143.901214:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575143.901216:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575144.925158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575144.925166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575144.925169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575144.925177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575144.925183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575144.925187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575144.925192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575144.925195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575144.925197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575145.949176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575145.949176:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575145.949183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575145.949186:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575145.949187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949191:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788575145.949193:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575145.949194:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575145.949199:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575145.949200:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575145.949204:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575145.949208:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5989
00000100:00000001:0.0:1788575145.949215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575145.949219:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575145.949219:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575145.949222:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575145.949226:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575145.949230:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575145.949234:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949237:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949241:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949243:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575145.949247:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575145.949250:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575145.949253:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575145.949256:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575145.949259:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575145.949262:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575145.949265:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949266:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949267:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949268:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575145.949271:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575145.949273:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949274:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575145.949276:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575145.949279:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575145.949281:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949282:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575145.949284:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575145.949294:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575145.949297:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575145.949300:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575145.949301:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949304:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575145.949312:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575145.949317:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575145.949324:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575145.949331:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575145.949340:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816077952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575145.949347:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575145.949351:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575145.949355:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816077952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575145.949373:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575145.949375:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575145.949378:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575145.949379:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575145.949380:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575145.949382:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575145.949384:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5989
00000400:00000200:1.0:1788575145.949387:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575145.949389:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575145.949391:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575145.949394:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949396:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949397:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949399:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575145.949400:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575145.949402:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575145.949405:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575145.949407:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575145.949410:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575145.949412:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575145.949415:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949417:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949420:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949424:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575145.949427:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575145.949432:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949436:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575145.949439:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575145.949445:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575145.949448:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949453:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575145.949456:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575145.949463:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949466:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575145.949469:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575145.949473:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575145.949477:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575145.949480:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949481:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575145.949482:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575145.949483:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575145.949487:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575145.949492:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575145.949499:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816078080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575145.949509:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575145.949511:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575145.949517:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816078080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575145.949528:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575145.949531:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575145.949536:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575145.949539:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575145.949543:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575145.949549:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575145.949555:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5989
00000400:00000200:1.0:1788575145.949563:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575145.949571:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575145.949576:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575145.949586:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949591:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949597:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949602:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575145.949605:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575145.949606:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575145.949609:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575145.949611:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575145.949615:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575145.949617:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575145.949621:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949624:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949625:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949626:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575145.949629:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575145.949635:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949636:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575145.949639:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575145.949642:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575145.949646:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949648:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575145.949650:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575145.949652:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949654:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575145.949658:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575145.949662:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575145.949666:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575145.949667:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949668:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575145.949670:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575145.949671:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575145.949675:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575145.949680:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575145.949701:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816078208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575145.949721:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575145.949725:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575145.949734:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816078208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575145.949746:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575145.949751:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575145.949756:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575145.949759:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575145.949762:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575145.949764:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1788575145.949765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575145.949768:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5989
00000800:00000200:3.1:1788575145.949770:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000400:00000200:1.0:1788575145.949775:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575145.949781:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575145.949784:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575145.949787:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949789:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949791:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949795:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575145.949799:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575145.949800:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575145.949804:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575145.949807:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575145.949811:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575145.949815:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575145.949818:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949820:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949824:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949828:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575145.949833:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575145.949838:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949840:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575145.949842:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575145.949846:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575145.949849:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949853:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575145.949856:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575145.949860:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949865:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575145.949868:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575145.949871:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575145.949874:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575145.949876:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949877:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575145.949878:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575145.949879:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575145.949882:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575145.949885:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575145.949891:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816078336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575145.949901:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575145.949903:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575145.949905:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816078336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575145.949912:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575145.949914:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575145.949917:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575145.949919:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575145.949920:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575145.949922:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575145.949927:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5989
00000400:00000200:1.0:1788575145.949931:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575145.949935:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575145.949937:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575145.949940:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949943:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949945:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949947:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575145.949952:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575145.949953:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575145.949954:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575145.949956:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575145.949959:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575145.949960:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575145.949961:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949962:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575145.949963:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949964:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575145.949966:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575145.949969:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575145.949970:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575145.949973:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575145.949975:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575145.949979:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949983:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575145.949985:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575145.949988:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.949989:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575145.949994:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575145.949997:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575145.950000:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575145.950002:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575145.950005:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575145.950008:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575145.950011:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575145.950015:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575145.950022:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575145.950031:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816078464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575145.950047:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575145.950079:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575145.950089:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816078464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575145.950109:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575145.950115:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5999)
00000800:00000200:3.1:1788575145.950242:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575145.950243:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575145.950467:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575145.950469:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575145.950683:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575145.950685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575145.950887:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575145.950890:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1788575146.269274:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575146.269277:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575146.269279:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575146.973170:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575146.973182:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575146.973190:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575146.973204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575146.973210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575146.973215:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575146.973219:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575146.973222:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575146.973228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575147.997151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575147.997157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575147.997160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575147.997167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575147.997173:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575147.997178:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575147.997183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575147.997186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575147.997188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575149.021168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575149.021178:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575149.021180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575149.021187:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575149.021192:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575149.021198:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575149.021203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575149.021207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575149.021210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575149.341320:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575149.341327:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575149.341330:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575150.045164:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575150.045173:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575150.045175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575150.045181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575150.045184:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575150.045187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575150.045198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575150.045202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575150.045207:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575151.069184:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575151.069195:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575151.069199:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575151.069205:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575151.069214:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575151.069222:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 5994
00000400:00000200:0.0:1788575151.069235:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575151.069244:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575151.069247:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575151.069250:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069253:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.069255:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069257:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575151.069261:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575151.069262:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575151.069265:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575151.069269:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575151.069271:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575151.069273:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575151.069276:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069280:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.069283:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069286:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575151.069290:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575151.069295:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069300:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575151.069304:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575151.069308:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575151.069312:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.069321:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575151.069323:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575151.069334:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575151.069338:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575151.069342:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575151.069343:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.069346:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575151.069348:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575151.069353:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575151.069363:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575151.069374:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575151.069399:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816078592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575151.069408:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575151.069412:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575151.069416:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816078592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575151.069435:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575151.069437:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575151.069441:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575151.069442:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575151.069443:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575151.069445:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575151.069447:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5994
00000400:00000200:0.0:1788575151.069450:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575151.069453:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575151.069455:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575151.069458:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069460:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.069463:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069467:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575151.069471:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575151.069475:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575151.069476:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575151.069480:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575151.069482:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575151.069487:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575151.069494:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069499:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.069502:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069506:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575151.069509:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575151.069514:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069518:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575151.069522:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575151.069530:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575151.069536:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.069540:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575151.069547:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575151.069553:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.069558:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575151.069564:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575151.069568:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575151.069571:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575151.069573:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.069575:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575151.069576:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575151.069578:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575151.069585:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575151.069590:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575151.069599:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816078720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575151.069614:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575151.069619:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575151.069628:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816078720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575151.069656:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575151.069663:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575151.069668:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575151.069672:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575151.069676:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575151.069680:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575151.069685:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5994
00000400:00000200:0.0:1788575151.069692:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575151.069696:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575151.069701:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575151.069706:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069710:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.069717:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069721:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575151.069726:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575151.069730:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575151.069735:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575151.069740:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575151.069746:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575151.069751:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575151.069760:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069764:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.069767:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069773:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575151.069778:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575151.069785:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575151.069791:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575151.069795:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575151.069800:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575151.069803:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.069807:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575151.069809:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575151.069815:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.069820:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575151.069825:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575151.069830:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:3.1:1788575151.069834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788575151.069835:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575151.069838:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575151.069841:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788575151.069842:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575151.069845:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575151.069849:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575151.069856:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575151.069862:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575151.069871:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816078848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575151.069897:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575151.069902:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575151.069911:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816078848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575151.069939:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575151.069945:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575151.069951:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575151.069954:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575151.069958:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575151.069964:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575151.069971:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5994
00000400:00000200:0.0:1788575151.069980:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575151.069985:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575151.069989:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575151.069996:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070002:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.070008:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070015:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575151.070021:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575151.070026:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575151.070029:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575151.070033:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575151.070036:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575151.070039:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575151.070043:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070047:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.070049:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070077:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575151.070081:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575151.070085:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070089:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575151.070094:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575151.070099:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575151.070103:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.070106:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575151.070111:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575151.070116:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.070117:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575151.070123:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575151.070127:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575151.070131:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575151.070133:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.070137:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575151.070139:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575151.070142:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575151.070147:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575151.070151:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575151.070159:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816078976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575151.070171:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575151.070176:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575151.070187:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816078976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575151.070210:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575151.070217:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575151.070224:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575151.070227:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575151.070230:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575151.070234:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575151.070240:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 5994
00000400:00000200:0.0:1788575151.070250:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575151.070256:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575151.070261:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575151.070269:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070273:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.070278:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070284:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575151.070289:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575151.070292:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575151.070295:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575151.070298:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575151.070304:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575151.070308:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575151.070316:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070321:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575151.070327:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070333:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575151.070340:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575151.070346:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575151.070352:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575151.070357:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575151.070363:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575151.070369:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.070374:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575151.070393:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575151.070400:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.070405:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575151.070413:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575151.070419:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575151.070427:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575151.070428:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575151.070430:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575151.070432:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575151.070437:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575151.070445:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575151.070452:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575151.070460:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816079104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575151.070479:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575151.070482:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575151.070488:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816079104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575151.070511:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575151.070520:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6004)
00000800:00000200:3.1:1788575151.070594:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575151.070596:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575151.070865:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575151.070867:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575151.071201:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575151.071204:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575151.071563:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575151.071565:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788575152.093174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575152.093180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575152.093186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575152.093193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575152.093198:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575152.093201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575152.093204:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575152.093206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575152.093208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575152.413190:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575152.413193:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575152.413196:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575153.117122:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575153.117128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575153.117130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575153.117135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575153.117139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575153.117141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575153.117143:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575153.117146:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575153.117149:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575154.141156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575154.141163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575154.141165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575154.141171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575154.141176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575154.141182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575154.141187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575154.141191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575154.141209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575154.461311:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575154.461315:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575154.461318:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575155.165159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575155.165166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575155.165169:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575155.165176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575155.165189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575155.165194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575155.165197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575155.165199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575155.165201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575155.485244:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575155.485251:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575155.485257:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575156.189202:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575156.189214:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575156.189225:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575156.189238:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575156.189249:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575156.189260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575156.189275:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575156.189279:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575156.189286:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575156.189720:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575156.189726:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575156.190446:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575156.190448:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575156.190663:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575156.190664:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575156.190881:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575156.190882:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575156.191224:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575156.191226:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1788575157.213218:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575157.213232:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575157.213240:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575157.213251:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575157.213260:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575157.213267:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575157.213279:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575157.213286:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575157.213291:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575157.533229:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575157.533232:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575157.533235:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575158.237145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575158.237154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575158.237156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575158.237161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575158.237167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575158.237172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575158.237177:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575158.237183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575158.237188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575158.557268:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575158.557273:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575158.557283:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575159.261217:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575159.261230:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575159.261238:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575159.261246:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575159.261254:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575159.261266:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575159.261275:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575159.261278:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575159.261281:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575160.605242:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575160.605245:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575160.605247:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575161.309173:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575161.309184:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575161.309189:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575161.309196:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575161.309203:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575161.309214:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6004
00000400:00000200:0.0:1788575161.309226:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575161.309234:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575161.309238:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575161.309241:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309244:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.309247:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309250:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575161.309254:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575161.309256:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575161.309259:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575161.309262:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575161.309265:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575161.309267:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575161.309271:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309273:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.309275:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309278:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575161.309281:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575161.309285:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309289:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575161.309292:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575161.309296:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575161.309299:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.309301:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575161.309304:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575161.309315:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575161.309320:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575161.309324:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575161.309326:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.309329:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575161.309332:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575161.309336:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575161.309346:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575161.309353:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575161.309363:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816079872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575161.309374:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575161.309380:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575161.309385:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816079872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575161.309417:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575161.309421:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575161.309426:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575161.309428:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575161.309430:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575161.309435:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575161.309441:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6004
00000400:00000200:0.0:1788575161.309450:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575161.309458:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575161.309464:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575161.309472:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309476:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.309482:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309496:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575161.309502:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575161.309506:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575161.309510:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575161.309515:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575161.309520:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575161.309525:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575161.309532:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309542:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.309548:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309552:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575161.309558:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575161.309565:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309571:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575161.309577:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575161.309584:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575161.309589:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.309594:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575161.309601:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575161.309609:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.309614:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575161.309622:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575161.309628:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575161.309634:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575161.309639:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.309642:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575161.309646:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575161.309650:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575161.309658:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575161.309666:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575161.309677:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816080000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575161.309693:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575161.309699:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575161.309719:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816080000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575161.309756:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575161.309792:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788575161.309793:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1788575161.309798:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1788575161.309800:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575161.309804:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575161.309808:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575161.309815:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575161.309821:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6004
00000400:00000200:0.0:1788575161.309834:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575161.309842:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575161.309848:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575161.309857:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309862:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.309868:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309874:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575161.309878:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575161.309881:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575161.309885:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575161.309889:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575161.309895:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575161.309901:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575161.309909:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309913:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.309918:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309924:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575161.309930:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575161.309946:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575161.309952:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575161.309958:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575161.309962:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575161.309968:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.309973:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575161.309976:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575161.309981:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.309985:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575161.309992:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575161.309997:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575161.310002:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575161.310005:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.310009:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575161.310012:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575161.310016:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575161.310023:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575161.310029:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575161.310039:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816080128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575161.310094:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575161.310099:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575161.310110:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816080128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575161.310126:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575161.310131:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575161.310139:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575161.310143:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575161.310147:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575161.310153:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575161.310159:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6004
00000400:00000200:0.0:1788575161.310166:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575161.310175:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575161.310181:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575161.310188:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310193:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.310200:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310205:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575161.310211:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575161.310214:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575161.310219:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575161.310222:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575161.310228:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575161.310233:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575161.310242:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310248:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.310255:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310262:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575161.310268:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575161.310275:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310282:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575161.310286:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575161.310291:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575161.310297:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.310302:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575161.310306:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575161.310314:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.310318:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575161.310325:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575161.310330:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575161.310335:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575161.310339:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.310344:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575161.310348:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575161.310351:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575161.310358:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575161.310366:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575161.310376:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816080256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575161.310389:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575161.310395:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575161.310403:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816080256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575161.310420:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575161.310427:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575161.310433:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575161.310437:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575161.310441:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575161.310448:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575161.310456:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6004
00000400:00000200:0.0:1788575161.310464:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575161.310471:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575161.310476:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575161.310482:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310485:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.310490:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310495:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575161.310501:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575161.310504:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575161.310508:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575161.310512:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575161.310516:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575161.310522:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575161.310531:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310536:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575161.310541:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310547:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575161.310553:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575161.310560:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575161.310566:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575161.310570:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575161.310576:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575161.310582:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.310586:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575161.310590:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575161.310596:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.310600:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575161.310606:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575161.310612:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575161.310617:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575161.310622:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575161.310626:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575161.310631:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575161.310635:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575161.310642:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575161.310649:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575161.310659:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816080384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575161.310674:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575161.310679:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575161.310687:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816080384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575161.310703:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575161.310710:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6014)
00000800:00000200:3.1:1788575161.310721:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575161.310725:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575161.311090:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575161.311093:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575161.311510:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575161.311512:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575161.311859:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575161.311862:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1788575161.629264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575161.629268:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575161.629271:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575163.677265:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575163.677269:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575163.677272:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575164.701338:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575164.701346:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575164.701352:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575166.429138:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575166.429149:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575166.429153:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575166.429158:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575166.429162:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575166.429170:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6009
00000400:00000200:0.0:1788575166.429181:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575166.429195:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575166.429199:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575166.429202:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429205:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.429208:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429209:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575166.429213:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575166.429215:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575166.429217:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575166.429220:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575166.429222:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575166.429223:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575166.429225:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429227:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.429228:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429229:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575166.429232:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575166.429234:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429236:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575166.429238:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575166.429240:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575166.429242:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429244:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575166.429246:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575166.429254:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575166.429257:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575166.429260:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575166.429261:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429263:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575166.429265:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575166.429269:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575166.429276:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575166.429281:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575166.429288:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816080512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575166.429296:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575166.429300:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575166.429303:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816080512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575166.429320:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575166.429322:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575166.429324:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575166.429326:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575166.429327:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575166.429329:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575166.429331:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6009
00000400:00000200:0.0:1788575166.429334:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575166.429337:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575166.429338:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575166.429341:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429343:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.429348:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429353:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575166.429356:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575166.429359:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575166.429361:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575166.429364:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575166.429368:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575166.429373:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575166.429379:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429384:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.429386:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429389:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575166.429392:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575166.429396:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429401:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575166.429409:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575166.429414:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575166.429419:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429422:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575166.429427:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575166.429431:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429435:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575166.429441:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575166.429445:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575166.429446:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575166.429447:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429459:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575166.429461:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575166.429463:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575166.429471:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575166.429478:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575166.429488:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816080640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575166.429520:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575166.429527:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575166.429539:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816080640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575166.429558:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575166.429564:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575166.429573:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575166.429577:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575166.429580:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575166.429587:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575166.429592:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6009
00000400:00000200:0.0:1788575166.429598:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575166.429605:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575166.429609:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575166.429617:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429619:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.429624:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429626:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575166.429630:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575166.429631:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575166.429632:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575166.429634:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575166.429637:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575166.429640:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575166.429643:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429645:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.429649:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429654:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575166.429656:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575166.429661:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429663:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575166.429665:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788575166.429667:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1788575166.429669:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1788575166.429671:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575166.429675:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429680:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575166.429684:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575166.429688:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429692:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575166.429698:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575166.429702:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575166.429707:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575166.429710:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429712:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575166.429715:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575166.429719:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575166.429724:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575166.429731:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575166.429741:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816080768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575166.429768:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575166.429775:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575166.429783:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816080768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575166.429802:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575166.429807:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575166.429813:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575166.429816:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575166.429820:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575166.429826:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575166.429833:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6009
00000400:00000200:0.0:1788575166.429843:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575166.429861:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575166.429868:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575166.429877:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429883:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.429891:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429899:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575166.429903:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575166.429907:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575166.429923:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575166.429928:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575166.429935:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575166.429939:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575166.429943:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429947:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.429952:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429959:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575166.429965:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575166.429972:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575166.429979:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575166.429984:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575166.429990:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575166.429995:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.429999:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575166.430003:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575166.430009:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.430019:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575166.430027:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575166.430032:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575166.430036:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575166.430039:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.430043:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575166.430044:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575166.430047:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575166.430079:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575166.430085:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575166.430095:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816080896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575166.430105:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575166.430110:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575166.430117:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816080896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575166.430126:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575166.430129:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575166.430135:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575166.430138:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575166.430139:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575166.430141:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575166.430143:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6009
00000400:00000200:0.0:1788575166.430151:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575166.430157:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575166.430160:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575166.430165:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.430170:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.430174:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.430178:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575166.430181:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575166.430184:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575166.430187:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575166.430191:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575166.430196:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575166.430200:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575166.430206:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.430210:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575166.430216:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575166.430220:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575166.430224:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575166.430226:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575166.430228:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575166.430229:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575166.430231:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575166.430236:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.430241:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575166.430243:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575166.430247:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.430251:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575166.430255:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575166.430259:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575166.430263:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575166.430266:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575166.430268:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575166.430271:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575166.430274:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575166.430278:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788575166.430283:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575166.430293:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816081024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575166.430306:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575166.430310:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575166.430318:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816081024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575166.430331:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575166.430338:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6019)
00000800:00000200:3.1:1788575166.430372:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575166.430374:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575166.430618:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575166.430620:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575166.430855:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575166.430857:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575166.431151:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575166.431153:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1788575166.749301:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575166.749307:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575166.749311:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575167.773198:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575167.773202:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575167.773206:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575169.821204:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575169.821208:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575169.821211:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575170.845212:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575170.845215:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575170.845218:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575171.549120:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575171.549127:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575171.549133:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575171.549150:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575171.549155:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575171.549164:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6014
00000400:00000200:0.0:1788575171.549175:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575171.549185:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575171.549191:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575171.549199:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549204:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549207:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549211:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575171.549215:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575171.549218:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575171.549221:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575171.549225:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575171.549228:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575171.549230:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575171.549234:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549236:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549237:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549239:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575171.549241:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575171.549244:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549245:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575171.549247:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575171.549251:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575171.549253:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549255:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575171.549257:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575171.549265:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575171.549268:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575171.549272:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575171.549273:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549275:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575171.549277:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575171.549281:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575171.549288:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575171.549293:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575171.549301:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816081152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575171.549310:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575171.549313:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575171.549317:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816081152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575171.549334:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575171.549337:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575171.549339:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575171.549341:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575171.549342:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575171.549344:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575171.549345:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6014
00000400:00000200:0.0:1788575171.549348:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575171.549351:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575171.549353:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575171.549356:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549358:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549361:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549362:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575171.549365:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575171.549367:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575171.549371:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575171.549373:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575171.549377:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575171.549379:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575171.549382:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549385:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549389:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549393:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575171.549398:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575171.549402:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549408:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575171.549412:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575171.549417:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575171.549420:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549426:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575171.549429:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575171.549433:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549439:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575171.549442:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575171.549446:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575171.549449:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575171.549451:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549455:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575171.549457:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575171.549461:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575171.549465:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575171.549468:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575171.549476:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816081280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575171.549484:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575171.549486:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575171.549493:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816081280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575171.549501:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575171.549504:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575171.549507:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575171.549509:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575171.549512:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575171.549516:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575171.549518:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6014
00000400:00000200:0.0:1788575171.549524:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575171.549527:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575171.549529:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575171.549532:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549537:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549541:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549544:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575171.549548:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575171.549549:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575171.549551:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575171.549554:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575171.549556:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575171.549560:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575171.549566:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549571:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549574:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549579:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575171.549582:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575171.549587:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549590:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575171.549593:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575171.549595:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575171.549600:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549602:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575171.549604:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575171.549608:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549609:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575171.549612:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575171.549615:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575171.549618:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575171.549619:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549621:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575171.549622:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575171.549624:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575171.549627:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575171.549632:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575171.549637:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816081408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575171.549648:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575171.549652:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575171.549658:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816081408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575171.549668:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575171.549674:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575171.549678:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575171.549681:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575171.549684:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575171.549688:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575171.549693:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6014
00000400:00000200:0.0:1788575171.549702:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575171.549708:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575171.549709:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575171.549712:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549716:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549720:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549724:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575171.549727:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575171.549730:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575171.549733:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575171.549735:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575171.549738:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575171.549741:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575171.549758:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549765:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549772:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549780:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788575171.549785:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788575171.549786:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000800:00000200:3.1:1788575171.549793:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1788575171.549796:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549801:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575171.549804:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575171.549809:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575171.549820:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549825:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575171.549829:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575171.549831:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549832:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575171.549836:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575171.549840:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575171.549845:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575171.549847:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.549851:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575171.549853:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575171.549856:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575171.549862:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575171.549867:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575171.549876:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816081536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575171.549886:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575171.549890:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575171.549898:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816081536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575171.549913:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575171.549918:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575171.549922:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575171.549927:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575171.549931:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575171.549945:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575171.549956:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6014
00000400:00000200:0.0:1788575171.549964:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575171.549973:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575171.549977:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575171.549983:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549989:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.549994:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.549995:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575171.549998:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575171.550000:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575171.550003:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575171.550005:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575171.550008:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575171.550014:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575171.550021:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.550023:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575171.550028:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575171.550033:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575171.550039:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575171.550047:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575171.550084:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575171.550089:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575171.550094:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575171.550097:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.550102:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575171.550105:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575171.550110:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.550114:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575171.550120:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575171.550124:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575171.550130:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575171.550134:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575171.550136:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575171.550152:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575171.550154:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575171.550159:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575171.550164:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575171.550172:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816081664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575171.550184:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575171.550189:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575171.550201:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816081664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575171.550224:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575171.550233:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6025)
00000800:00000200:3.1:1788575171.550479:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575171.550481:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575171.550698:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575171.550700:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575171.550903:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575171.550907:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575171.551135:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575171.551137:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788575172.893280:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575172.893284:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575172.893288:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575173.917297:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575173.917302:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575173.917306:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575175.965237:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575175.965240:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575175.965243:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575176.669122:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575176.669133:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575176.669140:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575176.669146:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575176.669151:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575176.669158:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6020
00000400:00000200:0.0:1788575176.669166:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575176.669172:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575176.669175:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575176.669178:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669190:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.669192:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669194:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575176.669198:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575176.669200:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575176.669203:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575176.669206:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575176.669208:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575176.669210:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575176.669213:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669215:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.669217:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669219:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575176.669222:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575176.669226:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669229:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575176.669232:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575176.669235:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575176.669237:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669240:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575176.669242:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575176.669250:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575176.669253:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575176.669257:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575176.669259:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669261:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575176.669264:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575176.669268:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575176.669275:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575176.669281:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575176.669288:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816081792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575176.669297:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575176.669302:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575176.669306:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816081792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575176.669326:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575176.669329:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575176.669332:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575176.669334:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575176.669335:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575176.669338:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575176.669341:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6020
00000400:00000200:0.0:1788575176.669345:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575176.669348:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575176.669351:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575176.669355:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669357:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.669360:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669364:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575176.669368:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575176.669371:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575176.669373:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575176.669377:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575176.669381:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575176.669385:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575176.669391:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669396:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.669399:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669410:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575176.669415:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575176.669422:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669429:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575176.669433:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575176.669439:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575176.669444:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669448:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575176.669453:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575176.669458:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669462:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575176.669468:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575176.669472:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575176.669477:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575176.669480:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669482:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575176.669484:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575176.669487:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575176.669494:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575176.669499:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575176.669510:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816081920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575176.669522:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575176.669526:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575176.669535:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816081920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575176.669552:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575176.669556:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575176.669562:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575176.669566:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575176.669570:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575176.669577:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575176.669583:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6020
00000400:00000200:0.0:1788575176.669592:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575176.669600:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575176.669605:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575176.669610:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669612:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.669615:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669618:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575176.669621:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575176.669623:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575176.669624:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575176.669628:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575176.669630:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.1:1788575176.669631:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575176.669633:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.1:1788575176.669635:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1788575176.669642:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669645:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.669647:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669651:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575176.669653:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575176.669659:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669661:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575176.669663:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575176.669666:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575176.669671:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669673:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575176.669677:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575176.669680:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669684:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575176.669688:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575176.669691:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575176.669693:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575176.669696:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669698:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575176.669701:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575176.669703:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575176.669708:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575176.669712:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575176.669717:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816082048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575176.669728:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575176.669732:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575176.669736:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816082048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575176.669743:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575176.669746:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575176.669750:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575176.669754:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575176.669759:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575176.669765:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575176.669770:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6020
00000400:00000200:0.0:1788575176.669778:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575176.669785:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575176.669789:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575176.669797:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669802:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.669807:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669812:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575176.669816:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575176.669819:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575176.669822:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575176.669825:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575176.669854:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575176.669859:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575176.669867:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669871:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.669877:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669881:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575176.669885:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575176.669890:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575176.669894:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575176.669897:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575176.669900:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575176.669903:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669908:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575176.669910:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575176.669914:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669917:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575176.669922:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575176.669925:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575176.669929:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575176.669931:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.669933:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575176.669936:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575176.669939:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575176.669942:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575176.669946:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575176.669953:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816082176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575176.669965:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575176.669969:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575176.669975:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816082176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575176.669999:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575176.670004:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575176.670008:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575176.670011:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575176.670014:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575176.670017:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575176.670020:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6020
00000400:00000200:0.0:1788575176.670025:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575176.670029:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575176.670032:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575176.670036:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.670039:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.670041:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.670044:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575176.670047:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575176.670048:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575176.670050:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575176.670069:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575176.670070:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575176.670072:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575176.670074:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.670075:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575176.670077:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575176.670080:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575176.670088:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575176.670092:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575176.670096:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575176.670097:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575176.670099:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575176.670105:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.670107:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575176.670110:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575176.670115:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.670118:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575176.670121:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575176.670124:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575176.670128:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575176.670130:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575176.670133:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575176.670136:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575176.670138:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575176.670143:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575176.670146:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575176.670151:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816082304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575176.670159:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575176.670163:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575176.670168:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816082304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575176.670179:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575176.670183:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6030)
00000800:00000200:3.1:1788575176.670247:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575176.670249:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575176.670472:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575176.670473:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575176.670641:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575176.670642:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575176.670878:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575176.670881:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1788575176.989201:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575176.989204:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575176.989206:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575179.037235:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575179.037238:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575179.037240:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575180.061249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575180.061253:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575180.061256:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575181.789121:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575181.789132:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575181.789136:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575181.789142:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575181.789150:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575181.789159:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6025
00000400:00000200:1.0:1788575181.789172:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575181.789178:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575181.789182:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575181.789184:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789186:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789188:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789190:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575181.789193:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575181.789194:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575181.789196:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575181.789199:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575181.789200:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575181.789202:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575181.789204:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789205:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789207:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789208:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575181.789210:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575181.789212:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789214:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575181.789216:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575181.789218:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575181.789219:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789221:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575181.789222:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575181.789229:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575181.789231:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575181.789234:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575181.789235:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789237:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575181.789239:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575181.789242:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575181.789247:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788575181.789252:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575181.789258:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816082432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575181.789267:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575181.789271:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575181.789276:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816082432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575181.789296:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575181.789299:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575181.789302:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575181.789303:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575181.789305:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575181.789308:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575181.789311:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6025
00000400:00000200:1.0:1788575181.789314:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575181.789316:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575181.789319:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575181.789323:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789326:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789330:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789333:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575181.789342:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575181.789344:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575181.789347:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575181.789350:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575181.789353:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575181.789355:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575181.789358:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789362:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789364:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789367:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575181.789369:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575181.789372:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789376:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575181.789378:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575181.789382:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575181.789385:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789389:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575181.789392:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575181.789395:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789398:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575181.789402:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575181.789406:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575181.789409:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575181.789411:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789420:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575181.789422:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575181.789424:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575181.789430:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575181.789433:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575181.789439:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816082560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575181.789449:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575181.789452:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575181.789458:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816082560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575181.789476:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575181.789480:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575181.789484:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575181.789487:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575181.789489:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575181.789492:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575181.789496:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6025
00000400:00000200:1.0:1788575181.789500:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575181.789503:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575181.789504:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575181.789509:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789512:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789515:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789529:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575181.789530:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575181.789533:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575181.789534:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575181.789536:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575181.789540:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575181.789544:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575181.789549:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789553:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789556:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789558:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575181.789559:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575181.789561:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789562:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575181.789563:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575181.789565:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575181.789569:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789571:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575181.789573:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575181.789577:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789580:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575181.789583:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575181.789586:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575181.789589:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575181.789591:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789595:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575181.789598:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575181.789601:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575181.789606:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575181.789612:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575181.789620:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816082688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788575181.789634:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575181.789636:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1788575181.789638:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1788575181.789639:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575181.789645:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816082688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575181.789654:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575181.789658:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575181.789663:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575181.789665:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575181.789667:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575181.789670:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575181.789673:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6025
00000400:00000200:1.0:1788575181.789677:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575181.789683:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575181.789687:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575181.789691:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789695:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789698:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789701:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575181.789704:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575181.789707:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575181.789709:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575181.789711:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575181.789714:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575181.789717:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575181.789723:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789726:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789729:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789731:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575181.789734:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575181.789737:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789741:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575181.789743:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575181.789746:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575181.789749:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789752:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575181.789754:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575181.789758:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789759:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575181.789762:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575181.789766:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575181.789770:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575181.789772:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789777:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575181.789778:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575181.789781:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575181.789785:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575181.789790:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575181.789796:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816082816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575181.789808:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575181.789811:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575181.789816:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816082816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575181.789826:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575181.789830:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575181.789835:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575181.789837:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575181.789841:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575181.789844:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575181.789848:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6025
00000400:00000200:1.0:1788575181.789853:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575181.789858:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575181.789861:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575181.789865:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789866:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789867:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789871:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575181.789874:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575181.789876:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575181.789878:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575181.789880:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575181.789884:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575181.789888:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575181.789894:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789896:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575181.789899:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789901:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575181.789904:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575181.789907:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575181.789910:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575181.789913:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575181.789915:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575181.789918:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789921:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575181.789923:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575181.789927:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789930:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575181.789935:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575181.789937:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575181.789940:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575181.789941:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575181.789943:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575181.789945:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575181.789948:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575181.789951:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575181.789956:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575181.789961:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816082944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575181.789987:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575181.789991:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575181.790000:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816082944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575181.790026:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575181.790031:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6035)
00000800:00000200:3.1:1788575181.790173:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575181.790175:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575181.790353:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575181.790355:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575181.790556:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575181.790557:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575181.790741:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575181.790742:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788575182.109205:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575182.109208:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575182.109211:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575183.133226:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575183.133229:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575183.133231:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575185.181211:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575185.181214:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575185.181216:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575186.205263:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575186.205266:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575186.205269:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575186.909167:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575186.909176:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575186.909180:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575186.909186:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575186.909194:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575186.909204:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6030
00000400:00000200:0.0:1788575186.909227:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575186.909235:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575186.909238:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575186.909242:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909245:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.909248:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909250:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575186.909253:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575186.909255:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575186.909258:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575186.909261:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575186.909264:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575186.909266:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575186.909269:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909271:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.909273:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909275:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575186.909278:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575186.909281:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909283:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575186.909286:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575186.909289:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575186.909292:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909294:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575186.909297:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575186.909305:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575186.909308:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575186.909312:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575186.909314:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909317:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575186.909318:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575186.909322:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575186.909330:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575186.909336:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575186.909344:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816083072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575186.909354:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575186.909358:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575186.909363:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816083072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575186.909381:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575186.909384:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575186.909387:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575186.909389:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575186.909390:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575186.909394:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575186.909397:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6030
00000400:00000200:0.0:1788575186.909403:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575186.909411:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575186.909414:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575186.909422:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909426:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.909430:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909433:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575186.909438:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575186.909440:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575186.909442:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575186.909446:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575186.909450:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575186.909454:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575186.909462:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909465:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.909469:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909472:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575186.909476:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575186.909479:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909484:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575186.909487:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575186.909494:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575186.909500:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909503:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575186.909508:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575186.909513:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909519:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575186.909525:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575186.909530:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575186.909535:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575186.909538:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909542:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575186.909545:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575186.909547:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575186.909554:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575186.909560:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575186.909568:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816083200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575186.909582:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575186.909586:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575186.909593:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816083200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575186.909609:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575186.909613:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575186.909617:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575186.909620:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575186.909623:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575186.909628:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575186.909633:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6030
00000400:00000200:0.0:1788575186.909641:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575186.909649:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575186.909654:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575186.909659:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909663:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.909669:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909674:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575186.909678:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575186.909681:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575186.909684:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575186.909686:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575186.909690:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575186.909695:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575186.909702:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909707:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.909711:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788575186.909714:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575186.909716:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575186.909722:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000200:3.1:1788575186.909722:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1788575186.909729:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909734:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575186.909738:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575186.909743:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575186.909746:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909749:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575186.909752:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575186.909756:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909760:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575186.909765:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575186.909771:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575186.909776:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575186.909778:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909780:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575186.909783:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575186.909786:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575186.909792:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575186.909797:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575186.909806:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816083328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575186.909817:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575186.909821:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575186.909828:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816083328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575186.909842:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575186.909847:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575186.909852:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575186.909854:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575186.909857:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575186.909862:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575186.909866:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6030
00000400:00000200:0.0:1788575186.909873:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575186.909877:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575186.909881:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575186.909886:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909890:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.909894:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909898:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575186.909903:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575186.909905:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575186.909909:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575186.909911:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575186.909916:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575186.909921:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575186.909929:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909938:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.909943:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909946:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575186.909951:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575186.909956:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575186.909961:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575186.909964:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575186.909969:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575186.909972:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909975:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575186.909978:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575186.909981:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.909984:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575186.909988:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575186.909992:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575186.909996:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575186.909998:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.910001:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575186.910003:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575186.910005:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575186.910009:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575186.910019:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575186.910028:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816083456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575186.910044:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575186.910048:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575186.910084:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816083456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575186.910102:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575186.910109:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575186.910116:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575186.910119:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575186.910121:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575186.910127:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575186.910130:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6030
00000400:00000200:0.0:1788575186.910136:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575186.910141:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575186.910144:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575186.910146:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.910150:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.910154:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.910157:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575186.910160:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575186.910162:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575186.910164:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575186.910166:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575186.910169:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575186.910172:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575186.910178:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.910180:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575186.910183:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575186.910186:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575186.910190:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575186.910193:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575186.910195:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575186.910199:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575186.910201:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575186.910204:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.910206:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575186.910221:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575186.910227:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.910230:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575186.910235:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575186.910238:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575186.910242:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575186.910244:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575186.910247:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575186.910249:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575186.910251:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575186.910257:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575186.910262:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575186.910269:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816083584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575186.910283:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575186.910286:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575186.910291:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816083584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575186.910304:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575186.910308:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6040)
00000800:00000200:3.1:1788575186.910403:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575186.910404:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575186.910601:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575186.910603:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575186.910756:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575186.910758:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575186.910962:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575186.910963:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788575188.253260:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575188.253269:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575188.253273:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575189.277211:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575189.277214:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575189.277217:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575191.325174:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575191.325178:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575191.325180:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575192.029120:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575192.029129:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575192.029134:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575192.029138:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575192.029144:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575192.029152:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6035
00000400:00000200:0.0:1788575192.029159:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575192.029165:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575192.029167:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575192.029170:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029173:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029175:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029177:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575192.029179:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575192.029180:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575192.029182:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575192.029184:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575192.029185:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575192.029187:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575192.029189:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029191:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029192:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029198:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575192.029200:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575192.029202:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029204:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575192.029206:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575192.029208:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575192.029210:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029212:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575192.029214:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575192.029220:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575192.029222:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575192.029225:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575192.029226:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029228:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575192.029230:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575192.029234:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575192.029240:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575192.029245:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575192.029251:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816083712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575192.029258:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575192.029261:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575192.029264:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816083712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575192.029277:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575192.029279:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575192.029281:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575192.029282:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575192.029283:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575192.029285:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575192.029287:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6035
00000400:00000200:0.0:1788575192.029289:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575192.029290:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575192.029292:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575192.029294:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029296:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029298:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029299:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575192.029301:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575192.029302:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575192.029303:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575192.029305:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575192.029309:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575192.029312:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575192.029316:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029318:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029322:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029326:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575192.029330:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575192.029335:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029339:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575192.029341:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575192.029346:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575192.029351:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029354:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575192.029358:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575192.029361:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029364:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575192.029368:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575192.029370:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575192.029372:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575192.029375:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029379:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575192.029379:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575192.029381:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575192.029386:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575192.029393:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575192.029402:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816083840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575192.029419:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575192.029424:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575192.029433:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816083840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575192.029446:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575192.029450:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575192.029454:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575192.029456:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575192.029460:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575192.029465:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575192.029474:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6035
00000400:00000200:0.0:1788575192.029490:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575192.029499:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575192.029504:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575192.029511:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029516:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029519:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029524:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575192.029528:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575192.029531:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575192.029535:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575192.029540:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000200:3.1:1788575192.029542:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575192.029545:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.1:1788575192.029546:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788575192.029552:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575192.029559:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029564:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029571:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029575:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575192.029582:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575192.029596:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029602:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575192.029608:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575192.029613:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575192.029619:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029621:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575192.029624:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575192.029628:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029631:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575192.029638:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575192.029642:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575192.029643:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575192.029644:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029646:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575192.029648:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575192.029650:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575192.029655:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575192.029660:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575192.029665:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816083968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575192.029674:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575192.029678:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575192.029685:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816083968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575192.029693:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575192.029697:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575192.029704:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575192.029706:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575192.029707:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575192.029711:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575192.029715:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6035
00000400:00000200:0.0:1788575192.029719:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575192.029724:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575192.029726:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575192.029731:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029734:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029738:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029743:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575192.029745:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575192.029748:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575192.029750:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575192.029753:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575192.029756:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575192.029759:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575192.029765:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029769:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029773:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029777:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575192.029781:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575192.029786:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029788:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575192.029791:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575192.029800:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575192.029803:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029808:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575192.029810:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575192.029814:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029817:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575192.029820:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575192.029822:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575192.029823:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575192.029824:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.029825:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575192.029827:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575192.029830:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575192.029836:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575192.029840:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575192.029852:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816084096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575192.029876:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575192.029881:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575192.029891:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816084096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575192.029918:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575192.029922:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575192.029928:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575192.029930:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575192.029933:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575192.029935:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575192.029940:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6035
00000400:00000200:0.0:1788575192.029948:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575192.029952:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575192.029955:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575192.029961:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029965:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.029969:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.029973:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575192.029977:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575192.029980:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575192.029983:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575192.029986:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575192.029988:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575192.029992:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575192.029999:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.030004:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575192.030009:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575192.030012:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575192.030015:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575192.030021:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575192.030026:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575192.030032:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575192.030038:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575192.030044:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.030049:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575192.030076:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575192.030082:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.030087:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575192.030095:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575192.030100:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575192.030104:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575192.030107:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575192.030111:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575192.030113:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575192.030117:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575192.030122:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575192.030129:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575192.030136:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816084224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575192.030148:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575192.030151:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575192.030157:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816084224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788575192.030161:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575192.030165:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1788575192.030172:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575192.030176:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6045)
00000800:00000200:3.1:1788575192.030351:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575192.030352:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575192.030519:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575192.030522:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575192.030851:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575192.030853:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788575192.349229:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575192.349233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575192.349236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575194.397259:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575194.397262:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575194.397264:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575195.421232:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575195.421235:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575195.421237:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575197.149133:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575197.149141:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575197.149144:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575197.149147:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575197.149151:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575197.149157:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6040
00000400:00000200:1.0:1788575197.149165:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575197.149171:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575197.149173:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575197.149175:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149178:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149181:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149183:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575197.149185:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575197.149187:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575197.149189:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575197.149191:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575197.149192:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575197.149194:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575197.149195:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149196:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149197:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149198:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575197.149200:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575197.149202:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149203:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575197.149205:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575197.149207:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575197.149208:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149210:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575197.149211:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575197.149217:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575197.149219:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575197.149222:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575197.149223:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149225:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575197.149227:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575197.149229:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575197.149235:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575197.149239:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575197.149245:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816084352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575197.149254:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575197.149257:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575197.149260:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816084352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575197.149274:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575197.149276:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575197.149278:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575197.149279:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575197.149280:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575197.149282:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575197.149283:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6040
00000400:00000200:1.0:1788575197.149285:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575197.149287:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575197.149289:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575197.149291:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149293:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149294:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149296:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575197.149297:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575197.149298:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575197.149299:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575197.149302:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575197.149304:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575197.149307:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575197.149310:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149312:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149316:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149318:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575197.149322:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575197.149327:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149332:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575197.149335:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575197.149340:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575197.149342:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149347:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575197.149350:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575197.149353:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149354:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575197.149357:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575197.149360:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575197.149365:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575197.149368:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149372:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575197.149375:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575197.149378:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575197.149384:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575197.149390:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575197.149399:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816084480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575197.149412:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575197.149415:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575197.149422:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816084480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575197.149436:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575197.149442:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575197.149447:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575197.149451:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575197.149453:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575197.149457:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575197.149463:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6040
00000400:00000200:1.0:1788575197.149471:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575197.149479:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575197.149483:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575197.149490:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149494:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149498:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149502:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575197.149505:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575197.149507:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575197.149511:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575197.149514:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575197.149518:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575197.149523:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575197.149530:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149534:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149539:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149545:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575197.149550:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575197.149556:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149561:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575197.149564:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575197.149568:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575197.149571:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149575:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575197.149579:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575197.149585:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149589:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575197.149605:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575197.149607:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575197.149610:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575197.149612:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149613:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575197.149615:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575197.149617:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575197.149622:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575197.149628:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575197.149644:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816084608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575197.149659:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575197.149663:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575197.149665:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575197.149670:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816084608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788575197.149671:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1788575197.149688:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575197.149693:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575197.149698:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575197.149702:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575197.149705:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575197.149708:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575197.149714:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6040
00000400:00000200:1.0:1788575197.149728:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575197.149739:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575197.149744:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575197.149751:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149755:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149757:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149763:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575197.149766:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575197.149767:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575197.149769:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575197.149770:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575197.149772:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575197.149776:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575197.149780:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149784:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149786:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149789:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575197.149791:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575197.149793:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149797:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575197.149798:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575197.149801:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575197.149803:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149807:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575197.149809:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575197.149811:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149814:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575197.149819:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575197.149823:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575197.149826:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575197.149828:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.149830:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575197.149832:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575197.149833:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575197.149839:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575197.149844:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575197.149849:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816084736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575197.149857:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575197.149860:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575197.149866:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816084736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575197.149884:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575197.149891:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575197.149903:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575197.149907:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575197.149921:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575197.149927:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575197.149933:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6040
00000400:00000200:1.0:1788575197.149942:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575197.149948:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575197.149952:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575197.149957:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149963:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.149968:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149973:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575197.149977:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575197.149979:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575197.149982:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575197.149985:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575197.149989:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575197.149991:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575197.149996:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.149999:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575197.150002:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575197.150006:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575197.150010:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575197.150013:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575197.150019:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575197.150024:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575197.150029:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575197.150033:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.150036:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575197.150038:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575197.150043:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.150046:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575197.150050:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575197.150071:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575197.150072:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575197.150073:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575197.150074:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575197.150076:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575197.150077:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575197.150080:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788575197.150084:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575197.150090:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816084864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575197.150098:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575197.150102:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575197.150108:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816084864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575197.150121:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575197.150127:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6050)
00000800:00000200:3.1:1788575197.150247:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575197.150249:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575197.150470:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575197.150473:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575197.150745:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575197.150747:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575197.150994:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575197.150996:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788575197.469246:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575197.469250:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575197.469253:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575198.493164:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575198.493167:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575198.493169:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575200.541200:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575200.541204:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575200.541208:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575201.565223:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575201.565226:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575201.565229:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575202.269141:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575202.269150:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575202.269154:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575202.269158:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575202.269164:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575202.269172:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6045
00000400:00000200:1.0:1788575202.269180:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575202.269187:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575202.269191:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575202.269196:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269200:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269204:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269207:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575202.269210:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575202.269212:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575202.269214:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575202.269217:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575202.269219:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575202.269220:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575202.269222:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269224:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269225:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269226:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575202.269228:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575202.269229:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269231:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575202.269233:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575202.269235:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575202.269237:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269238:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575202.269239:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575202.269246:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575202.269248:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575202.269250:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575202.269251:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269253:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575202.269254:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575202.269258:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575202.269262:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575202.269267:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575202.269274:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816084992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575202.269282:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575202.269284:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575202.269287:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816084992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575202.269302:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575202.269304:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575202.269306:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575202.269307:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575202.269309:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575202.269310:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575202.269311:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6045
00000400:00000200:1.0:1788575202.269314:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575202.269327:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575202.269330:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575202.269333:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269335:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269338:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269340:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575202.269343:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575202.269344:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575202.269346:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575202.269349:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575202.269354:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575202.269358:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575202.269361:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269365:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269372:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269374:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575202.269378:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575202.269383:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269387:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575202.269391:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575202.269394:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575202.269397:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269399:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575202.269402:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575202.269405:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269410:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575202.269413:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575202.269417:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575202.269422:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575202.269424:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269426:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575202.269430:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575202.269431:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575202.269434:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575202.269438:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575202.269444:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816085120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575202.269452:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575202.269456:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575202.269459:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816085120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575202.269471:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575202.269473:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575202.269476:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575202.269478:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575202.269480:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575202.269484:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575202.269486:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6045
00000400:00000200:1.0:1788575202.269489:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575202.269495:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575202.269498:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575202.269503:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269506:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269509:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269513:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575202.269517:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575202.269518:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575202.269521:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575202.269523:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575202.269526:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575202.269530:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575202.269536:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269537:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269538:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269539:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575202.269541:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575202.269543:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269546:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575202.269548:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575202.269549:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575202.269553:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269554:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575202.269557:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575202.269561:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269562:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575202.269568:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575202.269572:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575202.269575:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575202.269577:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269579:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575202.269581:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575202.269582:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575202.269586:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575202.269597:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575202.269606:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816085248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575202.269619:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575202.269624:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575202.269632:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816085248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575202.269648:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575202.269652:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575202.269657:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575202.269658:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575202.269659:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575202.269662:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575202.269666:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6045
00000400:00000200:1.0:1788575202.269673:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575202.269678:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575202.269679:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575202.269684:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269688:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269689:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269691:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575202.269694:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575202.269696:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575202.269698:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575202.269701:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575202.269706:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575202.269707:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000200:3.1:1788575202.269711:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575202.269713:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269716:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269717:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269718:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575202.269719:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575202.269721:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269722:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575202.269723:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575202.269725:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575202.269726:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269727:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575202.269728:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575202.269730:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269735:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575202.269738:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575202.269742:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575202.269746:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575202.269749:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269751:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575202.269753:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575202.269755:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575202.269760:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575202.269763:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575202.269768:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816085376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575202.269777:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575202.269781:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575202.269787:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816085376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575202.269794:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575202.269796:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575202.269801:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575202.269805:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575202.269808:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575202.269813:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575202.269816:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6045
00000400:00000200:1.0:1788575202.269823:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575202.269830:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575202.269835:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575202.269841:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269846:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269850:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269854:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575202.269858:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575202.269861:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575202.269866:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575202.269870:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575202.269882:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575202.269888:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575202.269895:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269901:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575202.269905:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269910:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575202.269915:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575202.269919:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575202.269921:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575202.269926:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575202.269930:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575202.269934:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269936:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575202.269941:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575202.269947:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269952:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575202.269958:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575202.269963:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575202.269969:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575202.269972:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575202.269976:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575202.269980:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575202.269984:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575202.269991:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575202.269999:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575202.270008:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816085504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575202.270023:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575202.270027:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575202.270035:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816085504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575202.270084:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575202.270092:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6055)
00000800:00000200:3.1:1788575202.270102:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575202.270251:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575202.270405:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575202.270556:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575203.613240:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575203.613243:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575203.613246:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575204.637273:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575204.637277:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575204.637280:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575206.685294:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575206.685297:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575206.685299:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575207.389181:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575207.389186:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575207.389190:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575207.389194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575207.389197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575207.389200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575207.389203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575207.389206:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575207.389209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575207.390586:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575207.390591:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575207.390986:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575207.390989:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575207.391349:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575207.391352:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575207.391562:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575207.391564:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575207.391744:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575207.391745:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1788575207.709310:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575207.709313:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575207.709317:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575208.413208:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575208.413216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575208.413219:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575208.413227:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575208.413232:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575208.413237:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575208.413241:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575208.413246:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575208.413249:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575209.437149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575209.437155:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575209.437157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575209.437161:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575209.437164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575209.437168:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575209.437170:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575209.437173:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575209.437175:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575209.757355:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575209.757361:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575209.757365:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575210.461229:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575210.461237:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575210.461241:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575210.461256:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575210.461265:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575210.461268:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575210.461271:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575210.461273:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575210.461275:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575210.781303:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575210.781308:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575210.781310:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575211.485223:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575211.485228:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575211.485230:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575211.485235:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575211.485240:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575211.485243:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575211.485245:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575211.485247:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575211.485250:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575212.509145:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575212.509151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575212.509155:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575212.509162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575212.509167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575212.509174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575212.509181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575212.509186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575212.509199:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575212.509921:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575212.509926:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788575212.510771:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575212.510773:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788575212.510982:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575212.510984:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788575212.511222:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575212.511224:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788575212.511568:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575212.511571:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1788575212.829272:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575212.829276:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575212.829279:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575213.533130:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575213.533136:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575213.533138:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575213.533144:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575213.533147:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575213.533150:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575213.533152:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575213.533154:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575213.533156:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575213.853307:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575213.853311:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575213.853315:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575215.901230:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575215.901235:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575215.901239:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575216.925279:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575216.925284:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575216.925287:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575217.629179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575217.629184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575217.629185:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575217.629187:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788575217.629188:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575217.629193:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575217.629197:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575217.629198:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575217.629202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575217.629202:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575217.629204:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575217.629207:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575217.629208:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575217.629214:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575217.629222:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6061
00000400:00000200:1.0:1788575217.629232:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575217.629239:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575217.629243:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575217.629246:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629250:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.629252:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629255:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575217.629260:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575217.629262:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575217.629265:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575217.629268:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575217.629271:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575217.629274:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575217.629278:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629280:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.629282:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629284:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575217.629287:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575217.629291:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629294:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575217.629297:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575217.629301:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575217.629304:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.629306:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575217.629309:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575217.629319:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575217.629322:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575217.629326:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575217.629328:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.629331:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575217.629334:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575217.629338:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575217.629347:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575217.629353:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575217.629363:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816086912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575217.629373:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575217.629377:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575217.629382:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816086912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575217.629406:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575217.629416:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575217.629420:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575217.629422:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575217.629424:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575217.629427:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575217.629430:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6061
00000400:00000200:1.0:1788575217.629434:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575217.629437:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575217.629440:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575217.629443:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629446:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.629452:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629457:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575217.629461:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575217.629463:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575217.629466:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575217.629469:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575217.629474:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575217.629480:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575217.629489:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629496:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.629502:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629508:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575217.629512:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575217.629519:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629523:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575217.629529:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575217.629536:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575217.629542:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.629546:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575217.629553:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575217.629559:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.629562:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575217.629569:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575217.629574:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575217.629581:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575217.629585:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.629590:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575217.629593:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575217.629597:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575217.629606:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575217.629611:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575217.629622:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816087040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575217.629641:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575217.629646:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575217.629656:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816087040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575217.629681:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575217.629715:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788575217.629715:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575217.629721:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00080000:1.0:1788575217.629723:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575217.629729:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575217.629733:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575217.629738:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575217.629747:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6061
00000400:00000200:1.0:1788575217.629754:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575217.629762:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575217.629768:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575217.629777:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629783:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.629790:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629796:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575217.629801:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575217.629804:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575217.629807:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575217.629811:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575217.629817:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575217.629822:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575217.629829:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629832:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.629838:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629844:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575217.629849:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575217.629855:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575217.629863:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575217.629868:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575217.629874:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575217.629879:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.629883:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575217.629889:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575217.629903:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.629911:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575217.629919:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575217.629926:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575217.629933:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575217.629937:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.629942:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575217.629946:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575217.629950:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575217.629957:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575217.629965:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575217.629978:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816087168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575217.630002:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575217.630008:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575217.630021:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816087168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575217.630093:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575217.630101:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575217.630110:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575217.630115:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575217.630120:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575217.630129:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575217.630137:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6061
00000400:00000200:1.0:1788575217.630146:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575217.630155:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575217.630159:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575217.630167:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630170:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.630172:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630175:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575217.630179:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575217.630183:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575217.630186:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575217.630190:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575217.630197:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575217.630201:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575217.630208:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630214:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.630221:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630228:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575217.630235:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575217.630244:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630250:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575217.630255:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575217.630260:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575217.630265:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.630271:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575217.630275:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575217.630282:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.630288:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575217.630290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575217.630293:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000010:1.0:1788575217.630294:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575217.630301:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575217.630308:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575217.630312:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.630319:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575217.630322:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575217.630327:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575217.630335:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575217.630343:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575217.630355:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816087296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575217.630375:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575217.630381:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575217.630392:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816087296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575217.630423:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575217.630428:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575217.630436:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575217.630439:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575217.630445:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575217.630450:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575217.630457:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6061
00000400:00000200:1.0:1788575217.630467:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575217.630475:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575217.630478:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575217.630487:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630492:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.630496:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630500:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575217.630504:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575217.630508:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575217.630512:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575217.630517:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575217.630522:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575217.630527:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575217.630535:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630539:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575217.630544:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630548:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575217.630554:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575217.630562:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575217.630568:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575217.630572:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575217.630577:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575217.630582:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.630587:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575217.630591:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575217.630597:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.630601:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575217.630608:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575217.630615:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575217.630621:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575217.630624:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575217.630629:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575217.630632:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575217.630636:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575217.630643:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575217.630649:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575217.630659:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816087424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575217.630698:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575217.630703:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575217.630714:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816087424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575217.630736:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575217.630745:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6071)
00000800:00000200:2.1:1788575217.630830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575217.630833:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575217.631123:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575217.631125:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575217.631358:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575217.631359:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1788575218.653149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575218.653156:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575218.653159:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575218.653165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575218.653169:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575218.653173:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575218.653178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575218.653180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575218.653185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575218.973268:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575218.973271:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575218.973274:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575219.677193:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575219.677200:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575219.677203:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575219.677213:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575219.677219:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575219.677224:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575219.677241:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575219.677244:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575219.677248:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575219.997276:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575219.997281:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575219.997284:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575220.701127:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575220.701137:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575220.701141:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575220.701148:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575220.701154:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575220.701159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575220.701165:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575220.701168:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575220.701170:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575221.725224:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575221.725236:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575221.725240:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575221.725250:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575221.725257:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575221.725262:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575221.725273:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575221.725278:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575221.725284:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575222.045310:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575222.045314:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575222.045317:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575222.749194:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575222.749200:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575222.749204:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575222.749211:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575222.749217:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575222.749223:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575222.749238:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575222.749244:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575222.749256:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575222.749782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575222.749789:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575222.750517:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575222.750520:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575222.750777:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575222.750780:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575222.751032:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575222.751034:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575222.751273:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575222.751275:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1788575223.069304:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575223.069308:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575223.069311:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575223.773185:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575223.773193:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575223.773196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575223.773205:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575223.773210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575223.773216:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575223.773222:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575223.773226:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575223.773229:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575224.797184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575224.797193:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575224.797196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575224.797204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575224.797210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575224.797216:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575224.797227:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575224.797231:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575224.797235:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575225.117332:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575225.117339:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575225.117345:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575225.821186:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575225.821196:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575225.821199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575225.821207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575225.821212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575225.821217:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575225.821220:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575225.821224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575225.821228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575226.141368:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575226.141374:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575226.141378:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575226.845153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575226.845160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575226.845162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575226.845166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575226.845170:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575226.845174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575226.845179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575226.845182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575226.845187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575227.869188:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575227.869202:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575227.869206:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575227.869217:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575227.869228:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575227.869233:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575227.869245:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575227.869255:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575227.869275:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575227.870192:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575227.870205:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575227.871129:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575227.871132:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575227.871458:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575227.871461:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575227.871770:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575227.871774:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575227.872091:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575227.872094:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788575228.189298:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575228.189302:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575228.189305:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575228.893200:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575228.893210:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575228.893213:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575228.893233:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575228.893238:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575228.893244:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575228.893254:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575228.893255:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575228.893257:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575229.213323:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575229.213328:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575229.213330:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575229.917169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575229.917200:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575229.917202:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575229.917206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575229.917210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575229.917214:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575229.917228:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575229.917232:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575229.917235:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575230.941207:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575230.941218:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575230.941221:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575230.941231:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575230.941237:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575230.941242:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575230.941247:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575230.941250:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575230.941253:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575231.261308:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575231.261313:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575231.261317:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575231.965147:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575231.965157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575231.965161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575231.965170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575231.965178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575231.965184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575231.965189:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575231.965192:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575231.965194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575232.285310:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575232.285314:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575232.285317:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575232.989145:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575232.989148:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575232.989152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575232.989155:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575232.989157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989159:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575232.989164:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788575232.989165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575232.989171:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575232.989172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575232.989176:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575232.989179:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6076
00000100:00000001:0.0:1788575232.989181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575232.989186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575232.989190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575232.989191:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575232.989198:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575232.989201:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575232.989204:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989207:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.989209:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989211:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575232.989214:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575232.989216:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575232.989219:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575232.989222:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575232.989224:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575232.989226:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575232.989229:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989230:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.989231:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989232:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575232.989242:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575232.989245:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989247:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575232.989251:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575232.989254:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575232.989257:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989258:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575232.989261:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575232.989269:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575232.989272:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575232.989277:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575232.989278:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989281:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575232.989284:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575232.989288:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575232.989298:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788575232.989305:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575232.989314:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816088832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575232.989323:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575232.989327:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575232.989331:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816088832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575232.989349:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575232.989351:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575232.989354:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575232.989355:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575232.989357:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575232.989359:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575232.989362:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6076
00000400:00000200:1.0:1788575232.989366:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575232.989369:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575232.989371:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575232.989375:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989378:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.989383:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989385:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575232.989389:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575232.989390:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575232.989393:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575232.989396:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575232.989400:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575232.989404:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575232.989410:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989413:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.989416:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989420:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575232.989425:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575232.989430:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989434:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575232.989438:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575232.989445:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575232.989449:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989452:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575232.989458:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575232.989461:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989465:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575232.989471:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575232.989473:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575232.989477:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575232.989480:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989481:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575232.989484:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575232.989485:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575232.989490:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575232.989493:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575232.989498:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816088960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575232.989511:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575232.989514:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575232.989524:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816088960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575232.989541:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575232.989546:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575232.989554:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575232.989556:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575232.989558:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575232.989565:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575232.989571:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6076
00000400:00000200:1.0:1788575232.989580:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575232.989584:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575232.989585:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575232.989588:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989590:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.989594:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989597:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575232.989600:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575232.989603:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575232.989606:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575232.989610:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575232.989614:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575232.989617:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575232.989625:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989629:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.989632:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989636:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575232.989642:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575232.989648:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989650:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575232.989653:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575232.989656:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575232.989659:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989661:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575232.989663:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575232.989666:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989668:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575232.989671:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575232.989674:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575232.989678:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575232.989680:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989682:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575232.989684:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575232.989687:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575232.989691:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575232.989696:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575232.989696:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00100000:1.0:1788575232.989701:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816089088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788575232.989703:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788575232.989712:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575232.989717:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575232.989723:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816089088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575232.989733:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575232.989738:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575232.989742:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575232.989746:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575232.989749:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575232.989752:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575232.989758:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6076
00000400:00000200:1.0:1788575232.989762:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575232.989765:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575232.989768:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575232.989773:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989777:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.989781:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989785:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575232.989789:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575232.989791:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575232.989794:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575232.989797:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575232.989802:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575232.989808:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575232.989817:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989821:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.989826:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989833:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575232.989839:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575232.989845:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575232.989850:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575232.989852:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575232.989857:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575232.989860:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989865:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575232.989868:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575232.989871:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989874:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575232.989878:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575232.989883:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575232.989889:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575232.989892:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.989896:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575232.989899:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575232.989902:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575232.989908:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575232.989913:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575232.989923:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816089216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575232.989935:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575232.989940:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575232.989948:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816089216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575232.989962:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575232.989966:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575232.989971:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575232.989974:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575232.989977:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575232.989980:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575232.989985:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6076
00000400:00000200:1.0:1788575232.989994:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575232.989999:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575232.990002:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575232.990008:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.990013:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.990016:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.990021:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575232.990026:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575232.990028:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575232.990032:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575232.990035:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575232.990040:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575232.990045:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575232.990091:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.990095:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575232.990099:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575232.990101:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575232.990104:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575232.990109:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575232.990113:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575232.990117:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575232.990121:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575232.990126:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.990130:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575232.990135:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575232.990140:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.990143:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575232.990147:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575232.990153:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575232.990159:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575232.990161:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575232.990166:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575232.990168:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575232.990172:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575232.990178:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575232.990183:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575232.990190:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816089344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575232.990201:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575232.990205:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575232.990210:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816089344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575232.990225:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575232.990230:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6086)
00000800:00000200:2.1:1788575232.990333:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575232.990335:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575232.990522:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575232.990524:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575232.990725:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575232.990727:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575232.990916:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575232.990918:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788575234.013160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575234.013169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575234.013174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575234.013182:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575234.013196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575234.013200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575234.013207:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575234.013211:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575234.013213:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575234.333325:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575234.333329:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575234.333333:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575235.037100:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575235.037106:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575235.037108:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575235.037112:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575235.037115:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575235.037119:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575235.037121:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575235.037123:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575235.037126:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575235.357198:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575235.357201:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575235.357204:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575236.061137:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575236.061145:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575236.061148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575236.061155:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575236.061159:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575236.061163:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575236.061168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575236.061171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575236.061174:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575237.085120:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575237.085128:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575237.085133:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575237.085141:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575237.085146:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575237.085152:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575237.085158:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575237.085162:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575237.085165:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575237.405205:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575237.405209:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575237.405212:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575238.109132:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575238.109142:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575238.109145:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575238.109160:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575238.109166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575238.109170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575238.109176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575238.109179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575238.109183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575238.109780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575238.109787:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575238.110519:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575238.110521:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575238.110784:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575238.110785:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575238.111037:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575238.111039:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575238.111319:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575238.111321:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1788575238.429290:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575238.429293:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575238.429296:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575239.133182:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575239.133192:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575239.133196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575239.133204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575239.133212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575239.133218:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575239.133225:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575239.133228:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575239.133230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575240.157181:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575240.157190:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575240.157196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575240.157203:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575240.157208:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575240.157213:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575240.157217:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575240.157221:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575240.157225:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575240.477285:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575240.477291:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575240.477295:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575241.181152:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575241.181158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575241.181161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575241.181166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575241.181170:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575241.181174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575241.181183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575241.181185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575241.181187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575241.501276:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575241.501279:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575241.501281:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575242.205155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575242.205163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575242.205166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575242.205174:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575242.205180:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575242.205184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575242.205189:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575242.205192:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575242.205194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575243.229146:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575243.229153:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575243.229157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575243.229162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575243.229166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575243.229171:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575243.229176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575243.229181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575243.229187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575243.229717:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575243.229722:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575243.230480:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575243.230484:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575243.230733:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575243.230735:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575243.231020:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575243.231022:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575243.231248:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575243.231249:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788575243.549265:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575243.549270:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575243.549273:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575244.253155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575244.253164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575244.253169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575244.253176:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575244.253182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575244.253187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575244.253202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575244.253207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575244.253210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575244.573281:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575244.573285:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575244.573289:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575245.277189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575245.277200:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575245.277206:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575245.277214:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575245.277223:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575245.277231:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575245.277245:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575245.277249:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575245.277253:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575246.301186:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575246.301194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575246.301198:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575246.301206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575246.301211:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575246.301217:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575246.301221:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575246.301225:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575246.301227:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575246.621328:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575246.621332:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575246.621334:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575247.325187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575247.325196:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575247.325199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575247.325206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575247.325210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575247.325215:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575247.325217:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575247.325223:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575247.325227:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575247.645233:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575247.645237:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575247.645240:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575248.349137:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575248.349142:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575248.349143:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575248.349149:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575248.349153:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1788575248.349154:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575248.349159:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575248.349160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575248.349166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575248.349167:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575248.349170:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575248.349174:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575248.349177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349177:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575248.349188:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6091
00000400:00000200:1.0:1788575248.349200:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575248.349208:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575248.349212:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575248.349217:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349221:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.349224:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349227:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575248.349231:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575248.349233:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575248.349236:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575248.349240:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575248.349242:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575248.349245:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575248.349249:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349251:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.349254:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349256:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575248.349259:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575248.349263:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349266:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575248.349268:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575248.349272:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575248.349275:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349277:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575248.349279:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575248.349287:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575248.349291:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575248.349295:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575248.349297:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349300:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575248.349302:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575248.349306:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575248.349313:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575248.349320:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575248.349330:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816090752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575248.349342:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575248.349347:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575248.349352:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816090752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575248.349374:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575248.349376:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575248.349381:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575248.349383:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575248.349384:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575248.349388:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575248.349391:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6091
00000400:00000200:1.0:1788575248.349396:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575248.349400:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575248.349403:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575248.349409:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349428:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.349431:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349434:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575248.349437:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575248.349438:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575248.349441:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575248.349446:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575248.349450:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575248.349463:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575248.349472:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349477:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.349481:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349484:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575248.349486:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575248.349490:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349495:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575248.349500:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575248.349506:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575248.349512:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349516:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575248.349521:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575248.349528:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349532:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575248.349539:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575248.349544:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575248.349551:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575248.349555:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349561:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575248.349564:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575248.349574:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575248.349581:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575248.349591:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575248.349604:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816090880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575248.349620:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575248.349625:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575248.349634:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816090880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575248.349649:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575248.349656:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575248.349662:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575248.349667:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575248.349670:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575248.349675:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575248.349682:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6091
00000400:00000200:1.0:1788575248.349691:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575248.349701:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575248.349707:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575248.349717:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349723:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.349731:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349738:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575248.349743:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575248.349746:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575248.349749:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575248.349752:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575248.349757:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.1:1788575248.349766:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575248.349768:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1788575248.349773:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575248.349783:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349791:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.349798:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349805:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575248.349811:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575248.349820:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575248.349826:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575248.349832:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575248.349838:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575248.349845:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349851:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575248.349854:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575248.349859:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349863:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575248.349871:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575248.349878:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575248.349884:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575248.349887:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.349889:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575248.349892:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575248.349896:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575248.349903:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575248.349909:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575248.349919:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816091008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575248.349945:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575248.349957:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575248.349964:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816091008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575248.349977:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575248.349982:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575248.349985:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575248.349989:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575248.349991:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575248.349994:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575248.350000:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6091
00000400:00000200:1.0:1788575248.350012:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575248.350030:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575248.350037:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575248.350045:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350076:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.350079:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350081:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575248.350083:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575248.350084:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575248.350087:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575248.350092:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575248.350095:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575248.350098:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575248.350103:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350106:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.350109:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350114:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575248.350119:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575248.350124:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350131:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575248.350132:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575248.350136:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575248.350140:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.350143:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575248.350147:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575248.350150:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.350152:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575248.350157:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575248.350162:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575248.350166:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575248.350169:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.350172:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575248.350174:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575248.350178:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575248.350182:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575248.350188:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575248.350198:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816091136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575248.350213:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575248.350217:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575248.350224:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816091136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575248.350254:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575248.350259:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575248.350265:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575248.350269:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575248.350272:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575248.350276:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575248.350281:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6091
00000400:00000200:1.0:1788575248.350288:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575248.350293:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575248.350297:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575248.350302:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350306:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.350312:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350316:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575248.350319:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575248.350322:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575248.350323:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575248.350324:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575248.350326:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575248.350330:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575248.350338:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350340:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575248.350344:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350349:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575248.350354:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575248.350359:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575248.350361:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575248.350365:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575248.350367:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575248.350372:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.350376:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575248.350378:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575248.350383:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.350386:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575248.350389:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575248.350393:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575248.350399:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575248.350402:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575248.350405:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575248.350407:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575248.350410:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575248.350429:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575248.350434:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575248.350441:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816091264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575248.350451:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575248.350455:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575248.350463:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816091264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575248.350478:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575248.350484:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6101)
00000800:00000200:2.1:1788575248.350592:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575248.350595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575248.350929:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575248.350932:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575248.351273:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575248.351276:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575248.351687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575248.351689:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788575249.373134:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575249.373141:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575249.373144:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575249.373151:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575249.373157:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575249.373163:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575249.373176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575249.373179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575249.373182:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575249.693231:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575249.693238:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575249.693240:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575250.397128:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575250.397135:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575250.397137:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575250.397143:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575250.397147:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575250.397151:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575250.397154:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575250.397157:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575250.397160:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575250.717234:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575250.717244:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575250.717247:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575251.421144:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575251.421151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575251.421155:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575251.421163:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575251.421168:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575251.421172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575251.421177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575251.421179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575251.421181:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575252.445157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575252.445163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575252.445168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575252.445175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575252.445183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575252.445190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575252.445197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575252.445200:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575252.445204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575252.765214:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575252.765217:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575252.765219:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575253.469167:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575253.469180:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575253.469184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575253.469191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575253.469199:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575253.469236:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575253.469243:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575253.469255:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575253.469261:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575253.469671:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575253.469680:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575253.470400:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575253.470402:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575253.470595:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575253.470597:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575253.470875:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575253.470877:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575253.471074:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575253.471076:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1788575253.789277:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575253.789282:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575253.789285:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575254.493142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575254.493148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575254.493152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575254.493157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575254.493175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575254.493180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575254.493192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575254.493197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575254.493208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575255.517201:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575255.517216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575255.517225:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575255.517231:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575255.517238:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575255.517246:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575255.517251:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575255.517257:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575255.517261:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575255.837315:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575255.837320:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575255.837323:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575256.541163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575256.541171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575256.541174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575256.541181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575256.541188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575256.541192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575256.541198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575256.541201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575256.541203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575256.861321:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575256.861326:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575256.861330:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575257.565112:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575257.565119:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575257.565121:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575257.565126:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575257.565132:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575257.565137:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575257.565141:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575257.565145:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575257.565149:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575258.589161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575258.589168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575258.589172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575258.589180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575258.589187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575258.589193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575258.589204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575258.589209:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575258.589213:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575258.589591:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575258.589595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575258.590050:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575258.590067:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575258.590267:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575258.590269:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575258.590477:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575258.590480:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575258.590761:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575258.590763:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1788575258.909231:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575258.909234:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575258.909237:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575259.613129:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575259.613137:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575259.613139:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575259.613145:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575259.613151:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575259.613157:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575259.613160:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575259.613164:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575259.613169:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575259.933310:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575259.933317:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575259.933323:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575260.637150:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575260.637158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575260.637161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575260.637174:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575260.637187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575260.637191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575260.637194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575260.637196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575260.637198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575261.661129:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575261.661136:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575261.661138:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575261.661142:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575261.661145:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575261.661148:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575261.661151:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575261.661153:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575261.661155:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575261.981245:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575261.981248:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575261.981250:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575262.685132:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575262.685139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575262.685143:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575262.685149:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575262.685154:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575262.685158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575262.685171:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575262.685175:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575262.685178:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575263.005257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575263.005260:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575263.005262:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575263.709116:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575263.709126:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575263.709131:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575263.709140:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575263.709146:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575263.709151:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575263.709165:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575263.709169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575263.709174:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575263.709681:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575263.709690:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575263.710405:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575263.710407:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575263.710598:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575263.710601:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575263.710828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575263.710830:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575263.711107:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575263.711109:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1788575264.733147:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575264.733155:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575264.733160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575264.733170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575264.733176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575264.733181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575264.733198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575264.733201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575264.733204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575265.053283:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575265.053286:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575265.053289:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575265.757184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575265.757193:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575265.757196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575265.757207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575265.757215:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575265.757220:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575265.757225:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575265.757230:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575265.757234:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575266.077335:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575266.077339:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575266.077342:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575266.781191:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575266.781201:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575266.781214:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575266.781220:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575266.781226:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575266.781232:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575266.781239:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575266.781242:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575266.781247:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575267.805181:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575267.805191:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575267.805195:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575267.805201:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575267.805204:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575267.805210:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575267.805221:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575267.805225:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575267.805228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575268.125321:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575268.125325:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575268.125328:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575268.829166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575268.829175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575268.829178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575268.829181:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788575268.829188:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575268.829188:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575268.829194:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575268.829196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575268.829199:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575268.829201:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575268.829205:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575268.829214:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6112
00000100:00000001:0.0:1788575268.829215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575268.829220:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575268.829224:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575268.829228:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575268.829235:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575268.829239:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575268.829242:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829245:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.829248:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829250:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575268.829254:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575268.829256:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575268.829259:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575268.829263:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575268.829264:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575268.829266:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575268.829269:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829270:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.829271:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829272:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575268.829274:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575268.829277:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829279:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575268.829281:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575268.829284:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575268.829286:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829288:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575268.829290:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575268.829299:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575268.829302:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575268.829307:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575268.829309:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829312:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575268.829314:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575268.829328:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575268.829336:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575268.829343:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575268.829353:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816093312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575268.829362:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575268.829366:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575268.829370:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816093312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575268.829388:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575268.829391:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575268.829394:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575268.829395:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575268.829396:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575268.829399:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575268.829401:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6112
00000400:00000200:1.0:1788575268.829404:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575268.829407:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575268.829409:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575268.829412:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829417:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.829420:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829423:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575268.829426:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575268.829428:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575268.829430:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575268.829434:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575268.829438:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575268.829442:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575268.829449:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829453:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.829457:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829459:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575268.829463:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575268.829471:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829477:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575268.829481:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575268.829489:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575268.829493:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829497:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575268.829502:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575268.829506:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829510:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575268.829514:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575268.829517:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575268.829522:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575268.829525:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829526:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575268.829528:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575268.829532:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575268.829536:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575268.829546:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575268.829555:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816093440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575268.829566:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575268.829570:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575268.829578:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816093440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575268.829593:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575268.829596:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575268.829599:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575268.829618:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575268.829621:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575268.829623:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575268.829628:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6112
00000400:00000200:1.0:1788575268.829634:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575268.829637:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575268.829639:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575268.829644:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829648:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.829650:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829652:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575268.829655:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575268.829657:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575268.829660:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575268.829663:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575268.829665:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575268.829666:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575268.829671:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829674:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.829679:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829682:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575268.829685:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575268.829689:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829694:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575268.829697:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575268.829700:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575268.829705:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829707:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575268.829711:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575268.829714:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829717:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575268.829722:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575268.829724:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575268.829729:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575268.829732:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829738:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575268.829741:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575268.829743:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575268.829750:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575268.829757:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575268.829765:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816093568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575268.829781:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1788575268.829782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575268.829786:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575268.829801:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816093568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575268.829808:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575268.829813:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575268.829819:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575268.829823:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575268.829824:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575268.829828:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575268.829832:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6112
00000400:00000200:1.0:1788575268.829836:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575268.829841:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575268.829843:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575268.829847:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829849:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.829853:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829856:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575268.829858:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575268.829861:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575268.829865:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575268.829866:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575268.829869:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575268.829873:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575268.829875:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829878:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.829882:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829884:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575268.829888:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575268.829892:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575268.829896:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575268.829902:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575268.829905:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575268.829908:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829909:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575268.829911:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575268.829913:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829918:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575268.829921:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575268.829925:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575268.829929:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575268.829932:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.829934:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575268.829937:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575268.829939:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575268.829944:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575268.829949:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575268.829956:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816093696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575268.829968:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575268.829971:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575268.829976:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816093696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575268.829989:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575268.829993:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575268.830000:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575268.830004:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575268.830006:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575268.830010:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575268.830016:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6112
00000400:00000200:1.0:1788575268.830020:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575268.830023:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575268.830028:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575268.830033:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.830037:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.830043:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.830047:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575268.830084:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575268.830097:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575268.830100:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575268.830104:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575268.830108:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575268.830111:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575268.830119:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.830123:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575268.830129:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575268.830134:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575268.830139:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575268.830146:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575268.830152:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575268.830156:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575268.830162:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575268.830168:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.830173:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575268.830177:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575268.830183:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.830187:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575268.830197:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575268.830203:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575268.830209:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575268.830212:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575268.830219:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575268.830221:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575268.830225:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575268.830232:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575268.830238:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575268.830243:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00100000:1.0:1788575268.830246:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816093824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575268.830267:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575268.830274:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575268.830284:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816093824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575268.830304:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575268.830313:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6122)
00000800:00000200:3.1:1788575268.830445:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575268.830631:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575268.830786:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575269.149224:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575269.149229:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575269.149232:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575269.853160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575269.853167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575269.853172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575269.853177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575269.853183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575269.853188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575269.853201:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575269.853205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575269.853209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575270.877157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575270.877165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575270.877168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575270.877173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575270.877178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575270.877189:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575270.877192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575270.877194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575270.877196:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575271.197249:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575271.197253:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575271.197255:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575271.901132:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575271.901139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575271.901141:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575271.901147:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575271.901151:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575271.901155:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575271.901164:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575271.901166:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575271.901168:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575272.221231:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575272.221234:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575272.221236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575272.925138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575272.925144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575272.925147:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575272.925153:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575272.925159:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575272.925164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575272.925169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575272.925171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575272.925173:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575273.949192:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575273.949197:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575273.949202:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575273.949206:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575273.949207:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949211:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788575273.949215:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575273.949217:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575273.949223:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575273.949224:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575273.949229:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575273.949235:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6117
00000100:00000001:0.0:1788575273.949246:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788575273.949247:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575273.949251:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575273.949255:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575273.949258:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575273.949262:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575273.949265:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949268:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949271:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949275:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575273.949279:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575273.949282:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575273.949285:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575273.949288:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575273.949292:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575273.949294:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575273.949298:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949300:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949303:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949305:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575273.949309:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575273.949313:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949316:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575273.949320:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575273.949324:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575273.949326:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949329:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575273.949332:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575273.949339:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575273.949343:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575273.949347:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575273.949350:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949354:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575273.949357:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575273.949362:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575273.949371:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575273.949379:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575273.949390:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816093952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575273.949401:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575273.949406:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575273.949411:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816093952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575273.949453:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575273.949457:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575273.949460:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575273.949461:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575273.949463:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575273.949465:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575273.949468:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6117
00000400:00000200:1.0:1788575273.949472:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575273.949475:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575273.949477:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575273.949479:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949481:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949484:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949485:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575273.949487:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575273.949488:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575273.949490:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575273.949492:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575273.949494:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575273.949496:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575273.949498:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949500:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949502:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949504:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575273.949507:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575273.949509:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949511:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575273.949513:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575273.949520:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575273.949522:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949524:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575273.949529:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575273.949532:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949534:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575273.949538:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575273.949541:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575273.949543:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575273.949544:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949546:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575273.949548:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575273.949549:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575273.949554:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575273.949561:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575273.949567:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816094080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575273.949575:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575273.949577:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575273.949580:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816094080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575273.949588:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575273.949590:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575273.949594:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575273.949595:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575273.949596:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575273.949599:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575273.949601:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6117
00000400:00000200:1.0:1788575273.949604:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575273.949607:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575273.949609:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575273.949612:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949615:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949616:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949619:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575273.949622:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575273.949623:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575273.949624:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575273.949626:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575273.949628:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575273.949630:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575273.949632:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949634:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949635:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949637:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575273.949641:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575273.949644:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949646:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575273.949648:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575273.949650:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575273.949652:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949654:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575273.949657:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575273.949660:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949662:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575273.949665:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575273.949668:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575273.949670:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575273.949671:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949673:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575273.949674:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575273.949676:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575273.949680:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575273.949682:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575273.949687:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816094208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575273.949693:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575273.949696:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575273.949700:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816094208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575273.949707:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575273.949710:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575273.949713:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575273.949715:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575273.949717:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575273.949719:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575273.949723:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6117
00000400:00000200:1.0:1788575273.949727:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575273.949730:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575273.949732:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575273.949735:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949737:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949738:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949740:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575273.949742:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575273.949744:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575273.949745:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575273.949747:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575273.949749:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575273.949751:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575273.949754:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949756:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949757:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949759:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575273.949761:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575273.949764:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949766:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575273.949768:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575273.949770:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575273.949773:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949775:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575273.949778:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575273.949780:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949781:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575273.949785:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575273.949788:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575273.949790:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575273.949792:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949793:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575273.949795:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575273.949796:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575273.949800:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575273.949803:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575273.949808:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816094336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575273.949814:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575273.949816:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575273.949819:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816094336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575273.949826:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575273.949828:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575273.949831:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575273.949832:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575273.949834:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575273.949836:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575273.949838:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6117
00000400:00000200:1.0:1788575273.949842:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575273.949845:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575273.949847:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575273.949850:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949852:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949853:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949855:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575273.949857:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575273.949857:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575273.949858:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575273.949860:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575273.949861:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575273.949863:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575273.949865:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949866:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575273.949867:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949868:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575273.949869:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575273.949871:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575273.949872:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575273.949873:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575273.949874:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575273.949875:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949877:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575273.949878:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575273.949879:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949880:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575273.949883:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575273.949884:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575273.949886:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575273.949887:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575273.949889:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575273.949890:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575273.949891:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575273.949895:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788575273.949898:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575273.949902:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816094464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575273.949907:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575273.949910:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575273.949913:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816094464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575273.949920:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575273.949926:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6127)
00000800:00000200:3.1:1788575273.950229:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575273.950233:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575273.950580:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575273.950582:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575273.950836:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575273.950838:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575273.951152:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575273.951154:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575273.951825:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575273.951827:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788575274.269281:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575274.269285:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575274.269287:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575274.973177:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575274.973189:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575274.973197:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575274.973207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575274.973218:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575274.973224:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575274.973227:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575274.973229:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575274.973232:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575275.293196:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575275.293200:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575275.293204:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575275.997154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575275.997161:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575275.997163:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575275.997168:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575275.997172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575275.997176:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575275.997179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575275.997183:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575275.997185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575277.021124:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575277.021130:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575277.021133:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575277.021138:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575277.021142:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575277.021145:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575277.021149:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575277.021151:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575277.021155:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575277.341258:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575277.341261:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575277.341264:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575278.045183:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575278.045194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575278.045198:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575278.045206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575278.045212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575278.045218:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575278.045230:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575278.045233:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575278.045236:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575278.365247:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575278.365251:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575278.365254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575279.069122:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575279.069126:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575279.069129:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575279.069133:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575279.069133:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575279.069138:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575279.069138:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788575279.069145:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575279.069145:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575279.069151:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575279.069152:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6122
00000100:00000001:0.0:1788575279.069155:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575279.069163:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575279.069167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788575279.069170:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1788575279.069171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575279.069174:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788575279.069176:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575279.069178:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069182:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069184:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069185:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575279.069188:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575279.069189:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575279.069191:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575279.069193:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575279.069195:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575279.069197:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575279.069199:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069200:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069201:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069202:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575279.069204:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575279.069206:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069208:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575279.069210:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575279.069212:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575279.069214:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069215:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575279.069217:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575279.069224:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575279.069226:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575279.069229:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575279.069230:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069232:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575279.069234:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575279.069237:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575279.069243:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575279.069248:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575279.069254:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816094592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575279.069261:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575279.069265:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575279.069268:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816094592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575279.069295:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575279.069297:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575279.069300:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575279.069301:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575279.069302:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575279.069304:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575279.069306:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6122
00000400:00000200:1.0:1788575279.069309:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575279.069313:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575279.069315:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575279.069317:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069319:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069321:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069325:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575279.069329:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575279.069330:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575279.069333:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575279.069335:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575279.069337:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575279.069343:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575279.069350:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069353:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069356:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069361:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575279.069365:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575279.069371:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069372:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575279.069373:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575279.069377:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575279.069378:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069380:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575279.069385:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575279.069390:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069392:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575279.069396:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575279.069399:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575279.069403:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575279.069405:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069408:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575279.069414:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575279.069418:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575279.069421:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575279.069425:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575279.069431:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816094720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575279.069442:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575279.069444:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575279.069448:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816094720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575279.069457:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575279.069462:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575279.069465:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575279.069466:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575279.069467:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575279.069472:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575279.069473:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6122
00000400:00000200:1.0:1788575279.069476:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575279.069478:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575279.069482:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575279.069487:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069491:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069493:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069495:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575279.069497:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575279.069499:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575279.069502:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575279.069504:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575279.069506:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575279.069510:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575279.069516:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069517:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069521:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069524:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575279.069526:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575279.069530:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069534:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575279.069535:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575279.069537:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575279.069540:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069541:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575279.069542:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575279.069544:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069547:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575279.069553:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575279.069554:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575279.069556:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575279.069557:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069560:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575279.069562:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575279.069564:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575279.069566:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575279.069570:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575279.069574:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816094848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575279.069578:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575279.069581:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575279.069584:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816094848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575279.069592:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575279.069594:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575279.069598:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575279.069599:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575279.069601:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575279.069606:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575279.069609:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6122
00000400:00000200:1.0:1788575279.069614:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575279.069619:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575279.069623:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575279.069628:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069630:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069633:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069634:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575279.069635:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575279.069636:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575279.069637:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575279.069640:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575279.069643:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575279.069647:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575279.069652:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069654:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069656:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069659:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575279.069661:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575279.069666:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069668:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575279.069669:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575279.069671:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575279.069674:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069675:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575279.069677:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575279.069679:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069682:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575279.069686:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575279.069689:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575279.069695:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575279.069698:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575279.069699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575279.069702:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1788575279.069703:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788575279.069705:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575279.069709:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575279.069716:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575279.069721:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575279.069727:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816094976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575279.069741:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575279.069746:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575279.069753:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816094976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575279.069776:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575279.069780:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575279.069786:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575279.069788:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575279.069790:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575279.069794:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575279.069798:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6122
00000400:00000200:1.0:1788575279.069804:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575279.069808:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575279.069811:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575279.069814:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069815:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069819:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069822:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575279.069825:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575279.069827:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575279.069830:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575279.069833:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575279.069834:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575279.069836:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575279.069841:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069843:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575279.069844:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069845:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575279.069847:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575279.069857:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575279.069860:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575279.069863:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575279.069866:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575279.069870:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069871:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575279.069873:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575279.069877:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069879:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575279.069884:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575279.069887:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575279.069890:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575279.069892:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575279.069896:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575279.069898:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575279.069900:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575279.069906:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575279.069910:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575279.069916:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816095104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575279.069927:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575279.069932:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575279.069941:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816095104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575279.069957:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575279.069964:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6132)
00000800:00000200:3.1:1788575279.070212:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575279.070214:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575279.070489:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575279.070492:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575279.070736:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575279.070737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575279.070937:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575279.070938:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788575280.093142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575280.093149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575280.093151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575280.093156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575280.093160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575280.093163:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575280.093167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575280.093169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575280.093174:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575280.413206:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575280.413209:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575280.413212:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575281.117137:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575281.117144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575281.117148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575281.117153:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575281.117156:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575281.117159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575281.117161:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575281.117164:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575281.117167:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575281.437236:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575281.437240:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575281.437243:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575282.141160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575282.141167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575282.141169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575282.141174:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575282.141177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575282.141191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575282.141195:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575282.141198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575282.141205:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575283.165161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575283.165167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575283.165170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575283.165177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575283.165181:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575283.165186:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575283.165188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575283.165190:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575283.165194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575283.485240:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575283.485243:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575283.485245:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575284.189167:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575284.189173:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575284.189176:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575284.189179:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788575284.189181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575284.189184:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575284.189187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575284.189188:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575284.189192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575284.189196:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575284.189202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575284.189204:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575284.189211:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575284.189213:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6127
00000100:00000001:0.0:1788575284.189215:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575284.189224:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575284.189231:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575284.189234:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575284.189238:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189241:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.189243:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189245:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575284.189247:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575284.189249:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575284.189251:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575284.189254:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575284.189255:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575284.189257:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575284.189259:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189260:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.189262:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189263:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575284.189265:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575284.189267:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189269:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575284.189272:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575284.189281:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575284.189284:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189287:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575284.189289:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575284.189297:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575284.189301:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575284.189305:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575284.189307:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189310:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575284.189312:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575284.189316:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575284.189322:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788575284.189327:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575284.189334:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816095232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575284.189341:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575284.189344:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575284.189347:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816095232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575284.189362:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575284.189364:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575284.189366:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575284.189367:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575284.189368:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575284.189371:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575284.189372:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6127
00000400:00000200:1.0:1788575284.189375:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575284.189377:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575284.189379:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575284.189382:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189383:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.189385:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189387:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575284.189389:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575284.189390:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575284.189390:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575284.189392:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575284.189393:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575284.189395:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575284.189398:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189400:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.189403:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189407:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575284.189409:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575284.189412:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189413:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575284.189415:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575284.189420:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575284.189424:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189427:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575284.189430:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575284.189436:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189439:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575284.189446:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575284.189448:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575284.189452:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575284.189454:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189458:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575284.189459:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575284.189461:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575284.189465:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575284.189470:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575284.189478:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816095360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575284.189492:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575284.189496:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575284.189503:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816095360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575284.189526:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575284.189531:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575284.189538:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575284.189541:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575284.189544:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575284.189551:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575284.189558:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6127
00000400:00000200:1.0:1788575284.189567:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575284.189572:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575284.189575:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575284.189582:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189584:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.189587:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189590:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575284.189592:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575284.189595:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575284.189599:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575284.189601:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575284.189604:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575284.189606:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575284.189612:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189615:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.189621:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189626:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575284.189629:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575284.189636:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189639:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575284.189640:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575284.189643:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575284.189647:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189650:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575284.189654:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575284.189658:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189659:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575284.189664:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575284.189669:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575284.189674:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575284.189677:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575284.189678:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575284.189680:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1788575284.189682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1788575284.189684:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575284.189689:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575284.189697:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575284.189703:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575284.189713:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816095488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575284.189730:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575284.189734:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575284.189741:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816095488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575284.189747:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575284.189748:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575284.189753:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575284.189754:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575284.189756:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575284.189758:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575284.189764:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6127
00000400:00000200:1.0:1788575284.189770:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575284.189776:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575284.189781:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575284.189788:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189791:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.189796:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189801:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575284.189805:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575284.189807:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575284.189809:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575284.189812:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575284.189816:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575284.189818:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575284.189824:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189827:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.189831:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189834:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575284.189835:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575284.189837:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575284.189841:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575284.189843:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575284.189847:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575284.189853:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189857:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575284.189860:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575284.189862:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189864:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575284.189870:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575284.189877:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575284.189883:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575284.189885:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.189889:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575284.189892:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575284.189897:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575284.189904:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575284.189911:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575284.189933:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816095616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575284.189946:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575284.189950:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575284.189959:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816095616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575284.189974:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575284.189980:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575284.189989:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575284.189993:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575284.189997:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575284.190001:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575284.190007:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6127
00000400:00000200:1.0:1788575284.190018:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575284.190026:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575284.190031:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575284.190037:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.190042:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.190048:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.190150:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575284.190157:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575284.190160:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575284.190165:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575284.190169:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575284.190175:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575284.190180:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575284.190186:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.190191:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575284.190196:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575284.190200:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575284.190206:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575284.190213:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575284.190220:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575284.190223:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575284.190228:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575284.190235:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.190240:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575284.190244:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575284.190251:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.190257:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575284.190265:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575284.190270:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575284.190275:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575284.190278:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575284.190282:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575284.190286:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575284.190288:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575284.190295:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575284.190301:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575284.190309:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816095744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575284.190329:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575284.190334:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575284.190341:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816095744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575284.190363:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575284.190364:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575284.190369:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1788575284.190371:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6137)
00000800:00000200:3.1:1788575284.190571:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575284.190573:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575284.190751:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575284.190753:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575284.191133:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575284.191136:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1788575284.509304:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575284.509308:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575284.509310:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575285.213183:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575285.213195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575285.213200:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575285.213205:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575285.213209:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575285.213215:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575285.213221:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575285.213224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575285.213226:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575286.237175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575286.237184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575286.237187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575286.237195:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575286.237201:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575286.237205:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575286.237215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575286.237217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575286.237219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575286.557281:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575286.557286:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575286.557289:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575287.261168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575287.261177:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575287.261180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575287.261188:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575287.261194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575287.261198:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575287.261202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575287.261206:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575287.261208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575287.581271:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575287.581276:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575287.581280:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575288.285184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575288.285192:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575288.285197:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575288.285204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575288.285210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575288.285216:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575288.285221:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575288.285224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575288.285226:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575289.309171:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575289.309180:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575289.309185:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575289.309186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575289.309198:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1788575289.309203:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575289.309203:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575289.309211:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575289.309212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575289.309218:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575289.309220:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575289.309223:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575289.309227:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575289.309233:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6132
00000100:00000001:0.0:1788575289.309235:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575289.309250:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575289.309263:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575289.309268:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575289.309275:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309279:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.309283:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309286:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575289.309290:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575289.309293:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575289.309297:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575289.309300:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575289.309303:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575289.309306:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575289.309309:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309311:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.309313:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309316:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575289.309319:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575289.309323:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309325:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575289.309328:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575289.309332:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575289.309335:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.309337:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575289.309340:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575289.309353:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575289.309357:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575289.309362:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575289.309364:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.309367:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575289.309370:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575289.309375:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575289.309386:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575289.309394:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575289.309405:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816095872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575289.309417:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575289.309423:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575289.309427:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816095872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575289.309450:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575289.309452:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575289.309456:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575289.309458:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575289.309459:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575289.309462:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575289.309465:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6132
00000400:00000200:1.0:1788575289.309470:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575289.309473:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575289.309476:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575289.309479:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309482:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.309484:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309486:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575289.309490:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575289.309494:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575289.309498:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575289.309511:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575289.309517:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575289.309524:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575289.309535:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309543:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.309551:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309561:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575289.309573:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575289.309582:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309590:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575289.309597:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575289.309606:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575289.309613:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.309617:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575289.309625:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575289.309632:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.309635:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575289.309646:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575289.309652:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575289.309659:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575289.309663:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.309666:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575289.309670:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575289.309678:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575289.309686:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575289.309694:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575289.309706:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816096000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575289.309721:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575289.309726:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575289.309742:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816096000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575289.309758:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575289.309764:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575289.309770:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575289.309773:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575289.309778:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575289.309783:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575289.309790:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6132
00000400:00000200:1.0:1788575289.309799:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575289.309807:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575289.309810:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575289.309818:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309823:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.309825:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309827:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575289.309832:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575289.309836:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575289.309840:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575289.309842:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575289.309845:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575289.309851:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575289.309858:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309864:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.309869:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309874:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575289.309880:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575289.309886:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575289.309898:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575289.309904:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575289.309908:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575289.309915:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.309919:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575289.309922:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575289.309928:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.309933:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575289.309940:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575289.309943:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575289.309948:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575289.309967:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.309970:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575289.309971:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575289.309973:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575289.309977:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575289.309980:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575289.309991:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816096128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575289.310002:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575289.310008:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575289.310017:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816096128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575289.310040:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575289.310044:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575289.310051:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575289.310090:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575289.310095:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575289.310106:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1788575289.310106:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575289.310113:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6132
00000800:00000200:3.1:1788575289.310116:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000400:00000200:1.0:1788575289.310125:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575289.310137:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575289.310141:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575289.310146:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310150:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.310155:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310159:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575289.310161:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575289.310162:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575289.310164:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575289.310169:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575289.310173:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575289.310175:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575289.310184:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310195:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.310200:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310203:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575289.310210:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575289.310220:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310222:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575289.310224:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575289.310236:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575289.310240:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.310249:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575289.310254:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575289.310263:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.310266:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575289.310269:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575289.310274:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575289.310284:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575289.310287:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.310294:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575289.310299:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575289.310303:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575289.310311:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575289.310316:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575289.310327:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816096256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575289.310356:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575289.310360:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575289.310366:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816096256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575289.310383:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575289.310387:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575289.310391:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575289.310396:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575289.310400:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575289.310405:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575289.310417:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6132
00000400:00000200:1.0:1788575289.310428:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575289.310438:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575289.310447:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575289.310458:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310468:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.310477:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310486:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575289.310500:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575289.310505:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575289.310515:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575289.310525:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575289.310530:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575289.310535:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575289.310548:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310556:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575289.310563:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310571:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575289.310582:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575289.310590:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575289.310600:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575289.310610:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575289.310619:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575289.310636:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.310640:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575289.310644:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575289.310650:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.310653:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575289.310661:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575289.310665:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575289.310668:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575289.310671:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575289.310676:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575289.310681:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575289.310683:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575289.310692:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575289.310700:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575289.310711:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816096384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575289.310777:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575289.310785:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575289.310798:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816096384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575289.310851:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575289.310862:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6142)
00000800:00000200:3.1:1788575289.311092:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575289.311095:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575289.311418:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575289.311420:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575289.311736:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575289.311739:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575289.312102:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575289.312106:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1788575289.629252:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575289.629255:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575289.629259:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575290.333199:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575290.333208:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575290.333215:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575290.333224:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575290.333232:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575290.333237:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575290.333243:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575290.333248:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575290.333255:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575290.653234:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575290.653238:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575290.653241:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575291.357138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575291.357146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575291.357149:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575291.357156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575291.357161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575291.357165:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575291.357167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575291.357169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575291.357172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575292.381155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575292.381162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575292.381166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575292.381173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575292.381180:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575292.381185:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575292.381192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575292.381196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575292.381200:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575292.701266:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575292.701270:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575292.701274:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575293.405134:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575293.405139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575293.405142:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575293.405146:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575293.405150:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575293.405152:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575293.405154:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575293.405156:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575293.405158:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575293.725269:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575293.725272:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575293.725275:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575294.429141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575294.429152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575294.429155:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575294.429162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575294.429167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575294.429188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575294.429193:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575294.429195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575294.429198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575294.429687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575294.429693:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575294.430251:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575294.430252:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575294.430432:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575294.430434:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575294.430604:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575294.430606:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575294.430885:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575294.430887:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1788575295.453143:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575295.453149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575295.453151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575295.453161:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575295.453164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575295.453167:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575295.453169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575295.453171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575295.453173:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575295.773198:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575295.773201:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575295.773204:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575296.477138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575296.477147:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575296.477151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575296.477157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575296.477164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575296.477170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575296.477178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575296.477181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575296.477184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575296.797255:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575296.797260:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575296.797269:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575297.501166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575297.501173:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575297.501176:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575297.501180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575297.501182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575297.501187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575297.501193:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575297.501198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575297.501201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575298.525132:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575298.525139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575298.525142:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575298.525147:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575298.525152:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575298.525155:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575298.525159:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575298.525163:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575298.525166:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575298.845219:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575298.845222:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575298.845225:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575299.549116:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575299.549122:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575299.549126:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575299.549134:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575299.549139:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575299.549145:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575299.549158:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575299.549161:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575299.549167:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575299.549617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575299.549622:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575299.550395:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575299.550398:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575299.550624:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575299.550641:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575299.550830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575299.550832:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575299.551162:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575299.551164:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1788575299.869288:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575299.869291:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575299.869294:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575300.573116:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575300.573122:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575300.573128:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575300.573133:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575300.573136:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575300.573139:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575300.573142:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575300.573144:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575300.573146:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575301.597180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575301.597185:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575301.597186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575301.597190:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575301.597193:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575301.597195:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575301.597197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575301.597199:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575301.597202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575301.917231:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575301.917234:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575301.917236:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575302.621122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575302.621127:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575302.621130:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575302.621135:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575302.621139:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575302.621142:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575302.621153:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575302.621157:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575302.621160:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575302.941227:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575302.941233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575302.941236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575304.669194:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575304.669211:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575304.669215:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575304.669227:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575304.669235:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575304.669252:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6148
00000400:00000200:1.0:1788575304.669270:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575304.669281:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575304.669285:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575304.669288:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669292:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.669294:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669296:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575304.669303:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575304.669306:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575304.669310:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575304.669314:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575304.669317:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575304.669320:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575304.669324:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669327:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.669329:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669332:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575304.669335:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575304.669339:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669342:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575304.669345:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575304.669348:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575304.669351:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.669353:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575304.669356:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575304.669369:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575304.669373:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575304.669379:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575304.669381:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.669385:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575304.669388:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575304.669393:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575304.669407:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788575304.669416:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575304.669427:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816097792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575304.669436:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575304.669440:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575304.669443:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816097792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575304.669485:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575304.669488:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575304.669492:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575304.669493:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575304.669495:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575304.669497:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575304.669500:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6148
00000400:00000200:1.0:1788575304.669503:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575304.669508:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575304.669514:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575304.669520:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669525:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.669531:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669538:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575304.669542:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575304.669543:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575304.669545:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575304.669548:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575304.669554:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575304.669558:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575304.669561:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669566:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.669570:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669573:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575304.669576:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575304.669588:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669592:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575304.669597:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575304.669605:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575304.669608:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.669609:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575304.669615:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575304.669620:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.669623:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575304.669631:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575304.669635:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575304.669640:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575304.669643:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.669649:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575304.669653:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575304.669658:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575304.669668:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575304.669674:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575304.669686:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816097920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575304.669695:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575304.669699:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575304.669705:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816097920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575304.669718:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575304.669722:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575304.669726:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575304.669731:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575304.669742:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575304.669748:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575304.669753:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6148
00000400:00000200:1.0:1788575304.669758:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575304.669766:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575304.669770:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575304.669777:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669781:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.669784:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669787:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575304.669792:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575304.669793:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575304.669794:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575304.669795:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575304.669797:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575304.669798:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575304.669803:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669804:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.669806:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669807:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575304.669811:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575304.669818:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575304.669821:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575304.669824:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575304.669827:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1788575304.669827:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788575304.669832:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575304.669834:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788575304.669835:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575304.669838:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575304.669844:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.669848:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575304.669854:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575304.669856:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575304.669859:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575304.669861:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.669866:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575304.669868:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575304.669870:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575304.669874:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575304.669879:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575304.669886:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816098048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575304.669906:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575304.669910:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575304.669916:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816098048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575304.669941:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575304.669946:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575304.669952:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575304.669953:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575304.669955:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575304.669961:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575304.669967:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6148
00000400:00000200:1.0:1788575304.669978:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575304.669983:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575304.669989:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575304.669997:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670003:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.670010:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670014:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575304.670018:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575304.670022:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575304.670025:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575304.670028:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575304.670033:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575304.670039:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575304.670045:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670092:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.670099:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670105:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575304.670111:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575304.670121:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670129:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575304.670134:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575304.670140:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575304.670148:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.670154:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575304.670158:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575304.670164:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.670169:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575304.670174:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575304.670179:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575304.670185:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575304.670189:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.670193:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575304.670197:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575304.670200:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575304.670207:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575304.670213:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575304.670223:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816098176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575304.670243:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575304.670250:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575304.670261:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816098176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575304.670276:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575304.670281:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575304.670287:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575304.670290:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575304.670293:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575304.670299:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575304.670303:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6148
00000400:00000200:1.0:1788575304.670310:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575304.670320:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575304.670326:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575304.670334:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670341:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.670349:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670354:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575304.670358:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575304.670361:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575304.670367:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575304.670372:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575304.670379:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575304.670387:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575304.670396:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670400:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575304.670408:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670412:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575304.670417:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575304.670424:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575304.670429:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575304.670433:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575304.670438:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575304.670442:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.670445:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575304.670450:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575304.670454:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.670459:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575304.670478:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575304.670482:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575304.670487:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575304.670489:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575304.670492:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575304.670494:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575304.670498:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575304.670505:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575304.670513:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575304.670525:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816098304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788575304.670536:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575304.670542:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788575304.670551:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575304.670557:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575304.670566:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816098304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575304.670582:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575304.670589:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6158)
00000800:00000200:3.1:1788575304.670787:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575304.670790:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575304.670984:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575304.670985:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575304.671267:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575304.671269:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1788575304.989309:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575304.989315:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575304.989319:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575306.013246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575306.013250:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575306.013253:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575308.061251:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575308.061255:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575308.061258:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575309.085227:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575309.085230:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575309.085233:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575309.789149:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575309.789159:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575309.789165:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575309.789170:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575309.789174:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575309.789183:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6153
00000400:00000200:1.0:1788575309.789193:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575309.789201:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575309.789205:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575309.789209:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789212:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789215:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789216:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575309.789219:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575309.789221:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575309.789223:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575309.789225:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575309.789227:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575309.789229:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575309.789231:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789232:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789233:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789234:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575309.789236:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575309.789238:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789240:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575309.789241:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575309.789244:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575309.789246:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789247:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575309.789249:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575309.789256:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575309.789259:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575309.789261:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575309.789263:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789266:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575309.789268:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575309.789271:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575309.789277:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575309.789282:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575309.789289:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816098432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575309.789296:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575309.789311:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575309.789316:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816098432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575309.789332:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575309.789334:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575309.789337:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575309.789338:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575309.789339:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575309.789341:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575309.789343:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6153
00000400:00000200:1.0:1788575309.789346:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575309.789348:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575309.789350:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575309.789353:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789356:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789358:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789359:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575309.789361:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575309.789362:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575309.789364:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575309.789366:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575309.789369:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575309.789372:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575309.789376:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789380:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789382:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789385:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575309.789388:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575309.789395:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789402:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575309.789407:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575309.789413:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575309.789418:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789423:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575309.789427:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575309.789432:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789436:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575309.789440:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575309.789444:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575309.789447:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575309.789450:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789451:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575309.789453:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575309.789458:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575309.789466:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575309.789471:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575309.789479:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816098560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575309.789489:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575309.789494:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575309.789501:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816098560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575309.789512:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575309.789516:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575309.789522:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575309.789524:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575309.789528:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575309.789531:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575309.789535:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6153
00000400:00000200:1.0:1788575309.789539:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575309.789542:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575309.789546:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575309.789551:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789555:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789558:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789563:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575309.789565:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575309.789569:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575309.789571:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575309.789573:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575309.789576:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575309.789579:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575309.789582:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789587:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789589:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789593:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575309.789596:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575309.789597:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789599:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575309.789602:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575309.789605:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575309.789607:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789609:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575309.789611:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575309.789613:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789615:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575309.789618:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575309.789619:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575309.789621:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575309.789623:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789625:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575309.789628:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575309.789631:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575309.789634:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575309.789638:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575309.789645:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816098688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575309.789654:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575309.789658:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575309.789664:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816098688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575309.789676:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575309.789679:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575309.789684:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575309.789687:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575309.789689:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575309.789694:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575309.789698:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6153
00000400:00000200:1.0:1788575309.789704:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575309.789706:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575309.789708:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575309.789711:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789715:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789720:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789723:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575309.789727:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575309.789730:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575309.789731:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575309.789734:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575309.789736:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575309.789740:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575309.789743:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789744:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789748:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789750:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575309.789752:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575309.789757:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789760:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575309.789764:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575309.789766:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575309.789770:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789773:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575309.789775:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575309.789778:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789780:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575309.789780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:1.0:1788575309.789784:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575309.789787:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000800:00000200:3.1:1788575309.789787:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1788575309.789791:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575309.789794:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789796:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575309.789798:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575309.789800:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575309.789805:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575309.789808:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575309.789814:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816098816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575309.789844:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575309.789849:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575309.789854:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816098816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575309.789882:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575309.789885:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575309.789889:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575309.789892:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575309.789893:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575309.789897:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575309.789901:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6153
00000400:00000200:1.0:1788575309.789908:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575309.789913:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575309.789918:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575309.789921:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789924:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789928:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789931:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575309.789933:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575309.789934:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575309.789936:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575309.789939:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575309.789941:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575309.789946:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575309.789953:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789957:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575309.789960:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789963:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575309.789968:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575309.789975:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575309.789980:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575309.789983:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575309.789987:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575309.789989:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789992:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575309.789994:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575309.789996:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.789998:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575309.790003:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575309.790007:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575309.790013:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575309.790014:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575309.790016:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575309.790018:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575309.790021:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575309.790025:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575309.790028:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575309.790034:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816098944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575309.790044:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575309.790047:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575309.790051:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816098944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575309.790091:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575309.790095:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6163)
00000800:00000200:3.1:1788575309.790426:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575309.790429:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575309.790741:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575309.790744:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575309.791047:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575309.791050:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575309.791379:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575309.791382:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788575311.133216:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575311.133221:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575311.133225:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575312.157293:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575312.157313:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575312.157317:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575314.205268:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575314.205271:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575314.205274:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788575314.909819:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575314.909825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575314.910548:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575314.910551:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575314.910871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575314.910874:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575314.911224:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575314.911227:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575314.911515:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575314.911518:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1788575315.229309:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575315.229315:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575315.229319:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575317.277298:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575317.277301:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575317.277303:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575318.301211:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575318.301216:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575318.301220:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575320.029176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575320.029182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575320.029186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575320.029197:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575320.029201:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575320.029204:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575320.029206:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575320.029209:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575320.029214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575320.029703:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575320.029707:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575320.030284:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575320.030287:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575320.030505:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575320.030506:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575320.030716:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575320.030718:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575320.030944:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575320.030946:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1788575320.349242:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575320.349246:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575320.349250:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575321.053168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575321.053174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575321.053179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575321.053187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575321.053194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575321.053198:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575321.053204:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575321.053207:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575321.053209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575321.373249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575321.373254:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575321.373258:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575322.077168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575322.077178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575322.077183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575322.077189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575322.077195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575322.077201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575322.077218:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575322.077222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575322.077225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575323.101180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575323.101190:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575323.101193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575323.101202:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575323.101209:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575323.101215:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575323.101227:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575323.101230:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575323.101232:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575323.421276:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575323.421280:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575323.421283:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575324.445302:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575324.445307:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575324.445312:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575325.149164:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575325.149173:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575325.149178:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575325.149182:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575325.149197:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575325.149208:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6168
00000400:00000200:0.0:1788575325.149216:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575325.149224:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575325.149228:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575325.149232:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149235:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.149238:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149240:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575325.149245:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575325.149248:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575325.149251:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575325.149254:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575325.149257:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575325.149260:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575325.149263:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149265:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.149268:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149270:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575325.149273:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575325.149276:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149278:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575325.149280:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575325.149283:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575325.149285:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.149287:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575325.149289:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575325.149298:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575325.149301:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575325.149304:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575325.149305:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.149315:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575325.149317:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575325.149321:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575325.149329:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575325.149334:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575325.149342:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816100352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575325.149350:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575325.149356:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575325.149360:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816100352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575325.149379:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575325.149381:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575325.149384:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575325.149385:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575325.149387:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575325.149390:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575325.149394:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6168
00000400:00000200:0.0:1788575325.149398:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575325.149403:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575325.149406:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575325.149412:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149417:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.149424:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149431:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575325.149436:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575325.149440:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575325.149444:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575325.149447:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575325.149451:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575325.149456:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575325.149462:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149466:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.149473:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149480:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575325.149487:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575325.149492:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149500:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575325.149506:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575325.149512:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575325.149516:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.149519:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575325.149523:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575325.149527:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.149531:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575325.149544:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575325.149548:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575325.149556:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575325.149560:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.149564:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575325.149567:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575325.149571:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575325.149580:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575325.149589:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575325.149600:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816100480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575325.149623:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575325.149627:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575325.149635:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816100480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575325.149651:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575325.149657:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575325.149660:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575325.149663:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575325.149666:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575325.149669:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575325.149674:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6168
00000800:00000200:2.1:1788575325.149678:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:0.0:1788575325.149682:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.1:1788575325.149684:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000400:00000200:0.0:1788575325.149688:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575325.149691:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575325.149698:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149701:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.149704:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149707:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575325.149711:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575325.149713:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575325.149715:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575325.149719:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575325.149723:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575325.149726:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575325.149732:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149736:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.149742:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149757:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575325.149762:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575325.149770:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149777:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575325.149783:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575325.149787:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575325.149791:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.149793:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575325.149796:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575325.149802:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.149805:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575325.149841:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575325.149847:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575325.149853:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575325.149857:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.149862:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575325.149865:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575325.149869:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575325.149875:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575325.149880:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575325.149890:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816100608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575325.149902:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575325.149905:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575325.149911:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816100608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575325.149921:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575325.149926:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575325.149932:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575325.149935:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575325.149938:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575325.149943:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575325.149948:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6168
00000400:00000200:0.0:1788575325.149954:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575325.149959:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575325.149964:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575325.149968:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149971:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.149974:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.149977:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575325.149980:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575325.149982:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575325.149983:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575325.149987:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575325.149991:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575325.149998:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575325.150007:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.150012:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.150015:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.150017:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575325.150020:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575325.150023:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575325.150026:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575325.150028:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575325.150033:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575325.150040:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.150045:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575325.150047:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575325.150077:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.150082:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575325.150088:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575325.150093:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575325.150099:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575325.150102:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.150107:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575325.150109:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575325.150112:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575325.150118:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575325.150124:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575325.150132:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816100736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575325.150143:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575325.150147:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575325.150156:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816100736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575325.150168:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575325.150173:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575325.150178:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575325.150182:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575325.150186:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575325.150190:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575325.150194:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6168
00000400:00000200:0.0:1788575325.150201:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575325.150205:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575325.150210:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575325.150216:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.150221:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.150225:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.150228:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575325.150234:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575325.150237:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575325.150243:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575325.150248:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575325.150253:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575325.150259:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575325.150268:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.150272:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575325.150276:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575325.150281:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575325.150283:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575325.150287:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575325.150293:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575325.150295:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575325.150299:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575325.150304:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.150308:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575325.150311:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575325.150314:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.150317:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575325.150320:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575325.150325:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575325.150331:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575325.150332:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575325.150334:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575325.150337:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575325.150341:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575325.150347:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575325.150352:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575325.150361:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816100864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575325.150371:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575325.150375:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575325.150379:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816100864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575325.150389:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575325.150394:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6178)
00000800:00000200:2.1:1788575325.150459:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575325.150461:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575325.150729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575325.150743:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575325.151039:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575325.151041:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575325.151313:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575325.151315:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788575326.493221:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575326.493225:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575326.493229:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575327.517260:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575327.517268:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575327.517272:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575329.565227:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575329.565231:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575329.565235:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575330.269156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575330.269162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575330.269167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575330.269174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575330.269182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575330.269187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575330.269195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575330.269199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575330.269206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575330.269620:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575330.269627:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575330.270277:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575330.270279:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575330.270505:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575330.270507:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575330.270704:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575330.270706:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575330.270919:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575330.270922:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1788575330.589248:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575330.589252:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575330.589255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575331.293120:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575331.293128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575331.293130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575331.293138:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575331.293145:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575331.293149:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575331.293152:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575331.293156:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575331.293158:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575332.317133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575332.317140:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575332.317144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575332.317149:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575332.317155:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575332.317159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575332.317164:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575332.317170:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575332.317175:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575332.637234:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575332.637237:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575332.637240:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575333.661321:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575333.661325:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575333.661328:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575335.389166:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575335.389176:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575335.389180:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575335.389189:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575335.389198:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575335.389209:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6178
00000400:00000200:1.0:1788575335.389219:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575335.389228:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575335.389232:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575335.389237:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389241:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.389244:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389247:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575335.389252:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575335.389255:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575335.389258:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575335.389262:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575335.389265:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575335.389267:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575335.389270:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389272:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.389274:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389276:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575335.389279:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575335.389283:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389287:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575335.389291:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575335.389295:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575335.389298:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.389301:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575335.389304:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575335.389317:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575335.389322:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575335.389327:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575335.389329:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.389333:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575335.389336:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575335.389341:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575335.389353:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788575335.389362:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575335.389376:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816101632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575335.389390:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575335.389395:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575335.389401:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816101632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575335.389426:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575335.389429:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575335.389433:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575335.389435:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575335.389438:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575335.389442:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575335.389445:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6178
00000400:00000200:1.0:1788575335.389450:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575335.389455:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575335.389459:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575335.389465:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389471:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.389478:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389484:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575335.389490:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575335.389493:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575335.389496:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575335.389512:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575335.389518:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575335.389524:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575335.389532:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389538:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.389544:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389549:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575335.389553:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575335.389558:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389563:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575335.389569:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575335.389593:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575335.389601:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.389605:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575335.389613:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575335.389622:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.389626:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575335.389633:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575335.389639:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575335.389644:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575335.389647:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.389652:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575335.389655:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575335.389659:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575335.389667:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575335.389675:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575335.389687:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816101760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575335.389713:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575335.389719:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575335.389727:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816101760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788575335.389741:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575335.389751:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575335.389754:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575335.389758:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575335.389760:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575335.389762:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575335.389765:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575335.389770:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6178
00000400:00000200:1.0:1788575335.389781:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575335.389789:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575335.389793:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575335.389802:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389808:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.389813:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389819:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575335.389825:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575335.389828:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575335.389834:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575335.389839:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575335.389843:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575335.389847:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575335.389856:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389862:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.389868:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389875:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575335.389883:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575335.389891:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575335.389899:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575335.389904:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575335.389910:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575335.389917:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.389921:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575335.389926:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575335.389934:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.389939:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575335.389945:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575335.389950:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575335.389957:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575335.389961:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.389964:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575335.389965:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575335.389967:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575335.389972:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575335.389978:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575335.389986:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816101888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575335.389999:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575335.390002:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575335.390010:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816101888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575335.390024:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575335.390036:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575335.390044:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575335.390048:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575335.390100:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575335.390107:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1788575335.390113:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575335.390116:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6178
00000400:00000200:1.0:1788575335.390125:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575335.390132:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575335.390137:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575335.390145:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390150:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.390156:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390161:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575335.390167:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575335.390170:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575335.390175:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575335.390179:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575335.390184:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575335.390189:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575335.390197:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390202:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.390209:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390212:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575335.390218:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575335.390226:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390232:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575335.390234:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575335.390238:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575335.390240:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.390246:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575335.390250:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575335.390256:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.390260:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575335.390268:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575335.390274:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575335.390286:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575335.390291:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.390295:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575335.390299:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575335.390303:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575335.390313:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575335.390320:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575335.390330:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816102016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575335.390345:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575335.390351:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575335.390361:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816102016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575335.390381:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575335.390387:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575335.390393:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575335.390396:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575335.390399:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575335.390406:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575335.390414:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6178
00000400:00000200:1.0:1788575335.390423:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575335.390432:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575335.390438:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575335.390445:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390452:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575335.390458:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390464:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575335.390470:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575335.390473:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575335.390477:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575335.390481:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575335.390487:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575335.390493:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575335.390501:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390508:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575335.390508:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575335.390514:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390520:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575335.390525:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575335.390533:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575335.390541:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575335.390547:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575335.390553:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575335.390560:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.390568:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575335.390573:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575335.390596:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.390598:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575335.390603:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575335.390608:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575335.390614:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575335.390617:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575335.390621:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575335.390625:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575335.390628:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575335.390634:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575335.390640:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575335.390651:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816102144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575335.390667:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575335.390671:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575335.390678:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816102144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575335.390698:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575335.390706:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6188)
00000800:00000200:2.1:1788575335.390815:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575335.390985:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575335.709303:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575335.709306:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575335.709309:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575336.733333:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575336.733337:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575336.733340:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575338.781247:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575338.781250:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575338.781259:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575339.805255:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575339.805263:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575339.805277:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1788575340.509780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575340.509784:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788575340.510303:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575340.510306:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788575340.510642:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575340.510645:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788575340.510924:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575340.510926:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1788575340.511275:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575340.511278:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 57 secs later)
00000100:00000001:1.0:1788575341.533215:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575341.533226:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575341.533229:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575341.533240:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575341.533246:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575341.533252:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575341.533264:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575341.533268:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575341.533272:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575341.853240:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575341.853244:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575341.853248:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575342.557145:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575342.557152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575342.557156:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575342.557164:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575342.557169:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575342.557174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575342.557179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575342.557182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575342.557184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575342.877235:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575342.877239:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575342.877241:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575343.581162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575343.581170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575343.581175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575343.581188:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575343.581192:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575343.581195:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575343.581206:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575343.581210:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575343.581214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575344.925270:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575344.925275:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575344.925279:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575345.629172:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575345.629180:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575345.629185:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575345.629192:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575345.629199:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575345.629207:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6189
00000400:00000200:0.0:1788575345.629217:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575345.629224:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575345.629227:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575345.629230:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629233:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.629236:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629238:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575345.629241:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575345.629243:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575345.629246:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575345.629248:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575345.629250:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575345.629251:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575345.629253:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629254:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.629255:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629257:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575345.629259:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575345.629263:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629266:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575345.629269:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575345.629273:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575345.629276:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629278:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575345.629281:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575345.629290:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575345.629295:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575345.629299:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575345.629301:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629304:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575345.629306:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575345.629311:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575345.629319:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575345.629325:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575345.629333:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816102912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575345.629345:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575345.629350:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575345.629355:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816102912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575345.629379:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575345.629383:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575345.629387:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575345.629389:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575345.629391:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575345.629395:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575345.629398:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6189
00000400:00000200:0.0:1788575345.629404:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575345.629410:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575345.629416:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575345.629440:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629445:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.629450:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629454:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575345.629458:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575345.629461:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575345.629465:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575345.629470:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575345.629476:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575345.629481:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575345.629497:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629503:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.629506:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629508:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575345.629512:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575345.629518:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629523:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575345.629526:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575345.629531:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575345.629535:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629537:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575345.629542:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575345.629546:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629550:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575345.629558:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575345.629563:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575345.629567:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575345.629569:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629573:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575345.629576:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575345.629579:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575345.629584:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575345.629589:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575345.629596:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816103040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575345.629607:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575345.629610:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575345.629615:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816103040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575345.629626:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575345.629631:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575345.629637:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575345.629639:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575345.629640:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575345.629644:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575345.629649:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6189
00000400:00000200:0.0:1788575345.629653:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575345.629658:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575345.629661:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575345.629666:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629670:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.629676:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629680:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575345.629685:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575345.629688:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575345.629691:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575345.629694:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575345.629697:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575345.629700:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575345.629706:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629710:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.629715:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629717:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575345.629722:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575345.629727:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629729:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575345.629733:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575345.629736:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575345.629738:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629741:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575345.629743:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575345.629747:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629750:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575345.629753:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575345.629757:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575345.629760:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575345.629763:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575345.629764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575345.629765:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575345.629767:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788575345.629772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1788575345.629777:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575345.629784:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575345.629788:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575345.629792:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816103168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575345.629806:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575345.629809:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575345.629815:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816103168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575345.629825:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575345.629829:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575345.629839:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575345.629843:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575345.629849:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575345.629856:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575345.629863:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6189
00000400:00000200:0.0:1788575345.629871:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575345.629881:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575345.629887:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575345.629892:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629895:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.629899:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629901:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575345.629904:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575345.629907:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575345.629909:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575345.629911:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575345.629916:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575345.629920:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575345.629926:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629928:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.629932:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629937:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575345.629941:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575345.629945:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575345.629950:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575345.629953:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575345.629958:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575345.629961:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629964:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575345.629968:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575345.629972:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.629981:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575345.629989:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575345.629994:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575345.630001:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575345.630005:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.630009:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575345.630013:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575345.630017:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575345.630024:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575345.630030:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575345.630039:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816103296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575345.630050:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575345.630088:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575345.630095:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816103296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575345.630111:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575345.630115:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575345.630123:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575345.630126:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575345.630129:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575345.630134:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575345.630137:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6189
00000400:00000200:0.0:1788575345.630144:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575345.630148:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575345.630153:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575345.630157:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.630160:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.630164:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.630168:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575345.630172:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575345.630174:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575345.630177:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575345.630179:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575345.630182:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575345.630186:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575345.630191:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.630192:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575345.630198:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575345.630201:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575345.630204:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575345.630207:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575345.630211:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575345.630214:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575345.630218:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575345.630222:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.630226:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575345.630230:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575345.630233:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.630237:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575345.630242:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575345.630246:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575345.630249:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575345.630250:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575345.630251:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575345.630252:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575345.630256:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575345.630265:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575345.630271:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575345.630283:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816103424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575345.630309:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575345.630314:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575345.630321:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816103424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575345.630337:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575345.630343:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6199)
00000800:00000200:2.1:1788575345.630439:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575345.630441:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788575345.630705:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575345.630707:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788575345.630919:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575345.630921:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788575345.631256:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575345.631257:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1788575345.949252:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575345.949256:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575345.949259:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575347.997268:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575347.997273:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575347.997277:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575349.021197:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575349.021201:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575349.021204:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575350.749139:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575350.749149:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575350.749154:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575350.749159:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575350.749166:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575350.749175:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6194
00000400:00000200:0.0:1788575350.749188:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575350.749197:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575350.749201:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575350.749208:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749211:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.749213:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749215:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575350.749217:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575350.749219:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575350.749221:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575350.749224:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575350.749226:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575350.749228:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575350.749230:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749232:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.749233:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749235:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575350.749237:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575350.749240:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749241:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575350.749244:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575350.749246:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575350.749248:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749250:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575350.749251:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575350.749259:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575350.749261:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575350.749264:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575350.749266:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749268:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575350.749270:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575350.749273:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575350.749280:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575350.749285:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575350.749292:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816103552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575350.749301:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575350.749304:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575350.749308:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816103552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575350.749325:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575350.749328:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575350.749330:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575350.749332:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575350.749340:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575350.749358:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575350.749360:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6194
00000400:00000200:0.0:1788575350.749364:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575350.749368:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575350.749372:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575350.749376:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749381:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.749386:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749388:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575350.749393:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575350.749395:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575350.749398:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575350.749401:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575350.749410:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575350.749413:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575350.749417:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749421:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.749425:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749429:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575350.749435:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575350.749445:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749452:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575350.749457:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575350.749466:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575350.749471:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749477:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575350.749483:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575350.749489:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749493:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575350.749499:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575350.749504:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575350.749508:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575350.749513:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749518:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575350.749522:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575350.749526:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575350.749534:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575350.749541:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575350.749554:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816103680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575350.749577:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575350.749582:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575350.749593:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816103680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575350.749617:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575350.749625:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575350.749632:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575350.749635:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575350.749638:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575350.749642:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575350.749649:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6194
00000400:00000200:0.0:1788575350.749658:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575350.749664:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575350.749667:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575350.749673:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749676:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.749681:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749685:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.1:1788575350.749686:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575350.749689:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788575350.749691:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000020:00000040:0.0:1788575350.749692:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575350.749695:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575350.749698:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575350.749703:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575350.749707:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575350.749713:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749715:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.749728:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749732:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575350.749736:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575350.749740:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749742:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575350.749747:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575350.749750:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575350.749753:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749758:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575350.749761:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575350.749766:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749770:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575350.749776:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575350.749780:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575350.749784:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575350.749785:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749787:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575350.749788:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575350.749789:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575350.749792:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575350.749795:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575350.749803:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816103808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575350.749817:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575350.749822:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575350.749826:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816103808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575350.749841:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575350.749845:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575350.749851:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575350.749855:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575350.749858:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575350.749865:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575350.749874:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6194
00000400:00000200:0.0:1788575350.749887:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575350.749898:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575350.749903:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575350.749910:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749915:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.749919:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749923:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575350.749925:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575350.749925:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575350.749927:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575350.749929:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575350.749933:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575350.749936:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575350.749940:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749944:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.749949:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749952:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575350.749956:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575350.749961:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575350.749965:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575350.749970:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575350.749974:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575350.749978:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749980:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575350.749983:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575350.749989:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.749992:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575350.749998:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575350.750003:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575350.750009:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575350.750012:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.750016:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575350.750019:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575350.750021:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575350.750027:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575350.750031:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575350.750040:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816103936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575350.750073:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575350.750075:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575350.750079:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816103936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575350.750096:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575350.750104:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575350.750115:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575350.750120:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575350.750126:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575350.750131:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575350.750138:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6194
00000400:00000200:0.0:1788575350.750148:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575350.750154:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575350.750159:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575350.750167:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.750172:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.750177:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.750180:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575350.750183:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575350.750186:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575350.750190:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575350.750192:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575350.750195:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575350.750200:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575350.750204:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.750207:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575350.750212:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575350.750214:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575350.750217:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575350.750222:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575350.750225:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575350.750228:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575350.750233:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575350.750236:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.750237:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575350.750239:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575350.750243:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.750246:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575350.750252:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575350.750256:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575350.750262:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575350.750264:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575350.750269:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575350.750272:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575350.750277:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575350.750283:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575350.750290:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575350.750298:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816104064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575350.750312:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575350.750316:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575350.750322:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816104064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575350.750336:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575350.750358:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6204)
00000800:00000200:2.1:1788575350.750451:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575350.750454:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575350.750687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575350.750691:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575350.750911:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575350.750913:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575350.751213:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575350.751215:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1788575351.069234:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575351.069238:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575351.069241:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575352.093209:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575352.093213:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575352.093216:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575354.141248:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575354.141252:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575354.141257:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575355.165290:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575355.165294:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575355.165298:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575355.869146:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575355.869151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575355.869154:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575355.869160:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575355.869166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575355.869170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575355.869179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575355.869183:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575355.869186:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575355.869780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575355.869789:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575355.870294:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575355.870296:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575355.870519:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575355.870521:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575355.870712:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575355.870714:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575355.870977:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575355.870980:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1788575356.893137:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575356.893144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575356.893150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575356.893158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575356.893164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575356.893169:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575356.893185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575356.893188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575356.893192:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575357.213279:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575357.213282:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575357.213284:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575357.917160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575357.917166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575357.917168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575357.917173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575357.917177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575357.917181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575357.917183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575357.917185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575357.917188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575358.237298:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575358.237302:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575358.237305:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575358.941147:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575358.941157:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575358.941161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575358.941168:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575358.941174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575358.941179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575358.941192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575358.941196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575358.941201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575359.965161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575359.965168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575359.965172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575359.965179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575359.965184:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575359.965190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575359.965214:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575359.965218:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575359.965224:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575360.285260:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575360.285263:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575360.285266:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575360.989170:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575360.989177:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575360.989181:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575360.989199:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575360.989205:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575360.989211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575360.989234:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575360.989237:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575360.989240:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575360.989284:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575360.989292:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575360.989295:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575360.989299:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575360.989304:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575360.989311:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6204
00000400:00000200:1.0:1788575360.989320:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575360.989327:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575360.989330:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575360.989333:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989336:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.989338:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989339:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575360.989343:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575360.989345:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575360.989348:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575360.989351:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575360.989353:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575360.989354:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575360.989358:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989359:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.989361:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989362:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575360.989364:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575360.989367:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989368:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575360.989371:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575360.989374:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575360.989376:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.989378:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575360.989379:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575360.989390:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575360.989393:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575360.989397:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575360.989398:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.989401:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575360.989403:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575360.989409:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575360.989416:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575360.989423:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575360.989432:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816104832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575360.989441:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575360.989445:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575360.989448:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816104832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575360.989469:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575360.989472:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575360.989475:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575360.989476:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575360.989478:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575360.989481:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575360.989484:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6204
00000400:00000200:1.0:1788575360.989487:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575360.989489:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575360.989492:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575360.989494:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989496:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.989498:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989500:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575360.989503:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575360.989511:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575360.989519:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575360.989521:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575360.989525:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575360.989530:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575360.989539:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989545:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.989549:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989554:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575360.989559:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575360.989567:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989577:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575360.989580:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575360.989589:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575360.989594:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.989596:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575360.989602:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575360.989606:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.989609:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575360.989613:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575360.989618:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575360.989626:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575360.989628:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.989633:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575360.989635:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575360.989638:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575360.989660:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575360.989665:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575360.989675:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816104960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575360.989692:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575360.989695:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575360.989698:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816104960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575360.989713:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575360.989716:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575360.989718:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575360.989722:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575360.989724:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575360.989735:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575360.989739:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6204
00000400:00000200:1.0:1788575360.989750:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575360.989753:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575360.989755:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575360.989767:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989770:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.989772:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989775:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575360.989782:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575360.989785:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575360.989790:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575360.989793:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575360.989800:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575360.989804:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575360.989809:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989811:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.989816:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989823:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575360.989828:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575360.989830:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989832:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575360.989833:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575360.989835:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575360.989836:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.989838:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575360.989842:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575360.989849:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.989857:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575360.989861:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575360.989864:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575360.989866:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575360.989872:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.989876:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575360.989878:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575360.989879:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575360.989883:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575360.989888:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575360.989894:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816105088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575360.989902:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575360.989909:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575360.989919:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816105088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575360.989925:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575360.989932:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575360.989938:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575360.989939:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575360.989940:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575360.989943:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575360.989947:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6204
00000400:00000200:1.0:1788575360.989953:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575360.989964:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575360.989967:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575360.989970:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989975:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.989979:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.989982:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575360.989985:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575360.989990:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575360.989993:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575360.989995:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575360.989999:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575360.990006:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575360.990012:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.990018:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.990024:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.990030:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575360.990033:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575360.990040:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575360.990047:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575360.990100:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575360.990106:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575360.990110:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.990115:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575360.990119:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575360.990123:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.990125:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575360.990130:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575360.990134:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575360.990139:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575360.990146:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.990152:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575360.990155:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575360.990160:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575360.990168:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575360.990172:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575360.990179:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00100000:1.0:1788575360.990181:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816105216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788575360.990203:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1788575360.990225:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575360.990228:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575360.990235:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816105216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575360.990247:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575360.990250:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575360.990258:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575360.990260:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575360.990262:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575360.990267:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575360.990271:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6204
00000400:00000200:1.0:1788575360.990277:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575360.990281:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575360.990286:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575360.990291:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.990295:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.990298:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.990301:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575360.990308:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575360.990314:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575360.990321:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575360.990324:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575360.990335:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575360.990339:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575360.990344:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.990349:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575360.990355:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575360.990362:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575360.990369:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575360.990371:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575360.990373:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575360.990374:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575360.990376:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575360.990379:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.990388:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575360.990392:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575360.990402:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.990405:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575360.990409:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575360.990416:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575360.990423:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575360.990430:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575360.990440:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575360.990442:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575360.990445:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575360.990456:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575360.990462:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575360.990469:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816105344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575360.990485:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575360.990488:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575360.990498:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816105344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575360.990516:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575360.990521:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6214)
00000800:00000200:2.1:1788575360.990764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575360.990766:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575360.990949:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575360.990951:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575360.991153:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575360.991155:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575360.991404:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575360.991407:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1788575361.309282:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575361.309287:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575361.309291:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575362.013220:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575362.013226:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575362.013231:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575362.013243:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575362.013256:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575362.013267:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575362.013280:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575362.013285:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575362.013290:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575363.037143:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575363.037149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575363.037152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575363.037172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575363.037176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575363.037181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575363.037185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575363.037188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575363.037191:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575363.357281:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575363.357289:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575363.357294:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575364.061217:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575364.061224:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575364.061227:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575364.061232:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575364.061236:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575364.061239:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575364.061241:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575364.061243:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575364.061245:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575364.381230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575364.381234:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575364.381237:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575365.085103:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575365.085112:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575365.085115:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575365.085121:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575365.085137:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575365.085141:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575365.085144:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575365.085147:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575365.085151:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575366.109179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575366.109186:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575366.109190:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575366.109196:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575366.109200:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575366.109203:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575366.109205:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575366.109208:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575366.109212:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575366.109738:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575366.109743:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575366.110380:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575366.110382:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575366.110573:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575366.110574:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575366.110749:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575366.110751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575366.110982:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575366.110984:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788575366.429235:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575366.429239:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575366.429243:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575367.133130:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575367.133135:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575367.133138:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575367.133146:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575367.133153:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575367.133159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575367.133172:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575367.133175:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575367.133179:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575367.453313:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575367.453317:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575367.453321:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575368.157145:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575368.157152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575368.157155:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575368.157160:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575368.157164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575368.157168:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575368.157177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575368.157178:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575368.157180:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575369.181142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575369.181151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575369.181154:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575369.181162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575369.181170:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575369.181176:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575369.181181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575369.181185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575369.181188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575369.501224:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575369.501227:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575369.501230:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575370.205143:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575370.205150:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575370.205152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575370.205159:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575370.205163:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575370.205168:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575370.205172:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575370.205174:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575370.205180:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575370.525213:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575370.525217:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575370.525220:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575371.229141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575371.229147:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575371.229151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575371.229157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575371.229164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575371.229169:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575371.229175:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575371.229179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575371.229185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575371.229714:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575371.229721:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575371.230418:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575371.230421:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575371.230750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575371.230753:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575371.231130:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575371.231132:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575371.231405:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575371.231408:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788575372.253140:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575372.253146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575372.253150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575372.253157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575372.253164:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575372.253170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575372.253177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575372.253181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575372.253185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575372.573243:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575372.573246:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575372.573248:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575373.277193:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575373.277200:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575373.277203:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575373.277209:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575373.277213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575373.277216:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575373.277219:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575373.277222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575373.277225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575373.277340:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575373.277345:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575373.277346:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575373.277349:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575373.277351:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575373.277353:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575373.277355:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575373.277356:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575373.277358:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575373.597221:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575373.597224:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575373.597227:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575374.301157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575374.301157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575374.301164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575374.301166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575374.301167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575374.301171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575374.301172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575374.301177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575374.301179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575374.301180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575374.301186:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575374.301186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575374.301188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575374.301192:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575374.301192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575374.301199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575374.301202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575374.301205:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575375.325172:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575375.325180:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575375.325184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575375.325189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575375.325195:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575375.325200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575375.325208:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575375.325212:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575375.325217:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575375.645255:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575375.645268:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575375.645271:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575376.349169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575376.349175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575376.349180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575376.349187:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575376.349197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575376.349206:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575376.349219:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575376.349225:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575376.349232:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575376.349887:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575376.349894:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575376.351035:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575376.351038:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575376.351266:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575376.351268:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575376.351448:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575376.351449:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575376.351750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575376.351752:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1788575376.669295:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575376.669299:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575376.669302:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575377.373161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575377.373168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575377.373172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575377.373178:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575377.373184:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575377.373189:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575377.373197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575377.373201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575377.373204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575378.397185:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575378.397205:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575378.397215:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575378.397223:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575378.397233:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575378.397240:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575378.397246:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575378.397250:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575378.397255:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575378.717290:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575378.717297:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575378.717302:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575379.421131:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575379.421137:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575379.421142:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575379.421149:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575379.421156:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575379.421161:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575379.421165:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575379.421167:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575379.421170:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575379.741274:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575379.741278:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575379.741283:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575380.445128:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575380.445133:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575380.445136:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575380.445139:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575380.445145:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575380.445148:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575380.445154:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575380.445157:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575380.445159:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575381.469160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575381.469168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575381.469172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575381.469180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575381.469186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575381.469191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575381.469195:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575381.469199:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575381.469205:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575381.469811:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575381.469817:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575381.470476:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575381.470479:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575381.470793:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575381.470796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575381.471147:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575381.471150:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575381.471463:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575381.471466:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788575381.789252:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575381.789256:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575381.789258:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575382.493189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575382.493195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575382.493198:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575382.493203:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575382.493206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575382.493208:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575382.493210:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575382.493212:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575382.493216:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575382.813281:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575382.813287:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575382.813291:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575383.517159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575383.517165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575383.517166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575383.517170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575383.517173:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575383.517176:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575383.517178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575383.517180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575383.517183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575384.541154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575384.541162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575384.541166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575384.541172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575384.541179:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575384.541184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575384.541191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575384.541197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575384.541202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575384.861262:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575384.861265:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575384.861267:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575385.565138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575385.565145:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575385.565149:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575385.565155:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575385.565161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575385.565166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575385.565172:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575385.565175:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575385.565177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575385.885207:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575385.885211:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575385.885214:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575386.589173:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575386.589180:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575386.589185:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575386.589201:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575386.589213:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575386.589224:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575386.589241:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575386.589248:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575386.589254:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575386.590023:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575386.590032:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788575386.590992:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575386.590994:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788575386.591245:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575386.591247:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788575386.591442:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575386.591446:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788575386.591772:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575386.591775:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1788575387.613206:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575387.613221:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575387.613229:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575387.613239:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575387.613248:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575387.613265:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575387.613270:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575387.613272:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575387.613275:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575387.933258:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575387.933263:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575387.933267:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575388.637203:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575388.637213:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575388.637216:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575388.637226:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575388.637234:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575388.637250:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575388.637257:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575388.637262:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575388.637268:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575388.957246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575388.957249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575388.957252:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575389.661214:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575389.661224:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575389.661229:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575389.661238:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575389.661245:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575389.661251:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575389.661266:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575389.661270:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575389.661275:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575390.685152:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575390.685163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575390.685166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575390.685173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575390.685180:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575390.685185:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575390.685190:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575390.685197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575390.685202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575391.005237:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575391.005241:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575391.005245:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575391.709210:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575391.709218:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575391.709232:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575391.709251:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575391.709265:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575391.709278:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575391.709303:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575391.709309:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575391.709312:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575391.709892:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575391.709898:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788575391.710501:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575391.710503:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788575391.710694:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575391.710696:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788575391.710930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575391.710932:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788575391.711172:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575391.711174:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1788575392.029320:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575392.029325:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575392.029329:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575392.733142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575392.733148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575392.733151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575392.733155:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575392.733160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575392.733162:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575392.733166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575392.733168:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575392.733170:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575393.757113:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575393.757119:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575393.757121:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575393.757125:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575393.757129:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575393.757134:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575393.757137:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575393.757141:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575393.757147:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575394.077245:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575394.077248:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575394.077252:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575394.781109:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575394.781116:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575394.781120:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575394.781127:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575394.781132:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575394.781135:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575394.781139:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575394.781142:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575394.781145:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575395.101317:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575395.101322:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575395.101326:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575395.805125:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575395.805132:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575395.805134:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575395.805140:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575395.805146:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575395.805150:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575395.805153:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575395.805156:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575395.805160:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575396.829139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575396.829146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575396.829149:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575396.829155:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575396.829155:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575396.829161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575396.829165:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575396.829167:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575396.829169:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575396.829175:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575396.829182:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575396.829184:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575396.829185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575396.829190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575396.829201:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6240
00000400:00000200:1.0:1788575396.829212:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575396.829219:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575396.829222:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575396.829226:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829230:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.829232:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829234:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575396.829238:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575396.829241:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575396.829244:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575396.829247:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575396.829250:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575396.829253:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575396.829256:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829257:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.829260:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829262:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575396.829265:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575396.829269:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829272:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575396.829275:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575396.829278:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575396.829282:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.829284:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575396.829287:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575396.829295:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575396.829299:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575396.829303:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575396.829305:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.829308:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575396.829310:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575396.829314:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575396.829322:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575396.829330:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575396.829339:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816109312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575396.829351:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575396.829355:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575396.829360:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816109312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575396.829391:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575396.829395:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575396.829399:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575396.829401:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575396.829402:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575396.829405:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575396.829408:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6240
00000400:00000200:1.0:1788575396.829413:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575396.829417:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575396.829420:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575396.829424:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829427:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.829430:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829434:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575396.829439:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575396.829442:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575396.829445:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575396.829449:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575396.829455:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575396.829461:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575396.829468:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829473:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.829480:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829483:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575396.829488:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575396.829494:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829500:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575396.829504:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575396.829512:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575396.829517:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.829521:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575396.829527:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575396.829532:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.829539:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575396.829547:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575396.829553:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575396.829558:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575396.829559:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.829562:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575396.829565:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575396.829568:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575396.829573:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575396.829588:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575396.829597:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816109440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575396.829609:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575396.829614:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575396.829622:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816109440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575396.829639:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575396.829645:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575396.829649:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575396.829652:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575396.829656:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575396.829672:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575396.829675:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6240
00000400:00000200:1.0:1788575396.829683:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575396.829689:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575396.829693:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575396.829700:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829704:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.829710:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829716:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575396.829722:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575396.829725:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575396.829730:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575396.829735:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575396.829740:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575396.829746:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575396.829753:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829759:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.829765:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829770:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575396.829775:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575396.829782:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829788:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575396.829791:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575396.829801:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575396.829804:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.829805:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575396.829809:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575396.829813:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.829816:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575396.829820:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575396.829824:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:2.1:1788575396.829828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788575396.829829:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575396.829830:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.829834:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575396.829836:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788575396.829837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
02000000:00000001:1.0:1788575396.829838:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575396.829844:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575396.829847:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575396.829855:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816109568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575396.829869:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575396.829873:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575396.829883:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816109568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575396.829898:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575396.829905:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575396.829909:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575396.829912:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575396.829915:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575396.829917:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575396.829923:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6240
00000400:00000200:1.0:1788575396.829929:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575396.829942:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575396.829947:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575396.829955:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829960:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.829965:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.829970:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575396.829975:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575396.829978:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575396.829981:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575396.829985:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575396.829990:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575396.829994:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575396.829998:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.830003:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.830004:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.830006:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575396.830008:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575396.830013:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575396.830015:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575396.830016:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575396.830019:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575396.830023:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.830026:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575396.830029:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575396.830033:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.830036:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575396.830038:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575396.830040:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575396.830042:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575396.830043:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.830044:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575396.830046:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575396.830048:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575396.830085:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575396.830090:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575396.830096:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816109696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575396.830103:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575396.830107:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575396.830116:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816109696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575396.830127:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575396.830132:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575396.830137:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575396.830140:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575396.830143:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575396.830146:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575396.830150:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6240
00000400:00000200:1.0:1788575396.830155:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575396.830159:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575396.830163:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575396.830169:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.830171:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.830174:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.830178:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575396.830182:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575396.830184:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575396.830187:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575396.830190:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575396.830194:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575396.830195:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575396.830200:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.830202:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575396.830206:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575396.830210:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575396.830214:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575396.830219:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575396.830223:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575396.830227:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575396.830230:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575396.830234:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.830236:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575396.830238:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575396.830240:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.830241:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575396.830243:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575396.830247:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575396.830254:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575396.830257:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575396.830262:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575396.830265:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575396.830269:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575396.830276:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575396.830283:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575396.830293:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816109824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575396.830312:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575396.830317:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575396.830324:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816109824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575396.830337:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575396.830344:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6250)
00000800:00000200:2.1:1788575396.830521:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575396.830524:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788575396.830804:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575396.830806:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788575396.831001:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575396.831003:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788575396.831201:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575396.831203:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1788575397.149268:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575397.149271:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575397.149273:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575397.853139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575397.853146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575397.853150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575397.853155:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575397.853161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575397.853165:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575397.853179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575397.853182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575397.853185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575398.173241:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575398.173245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575398.173250:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575398.877152:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575398.877159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575398.877162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575398.877167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575398.877172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575398.877175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575398.877182:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575398.877186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575398.877189:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575399.901153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575399.901160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575399.901164:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575399.901170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575399.901176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575399.901180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575399.901184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575399.901187:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575399.901191:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575400.221217:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575400.221221:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575400.221224:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575400.925145:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575400.925152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575400.925155:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575400.925161:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575400.925167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575400.925171:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575400.925181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575400.925184:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575400.925187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575401.245251:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575401.245255:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575401.245258:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575401.949139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575401.949145:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575401.949148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575401.949156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575401.949161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575401.949165:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575401.949168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575401.949172:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575401.949177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575401.949690:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575401.950039:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575401.950200:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575401.950341:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575401.950488:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575402.973257:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575402.973264:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575402.973266:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575402.973272:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575402.973275:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575402.973279:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575402.973281:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575402.973284:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575402.973287:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575403.293301:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575403.293308:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575403.293312:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575403.997295:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575403.997302:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575403.997305:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575403.997310:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575403.997314:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575403.997317:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575403.997320:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575403.997322:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575403.997324:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575404.317285:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575404.317292:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575404.317297:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575405.021407:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575405.021413:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575405.021415:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575405.021426:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575405.021429:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000100:1.0:1788575405.021433:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000100:00000001:0.0:1788575405.021435:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575405.021443:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575405.021447:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575405.021451:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788575405.021490:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788575405.021502:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575405.021506:0:2387:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788575405.021511:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575405.021514:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788575405.021519:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575405.021523:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:1.0:1788575405.021528:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575405.021532:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575405.021539:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:1.0:1788575405.021541:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:1.0:1788575405.021547:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575405.021556:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c9c00 x1875450816109952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021595:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575405.021600:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9c00 x1875450816109952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021608:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575405.021610:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575405.021620:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575405.021623:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:1.0:1788575405.021625:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575405.021628:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575405.021631:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325cc0
00000400:00000010:1.0:1788575405.021633:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325cc0.
00000100:00000001:1.0:1788575405.021635:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575405.021640:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c9180 x1875450816110080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021647:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575405.021649:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450816110080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021660:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575405.021661:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575405.021666:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575405.021668:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956be00.
00000400:00000200:1.0:1788575405.021671:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575405.021674:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575405.021677:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:1.0:1788575405.021679:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:1.0:1788575405.021681:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575405.021685:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c8000 x1875450816110208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021693:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575405.021701:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450816110208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021707:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575405.021709:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575405.021713:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575405.021716:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bc00.
00000400:00000200:1.0:1788575405.021718:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575405.021721:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575405.021724:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325bb0
00000400:00000010:1.0:1788575405.021726:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325bb0.
00000100:00000001:1.0:1788575405.021728:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575405.021732:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95cb800 x1875450816110336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021738:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575405.021741:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450816110336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021748:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575405.021749:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575405.021753:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575405.021755:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b700.
00000400:00000200:1.0:1788575405.021758:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575405.021761:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575405.021764:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325550
00000400:00000010:1.0:1788575405.021766:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325550.
00000100:00000001:1.0:1788575405.021768:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575405.021772:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95cb480 x1875450816110464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021778:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575405.021779:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450816110464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575405.021783:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575405.021784:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575406.045190:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575406.045194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575406.045195:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575406.045199:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575406.045201:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575406.045204:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575406.045206:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575406.045208:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575406.045210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575406.365250:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575406.365254:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575406.365268:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575407.069191:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575407.069197:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575407.069201:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575407.069206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575407.069212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575407.069217:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575407.069222:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575407.069224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575407.069228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575407.069778:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575407.069785:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575407.070415:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575407.070417:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575407.070699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575407.070702:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575407.070964:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575407.070966:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575407.071300:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575407.071302:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1788575407.389246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575407.389250:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575407.389255:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575408.093275:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575408.093282:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575408.093284:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575408.093288:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575408.093291:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575408.093295:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575408.093297:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575408.093299:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575408.093302:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575409.117196:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575409.117210:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575409.117215:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575409.117225:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575409.117234:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575409.117243:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575409.117261:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575409.117266:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575409.117270:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575409.437191:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575409.437196:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575409.437200:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575410.141129:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575410.141136:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575410.141140:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575410.141148:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575410.141153:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575410.141157:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575410.141169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575410.141172:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575410.141174:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575410.461282:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575410.461286:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575410.461290:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575411.165184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575411.165192:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575411.165195:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575411.165201:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575411.165206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575411.165210:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575411.165213:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575411.165216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575411.165218:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575412.189140:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575412.189146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575412.189150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575412.189156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575412.189162:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575412.189167:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575412.189173:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575412.189176:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575412.189180:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575412.189730:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575412.189736:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575412.190310:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575412.190311:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575412.190486:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575412.190488:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575412.190688:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575412.190690:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575412.190918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575412.190920:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788575412.509229:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575412.509233:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575412.509237:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575413.213184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575413.213198:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575413.213204:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575413.213213:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575413.213218:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575413.213222:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575413.213226:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575413.213230:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575413.213233:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575413.533324:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575413.533329:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575413.533332:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575414.237187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575414.237200:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575414.237205:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575414.237220:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575414.237228:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575414.237237:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575414.237259:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575414.237263:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575414.237267:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575415.261127:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575415.261135:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575415.261139:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575415.261146:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575415.261150:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575415.261156:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575415.261169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575415.261171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575415.261173:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575415.581266:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575415.581271:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575415.581275:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575416.285183:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575416.285195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575416.285201:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575416.285213:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575416.285223:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575416.285232:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575416.285249:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575416.285252:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575416.285256:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575416.605287:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575416.605292:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575416.605295:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575417.309154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575417.309162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575417.309168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575417.309180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575417.309194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575417.309205:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575417.309218:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575417.309223:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575417.309226:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575417.310037:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575417.310048:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575417.310917:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575417.310918:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575417.311173:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575417.311175:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575417.311394:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575417.311396:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575417.311597:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575417.311599:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788575418.333185:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575418.333191:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575418.333194:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575418.333200:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575418.333206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575418.333216:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575418.333220:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575418.333222:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575418.333225:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575418.653339:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575418.653345:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575418.653349:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575419.357218:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575419.357227:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575419.357229:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575419.357235:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575419.357240:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575419.357245:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575419.357247:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575419.357249:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575419.357253:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575419.677366:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575419.677373:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575419.677377:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575420.381207:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575420.381213:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575420.381220:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575420.381229:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575420.381238:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575420.381243:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575420.381250:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575420.381256:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575420.381259:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575421.405139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575421.405147:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575421.405151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575421.405159:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575421.405166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575421.405172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575421.405183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575421.405185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575421.405188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575421.725250:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575421.725254:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575421.725256:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575422.429122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575422.429128:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575422.429131:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575422.429138:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575422.429143:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575422.429149:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575422.429153:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575422.429157:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575422.429160:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575422.429675:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575422.429681:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575422.430406:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575422.430409:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575422.430708:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575422.430710:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575422.430925:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575422.430928:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575422.431298:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575422.431302:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1788575422.749283:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575422.749288:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575422.749291:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575423.453189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575423.453199:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575423.453202:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575423.453208:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575423.453213:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575423.453219:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575423.453223:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575423.453227:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575423.453230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575424.477183:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575424.477198:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575424.477201:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575424.477210:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575424.477225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575424.477240:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575424.477244:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575424.477247:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575424.477251:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575424.797277:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575424.797280:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575424.797282:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575425.501192:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575425.501200:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575425.501204:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575425.501210:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575425.501218:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575425.501221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575425.501239:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575425.501242:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575425.501246:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575425.821251:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575425.821256:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575425.821260:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575426.525190:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575426.525196:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575426.525199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575426.525205:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575426.525210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575426.525214:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575426.525225:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575426.525227:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575426.525230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575427.549140:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575427.549149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575427.549157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575427.549169:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575427.549173:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575427.549179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575427.549185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575427.549190:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575427.549198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575427.550035:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575427.550047:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575427.550776:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575427.550778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575427.550992:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575427.550995:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575427.551227:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575427.551229:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575427.551428:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575427.551430:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788575427.869262:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575427.869265:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575427.869268:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575428.573191:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575428.573206:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575428.573208:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575428.573213:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575428.573217:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575428.573220:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575428.573223:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575428.573225:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575428.573228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575428.893209:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575428.893212:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575428.893215:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575429.597168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575429.597176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575429.597180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575429.597189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575429.597200:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575429.597213:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575429.597229:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575429.597232:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575429.597235:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575430.621159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575430.621167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575430.621172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575430.621178:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575430.621183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575430.621188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575430.621201:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575430.621203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575430.621206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575430.941266:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575430.941269:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575430.941272:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575431.645131:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575431.645139:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575431.645143:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575431.645151:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575431.645158:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575431.645163:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575431.645176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575431.645181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575431.645185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575431.965230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575431.965233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575431.965235:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575432.669128:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575432.669135:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575432.669141:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575432.669149:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575432.669155:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575432.669160:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575432.669175:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575432.669179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575432.669185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575432.669641:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575432.669643:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575432.670266:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575432.670271:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575432.670745:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575432.670747:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575432.670976:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575432.670978:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575432.671195:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575432.671197:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1788575433.693114:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575433.693120:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575433.693124:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575433.693132:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575433.693137:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575433.693139:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575433.693141:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575433.693142:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575433.693144:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575434.013208:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575434.013213:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575434.013217:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575434.717134:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575434.717141:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575434.717147:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575434.717155:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575434.717160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575434.717164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575434.717170:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575434.717173:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575434.717175:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575435.037391:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575435.037397:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575435.037400:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575435.741136:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575435.741145:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575435.741148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575435.741156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575435.741161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575435.741166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575435.741176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575435.741177:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575435.741179:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575436.765169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575436.765175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575436.765179:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575436.765185:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575436.765191:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575436.765196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575436.765204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575436.765207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575436.765209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575437.085378:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575437.085383:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575437.085387:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575437.789189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575437.789199:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575437.789205:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575437.789213:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575437.789220:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575437.789227:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575437.789244:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575437.789249:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575437.789252:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575437.789872:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575437.789879:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575437.790564:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575437.790567:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575437.790836:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575437.790839:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575437.791182:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575437.791185:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575437.791480:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575437.791482:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1788575438.109373:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575438.109376:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575438.109380:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575438.813177:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575438.813183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575438.813186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575438.813194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575438.813202:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575438.813207:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575438.813214:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575438.813224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575438.813229:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575439.837158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575439.837164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575439.837165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575439.837170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575439.837174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575439.837178:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575439.837183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575439.837187:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575439.837195:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575440.157360:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575440.157363:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575440.157366:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575440.861188:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575440.861203:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575440.861210:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575440.861216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575440.861221:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575440.861224:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575440.861237:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575440.861241:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575440.861245:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575441.181361:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575441.181369:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575441.181374:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575441.885177:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575441.885188:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575441.885191:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575441.885197:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575441.885201:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575441.885206:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575441.885217:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575441.885220:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575441.885223:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575442.909193:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575442.909202:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575442.909206:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575442.909214:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575442.909222:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575442.909240:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575442.909258:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575442.909260:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575442.909268:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575442.909912:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575442.909921:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575442.910628:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575442.910630:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575442.910905:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575442.910908:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575442.911209:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575442.911211:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575442.911491:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575442.911493:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1788575443.229298:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575443.229306:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575443.229310:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575443.933158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575443.933166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575443.933170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575443.933184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575443.933189:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575443.933193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575443.933197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575443.933201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575443.933204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575444.253203:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575444.253206:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575444.253208:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575444.957143:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575444.957150:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575444.957152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575444.957158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575444.957162:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575444.957165:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575444.957169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575444.957173:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575444.957176:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575445.981136:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575445.981143:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575445.981147:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575445.981152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575445.981157:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575445.981161:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575445.981165:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575445.981169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575445.981172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575446.301219:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575446.301223:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575446.301226:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575447.005175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575447.005183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575447.005186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575447.005204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575447.005208:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575447.005211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575447.005214:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575447.005216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575447.005219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575447.325318:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575447.325321:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575447.325324:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575448.029180:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575448.029202:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575448.029205:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575448.029210:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575448.029217:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575448.029224:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6291
00000400:00000200:0.0:1788575448.029234:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575448.029243:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575448.029246:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575448.029250:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029254:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029257:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029259:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575448.029264:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575448.029267:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575448.029270:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575448.029274:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575448.029277:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575448.029279:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575448.029286:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029292:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029298:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029302:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575448.029307:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575448.029312:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029317:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575448.029322:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575448.029326:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575448.029328:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029330:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575448.029331:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575448.029343:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575448.029347:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575448.029352:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575448.029355:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029358:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575448.029362:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575448.029367:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575448.029378:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575448.029385:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575448.029395:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816115712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575448.029403:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575448.029408:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575448.029411:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816115712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575448.029428:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575448.029430:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575448.029433:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575448.029434:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575448.029435:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575448.029437:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575448.029438:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6291
00000400:00000200:0.0:1788575448.029442:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575448.029444:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575448.029446:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575448.029449:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029451:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029452:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029454:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575448.029456:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575448.029458:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575448.029459:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575448.029461:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575448.029464:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575448.029466:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575448.029469:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029471:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029475:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029478:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575448.029481:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575448.029484:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029488:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575448.029492:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575448.029498:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575448.029502:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029503:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575448.029507:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575448.029512:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029515:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575448.029520:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575448.029525:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575448.029529:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575448.029532:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029535:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575448.029538:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575448.029542:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575448.029549:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575448.029556:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575448.029565:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816115840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575448.029576:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575448.029580:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575448.029584:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816115840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575448.029601:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575448.029607:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575448.029613:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575448.029615:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575448.029618:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575448.029623:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575448.029626:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6291
00000400:00000200:0.0:1788575448.029631:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575448.029634:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575448.029635:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575448.029639:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029642:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029643:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029645:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575448.029648:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575448.029650:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575448.029653:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575448.029655:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575448.029657:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575448.029661:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575448.029663:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029665:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029669:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029671:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575448.029672:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575448.029676:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029680:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575448.029682:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575448.029686:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575448.029689:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029691:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575448.029694:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575448.029698:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029700:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575448.029705:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575448.029708:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575448.029710:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575448.029713:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029716:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575448.029719:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575448.029721:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575448.029725:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788575448.029729:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575448.029734:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816115968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575448.029741:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575448.029745:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575448.029752:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816115968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788575448.029762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575448.029763:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575448.029767:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788575448.029768:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1788575448.029772:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575448.029775:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575448.029778:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575448.029781:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575448.029784:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6291
00000400:00000200:0.0:1788575448.029789:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575448.029793:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575448.029796:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575448.029800:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029804:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029807:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029809:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575448.029811:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575448.029814:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575448.029815:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575448.029819:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575448.029822:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575448.029826:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575448.029832:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029834:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029836:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029838:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575448.029841:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575448.029846:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029850:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575448.029854:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575448.029857:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575448.029859:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029864:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575448.029867:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575448.029869:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029871:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575448.029873:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575448.029876:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575448.029879:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575448.029880:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.029883:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575448.029884:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575448.029887:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575448.029890:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575448.029894:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575448.029898:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816116096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575448.029905:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575448.029906:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575448.029909:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816116096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575448.029917:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575448.029922:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575448.029925:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575448.029928:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575448.029931:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575448.029937:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575448.029943:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6291
00000400:00000200:0.0:1788575448.029952:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575448.029960:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575448.029964:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575448.029970:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029976:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.029981:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.029986:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575448.029992:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575448.029995:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575448.030000:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575448.030005:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575448.030011:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575448.030016:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575448.030023:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.030028:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575448.030034:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575448.030038:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575448.030042:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575448.030046:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575448.030049:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575448.030073:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575448.030076:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575448.030080:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.030085:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575448.030087:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575448.030091:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.030094:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575448.030100:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575448.030104:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575448.030107:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575448.030110:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575448.030113:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575448.030115:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575448.030118:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575448.030123:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575448.030128:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575448.030136:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816116224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575448.030151:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575448.030156:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575448.030163:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816116224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575448.030179:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575448.030197:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6301)
00000800:00000200:2.1:1788575448.030313:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575448.030315:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575448.030529:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575448.030532:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575448.030807:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575448.030809:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575448.031068:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575448.031070:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1788575449.053202:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575449.053207:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575449.053210:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575449.053217:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575449.053222:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575449.053227:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575449.053232:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575449.053235:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575449.053237:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575449.373299:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575449.373303:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575449.373307:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575450.077195:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575450.077204:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575450.077206:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575450.077212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575450.077217:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575450.077222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575450.077225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575450.077228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575450.077231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575450.397292:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575450.397295:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575450.397298:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575451.101198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575451.101205:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575451.101208:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575451.101214:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575451.101218:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575451.101222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575451.101225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575451.101228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575451.101231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575452.125188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575452.125195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575452.125202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575452.125208:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575452.125216:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575452.125220:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575452.125225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575452.125230:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575452.125233:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575452.445234:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575452.445237:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575452.445240:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575453.149196:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575453.149199:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788575453.149212:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575453.149212:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575453.149224:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575453.149224:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575453.149235:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575453.149238:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575453.149242:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575453.149257:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575453.149258:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6296
00000100:00000001:1.0:1788575453.149271:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575453.149277:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575453.149290:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1788575453.149294:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1788575453.149296:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575453.149302:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788575453.149303:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575453.149309:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149311:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.149313:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149315:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575453.149318:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575453.149320:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575453.149323:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575453.149326:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575453.149328:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575453.149330:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575453.149331:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149333:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.149334:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149336:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575453.149338:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575453.149340:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149342:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575453.149343:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575453.149346:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575453.149348:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.149349:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575453.149351:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575453.149359:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575453.149361:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575453.149364:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575453.149365:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.149367:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575453.149368:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575453.149372:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575453.149378:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575453.149383:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575453.149389:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816116352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575453.149396:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575453.149399:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575453.149402:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816116352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575453.149416:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575453.149418:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575453.149421:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575453.149427:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575453.149433:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575453.149437:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575453.149440:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6296
00000400:00000200:0.0:1788575453.149453:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575453.149459:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575453.149468:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575453.149480:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149483:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.149488:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149495:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575453.149500:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575453.149503:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575453.149508:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575453.149510:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575453.149515:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575453.149523:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575453.149533:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149536:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.149538:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149539:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575453.149541:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575453.149547:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149554:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575453.149563:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575453.149569:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575453.149583:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.149594:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575453.149598:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575453.149600:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.149601:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575453.149611:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575453.149617:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575453.149619:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575453.149622:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.149633:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575453.149634:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575453.149636:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575453.149639:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575453.149649:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575453.149653:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816116480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575453.149669:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575453.149675:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575453.149684:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816116480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575453.149700:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575453.149706:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575453.149715:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575453.149721:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575453.149723:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575453.149728:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575453.149737:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6296
00000400:00000200:0.0:1788575453.149746:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575453.149753:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575453.149755:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575453.149763:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149768:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.149770:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149773:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575453.149780:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575453.149782:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575453.149784:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575453.149785:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575453.149788:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575453.149798:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575453.149811:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149818:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.149824:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149831:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575453.149838:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575453.149845:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575453.149852:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575453.149858:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575453.149864:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575453.149875:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.149886:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575453.149892:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575453.149900:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.149905:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575453.149910:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575453.149917:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575453.149926:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1788575453.149927:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575453.149937:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1788575453.149938:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.149948:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575453.149955:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575453.149959:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575453.149965:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575453.149975:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575453.149989:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816116608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575453.150077:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575453.150080:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575453.150084:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816116608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575453.150123:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575453.150128:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575453.150149:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575453.150151:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575453.150154:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575453.150163:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575453.150168:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6296
00000400:00000200:0.0:1788575453.150182:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575453.150191:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575453.150194:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575453.150198:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150203:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.150207:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150216:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575453.150229:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575453.150231:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575453.150237:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575453.150241:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575453.150249:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575453.150259:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575453.150268:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150271:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.150273:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150275:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575453.150277:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575453.150280:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150282:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575453.150284:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575453.150290:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575453.150306:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.150311:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575453.150320:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575453.150330:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.150338:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575453.150352:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575453.150357:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575453.150368:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575453.150373:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.150376:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575453.150384:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575453.150392:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575453.150402:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575453.150408:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575453.150424:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816116736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575453.150491:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575453.150496:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575453.150531:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816116736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575453.150560:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575453.150564:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575453.150578:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575453.150580:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575453.150583:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575453.150586:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575453.150592:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6296
00000400:00000200:0.0:1788575453.150598:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575453.150603:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575453.150606:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575453.150612:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150622:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.150625:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150634:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575453.150643:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575453.150646:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575453.150651:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575453.150653:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575453.150656:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575453.150663:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575453.150671:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150677:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575453.150684:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150686:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575453.150690:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575453.150693:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575453.150701:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575453.150703:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575453.150710:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575453.150715:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.150727:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575453.150729:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575453.150736:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.150744:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575453.150757:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575453.150759:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575453.150760:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575453.150761:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575453.150763:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575453.150767:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575453.150775:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575453.150780:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575453.150787:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575453.150797:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816116864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575453.150842:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575453.150849:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575453.150858:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816116864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575453.150892:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575453.150902:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6306)
00000800:00000200:2.1:1788575453.150965:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575453.150966:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575453.151182:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575453.151183:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575453.151373:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575453.151375:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575453.151599:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575453.151601:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1788575453.469289:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575453.469294:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575453.469299:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575454.173135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575454.173143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575454.173144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575454.173149:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575454.173152:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575454.173155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575454.173157:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575454.173159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575454.173161:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575455.197216:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575455.197224:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575455.197227:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575455.197235:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575455.197240:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575455.197244:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575455.197254:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575455.197260:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575455.197269:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575455.517243:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575455.517247:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575455.517250:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575456.541345:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575456.541349:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575456.541351:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575458.269191:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575458.269212:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575458.269221:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575458.269228:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575458.269233:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575458.269248:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6301
00000400:00000200:0.0:1788575458.269265:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575458.269273:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575458.269276:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575458.269282:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269286:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.269291:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269294:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575458.269298:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575458.269301:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575458.269304:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575458.269307:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575458.269310:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575458.269313:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575458.269316:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269320:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.269321:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269323:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575458.269327:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575458.269329:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269331:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575458.269333:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575458.269337:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575458.269339:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.269340:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575458.269343:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575458.269352:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575458.269355:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575458.269359:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575458.269360:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.269363:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575458.269366:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575458.269369:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575458.269378:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575458.269384:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575458.269393:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816116992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575458.269401:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575458.269405:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575458.269408:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816116992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575458.269428:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575458.269430:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575458.269433:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575458.269434:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575458.269435:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575458.269437:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575458.269439:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6301
00000400:00000200:0.0:1788575458.269443:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575458.269445:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575458.269447:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575458.269450:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269452:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.269453:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269455:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575458.269457:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575458.269458:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575458.269459:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575458.269460:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575458.269462:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575458.269466:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575458.269470:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269473:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.269480:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269483:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575458.269485:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575458.269496:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269504:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575458.269511:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575458.269519:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575458.269527:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.269531:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575458.269545:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575458.269551:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.269554:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575458.269564:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575458.269572:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575458.269577:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575458.269581:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.269584:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575458.269587:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575458.269592:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575458.269601:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575458.269608:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575458.269621:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816117120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575458.269635:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575458.269639:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575458.269643:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816117120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575458.269652:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575458.269656:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575458.269659:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575458.269662:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575458.269665:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575458.269668:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575458.269673:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6301
00000400:00000200:0.0:1788575458.269680:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575458.269684:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575458.269689:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575458.269695:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269709:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.269717:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269726:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575458.269732:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575458.269737:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575458.269742:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575458.269746:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575458.269752:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575458.269755:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575458.269762:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269770:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.269772:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269774:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575458.269778:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575458.269781:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269782:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575458.269783:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575458.269785:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575458.269794:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.269798:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575458.269802:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575458.269805:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.269807:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575458.269810:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575458.269814:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575458.269817:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575458.269819:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.269821:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575458.269824:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575458.269830:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575458.269838:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575458.269846:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575458.269859:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816117248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575458.269879:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575458.269883:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575458.269889:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816117248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575458.269910:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575458.269919:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575458.269925:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575458.269929:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575458.269932:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575458.269937:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575458.269940:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6301
00000400:00000200:0.0:1788575458.269947:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575458.269950:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575458.269952:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575458.269961:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269967:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.269975:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.269980:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575458.269986:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575458.269988:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575458.269990:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575458.269993:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000800:00000200:2.1:1788575458.269994:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575458.269996:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575458.270002:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000200:2.1:1788575458.270005:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1788575458.270006:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.270008:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.270013:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.270015:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575458.270022:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575458.270029:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575458.270032:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575458.270038:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575458.270042:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575458.270045:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.270086:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575458.270089:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575458.270106:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.270108:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575458.270116:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575458.270119:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575458.270125:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575458.270129:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.270131:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575458.270135:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575458.270140:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575458.270149:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575458.270156:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575458.270163:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816117376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575458.270172:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575458.270180:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575458.270193:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816117376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575458.270228:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575458.270234:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575458.270244:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575458.270247:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575458.270252:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575458.270261:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575458.270263:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6301
00000400:00000200:0.0:1788575458.270267:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575458.270276:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575458.270285:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575458.270293:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.270298:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.270303:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.270308:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575458.270315:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575458.270317:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575458.270323:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575458.270327:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575458.270333:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575458.270336:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575458.270343:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.270345:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575458.270349:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575458.270356:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575458.270365:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575458.270371:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575458.270374:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575458.270377:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575458.270382:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575458.270389:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.270396:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575458.270401:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575458.270411:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.270416:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575458.270420:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575458.270424:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575458.270427:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575458.270429:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575458.270431:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575458.270436:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575458.270438:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575458.270446:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575458.270454:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575458.270462:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816117504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575458.270502:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575458.270508:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575458.270515:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816117504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575458.270549:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575458.270559:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6311)
00000800:00000200:2.1:1788575458.270810:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575458.270812:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575458.271106:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575458.271109:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575458.271371:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575458.271374:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575458.271627:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575458.271630:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788575458.589240:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575458.589242:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575458.589245:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575459.613251:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575459.613255:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575459.613259:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575461.661310:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575461.661316:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575461.661321:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575462.685294:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575462.685298:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575462.685300:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575463.389193:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575463.389201:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575463.389203:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575463.389207:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575463.389210:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575463.389217:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6306
00000400:00000200:1.0:1788575463.389226:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575463.389232:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575463.389234:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575463.389237:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389259:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.389261:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389263:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575463.389267:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575463.389270:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575463.389272:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575463.389279:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575463.389282:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575463.389284:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575463.389287:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389289:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.389291:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389293:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575463.389296:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575463.389299:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389302:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575463.389305:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575463.389309:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575463.389312:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.389315:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575463.389318:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575463.389329:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575463.389333:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575463.389336:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575463.389337:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.389340:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575463.389342:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575463.389347:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575463.389356:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788575463.389361:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575463.389370:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816117632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575463.389378:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575463.389382:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575463.389386:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816117632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575463.389408:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575463.389411:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575463.389415:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575463.389416:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575463.389417:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575463.389421:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575463.389424:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6306
00000400:00000200:1.0:1788575463.389429:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575463.389435:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575463.389438:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575463.389454:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389461:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.389469:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389477:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575463.389485:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575463.389491:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575463.389497:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575463.389505:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575463.389512:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575463.389524:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575463.389534:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389539:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.389549:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389553:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575463.389558:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575463.389564:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389567:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575463.389570:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575463.389576:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575463.389579:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.389581:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575463.389588:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575463.389593:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.389595:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575463.389602:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575463.389606:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575463.389613:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575463.389616:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.389620:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575463.389623:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575463.389627:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575463.389633:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575463.389638:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575463.389645:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816117760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575463.389663:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575463.389665:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575463.389673:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816117760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575463.389704:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575463.389715:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575463.389723:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575463.389727:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575463.389730:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575463.389740:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575463.389745:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6306
00000400:00000200:1.0:1788575463.389754:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575463.389763:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575463.389765:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575463.389774:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389781:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.389783:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389786:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575463.389790:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575463.389792:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575463.389793:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575463.389795:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575463.389799:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575463.389803:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575463.389809:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389812:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.389815:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389818:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575463.389819:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575463.389821:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575463.389822:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575463.389823:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575463.389826:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575463.389827:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.389830:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575463.389831:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575463.389834:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.389836:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575463.389850:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575463.389853:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575463.389862:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575463.389867:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.389871:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575463.389872:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575463.389874:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575463.389877:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575463.389884:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575463.389890:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816117888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575463.389911:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575463.389915:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575463.389923:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816117888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575463.389930:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575463.389933:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575463.389939:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575463.389942:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575463.389945:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575463.389950:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1788575463.389956:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575463.389962:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00080000:1.0:1788575463.389964:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6306
00000400:00000200:1.0:1788575463.389975:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575463.389984:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575463.389990:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575463.389996:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390001:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.390006:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390011:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575463.390020:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575463.390024:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575463.390029:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575463.390034:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575463.390039:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575463.390042:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575463.390050:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390105:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.390113:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390124:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575463.390129:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575463.390134:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390148:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575463.390159:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575463.390167:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575463.390179:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.390190:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575463.390194:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575463.390197:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.390201:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575463.390206:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575463.390212:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575463.390219:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575463.390222:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.390226:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575463.390230:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575463.390235:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575463.390252:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575463.390259:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575463.390276:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816118016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575463.390306:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575463.390309:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575463.390319:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816118016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575463.390339:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575463.390346:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575463.390353:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575463.390356:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575463.390358:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575463.390362:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575463.390366:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6306
00000400:00000200:1.0:1788575463.390373:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575463.390380:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575463.390384:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575463.390387:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390395:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.390403:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390410:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575463.390418:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575463.390421:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575463.390425:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575463.390429:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575463.390436:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575463.390445:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575463.390456:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390460:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575463.390464:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390471:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575463.390477:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575463.390484:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575463.390495:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575463.390500:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575463.390504:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575463.390510:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.390515:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575463.390520:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575463.390527:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.390532:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575463.390541:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575463.390545:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575463.390549:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575463.390553:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575463.390562:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575463.390566:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575463.390570:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575463.390577:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575463.390585:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575463.390604:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816118144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575463.390651:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575463.390653:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575463.390659:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816118144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575463.390684:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575463.390696:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6316)
00000800:00000200:2.1:1788575463.390781:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575463.390783:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575463.390995:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575463.390998:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575463.391182:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575463.391183:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575463.391467:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575463.391469:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1788575464.733268:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575464.733271:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575464.733273:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575465.757219:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575465.757222:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575465.757224:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575467.805229:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575467.805233:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575467.805236:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575468.509156:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575468.509163:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575468.509167:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575468.509172:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575468.509179:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575468.509186:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6311
00000400:00000200:0.0:1788575468.509194:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575468.509200:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575468.509204:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575468.509206:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509208:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509210:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509211:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575468.509214:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575468.509216:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575468.509219:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575468.509222:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575468.509225:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575468.509226:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575468.509229:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509231:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509233:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509235:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575468.509237:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575468.509240:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509242:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575468.509245:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575468.509248:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575468.509250:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509252:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575468.509255:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575468.509263:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575468.509266:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575468.509269:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575468.509270:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509273:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575468.509275:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575468.509279:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575468.509286:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575468.509292:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575468.509299:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816118272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575468.509308:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575468.509312:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575468.509315:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816118272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575468.509334:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575468.509337:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575468.509340:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575468.509341:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575468.509343:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575468.509346:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575468.509349:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6311
00000400:00000200:0.0:1788575468.509355:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575468.509363:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575468.509368:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575468.509375:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509380:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509400:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509404:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575468.509409:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575468.509412:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575468.509414:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575468.509416:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575468.509418:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575468.509423:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575468.509427:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509429:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509430:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509431:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575468.509433:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575468.509438:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509442:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575468.509444:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575468.509448:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575468.509451:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509454:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575468.509458:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575468.509463:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509465:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575468.509471:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575468.509476:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575468.509494:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575468.509497:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509499:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575468.509502:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575468.509505:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575468.509509:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575468.509514:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575468.509521:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816118400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575468.509533:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575468.509537:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575468.509544:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816118400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575468.509556:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575468.509561:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575468.509565:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575468.509569:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575468.509570:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575468.509572:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575468.509576:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6311
00000400:00000200:0.0:1788575468.509581:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575468.509587:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:2.1:1788575468.509590:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788575468.509591:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575468.509596:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509597:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509598:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509599:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575468.509601:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575468.509601:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575468.509602:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575468.509604:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575468.509605:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575468.509607:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575468.509612:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509615:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509620:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509624:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575468.509626:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575468.509631:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509633:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575468.509635:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575468.509638:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575468.509641:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509646:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575468.509648:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575468.509652:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509653:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575468.509658:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575468.509662:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575468.509666:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575468.509669:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509670:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575468.509672:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575468.509674:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575468.509677:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575468.509681:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575468.509687:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816118528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575468.509696:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575468.509699:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575468.509705:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816118528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575468.509716:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575468.509720:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575468.509725:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575468.509727:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575468.509730:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575468.509733:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575468.509737:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6311
00000400:00000200:0.0:1788575468.509741:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575468.509746:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575468.509748:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575468.509752:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509756:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509760:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509762:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575468.509765:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575468.509767:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575468.509770:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575468.509772:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575468.509776:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575468.509779:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575468.509782:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509783:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509786:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509787:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575468.509788:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575468.509789:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509792:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575468.509795:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575468.509798:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575468.509802:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509805:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575468.509808:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575468.509811:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509813:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575468.509817:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575468.509820:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575468.509823:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575468.509824:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.509826:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575468.509829:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575468.509830:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575468.509835:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575468.509839:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575468.509846:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816118656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575468.509859:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575468.509862:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575468.509867:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816118656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575468.509878:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575468.509880:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575468.509884:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575468.509886:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575468.509889:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575468.509895:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575468.509902:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6311
00000400:00000200:0.0:1788575468.509909:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575468.509917:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575468.509921:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575468.509926:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575468.509930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575468.509931:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.509937:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509942:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575468.509948:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575468.509950:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575468.509954:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575468.509959:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575468.509964:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575468.509974:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575468.509990:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.509999:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575468.510005:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575468.510009:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575468.510014:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575468.510020:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575468.510024:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575468.510028:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575468.510033:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575468.510039:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.510043:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575468.510048:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575468.510086:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.510092:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575468.510098:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575468.510103:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575468.510109:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575468.510111:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575468.510116:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575468.510119:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575468.510123:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575468.510130:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575468.510135:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575468.510146:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816118784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575468.510158:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575468.510162:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575468.510172:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816118784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575468.510187:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575468.510194:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6322)
00000800:00000200:2.1:1788575468.510248:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575468.510373:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575468.510543:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575468.829221:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575468.829226:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575468.829229:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575470.877244:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575470.877248:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575470.877251:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575471.901342:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575471.901346:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575471.901349:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575473.629184:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575473.629190:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575473.629193:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575473.629197:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575473.629201:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575473.629209:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6317
00000400:00000200:1.0:1788575473.629221:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575473.629233:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575473.629241:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575473.629249:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629255:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.629259:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629262:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575473.629267:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575473.629270:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575473.629274:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575473.629277:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575473.629279:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575473.629281:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575473.629283:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629285:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.629286:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629287:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575473.629290:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575473.629292:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629294:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575473.629296:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575473.629300:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575473.629302:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.629304:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575473.629306:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575473.629313:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575473.629316:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575473.629320:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575473.629321:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.629325:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575473.629328:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575473.629334:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575473.629343:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575473.629351:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575473.629363:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816118912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575473.629376:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575473.629382:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575473.629389:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816118912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575473.629418:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575473.629422:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575473.629426:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575473.629427:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575473.629429:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575473.629432:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575473.629435:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6317
00000400:00000200:1.0:1788575473.629439:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575473.629443:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575473.629446:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575473.629450:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629452:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.629455:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629457:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575473.629459:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575473.629463:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575473.629466:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575473.629471:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575473.629476:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575473.629480:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575473.629486:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629492:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.629497:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629503:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575473.629507:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575473.629514:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629517:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575473.629520:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575473.629529:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575473.629549:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.629555:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575473.629563:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575473.629570:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.629574:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575473.629582:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575473.629587:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575473.629590:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575473.629593:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.629595:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575473.629597:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575473.629599:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575473.629608:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575473.629614:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575473.629626:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816119040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575473.629639:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575473.629644:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575473.629650:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816119040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575473.629670:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575473.629675:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575473.629685:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575473.629689:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575473.629693:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575473.629698:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575473.629706:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6317
00000400:00000200:1.0:1788575473.629715:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575473.629722:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575473.629726:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575473.629734:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629739:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.629743:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629747:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575473.629749:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575473.629750:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575473.629754:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575473.629759:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575473.629762:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575473.629764:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575473.629770:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629776:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.629780:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629783:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575473.629787:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575473.629791:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629793:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575473.629797:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575473.629802:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575473.629807:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.629811:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575473.629815:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575473.629821:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.629825:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575473.629832:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575473.629839:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575473.629843:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575473.629844:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.629847:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575473.629848:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575473.629851:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575473.629858:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575473.629863:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575473.629869:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816119168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575473.629895:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575473.629900:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575473.629906:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816119168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575473.629918:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575473.629923:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575473.629931:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575473.629933:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575473.629936:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575473.629942:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1788575473.629946:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575473.629948:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6317
00000800:00000200:3.1:1788575473.629955:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000400:00000200:1.0:1788575473.629957:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575473.629964:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575473.629971:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575473.629978:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629982:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.629985:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.629988:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575473.629991:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575473.629994:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575473.629996:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575473.629999:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575473.630003:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575473.630008:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575473.630012:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.630014:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.630017:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.630022:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575473.630028:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575473.630032:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575473.630036:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575473.630040:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575473.630044:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575473.630049:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.630101:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575473.630105:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575473.630111:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.630116:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575473.630122:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575473.630126:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575473.630130:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575473.630131:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.630133:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575473.630134:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575473.630136:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575473.630140:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575473.630144:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575473.630151:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816119296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575473.630159:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575473.630161:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575473.630165:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816119296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575473.630172:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575473.630176:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575473.630179:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575473.630181:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575473.630183:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575473.630185:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575473.630188:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6317
00000400:00000200:1.0:1788575473.630191:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575473.630195:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575473.630197:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575473.630201:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.630203:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.630205:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.630208:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575473.630210:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575473.630211:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575473.630214:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575473.630216:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575473.630219:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575473.630225:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575473.630233:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.630238:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575473.630244:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575473.630249:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575473.630252:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575473.630256:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575473.630259:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575473.630263:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575473.630268:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575473.630272:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.630275:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575473.630277:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575473.630279:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.630281:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575473.630285:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575473.630288:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575473.630291:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575473.630295:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575473.630298:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575473.630300:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575473.630303:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575473.630311:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575473.630316:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575473.630325:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816119424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575473.630337:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575473.630342:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575473.630350:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816119424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575473.630366:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575473.630374:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6327)
00000800:00000200:3.1:1788575473.630794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575473.630797:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575473.631145:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575473.631148:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575473.631385:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575473.631387:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575473.631683:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575473.631685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1788575473.949247:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575473.949251:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575473.949254:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575474.973400:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575474.973404:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575474.973407:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575477.021260:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575477.021265:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575477.021268:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575478.045225:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575478.045230:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575478.045234:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575478.749171:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575478.749183:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575478.749192:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575478.749198:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575478.749213:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575478.749228:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6322
00000400:00000200:1.0:1788575478.749247:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575478.749257:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575478.749262:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575478.749267:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749271:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.749274:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749277:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575478.749282:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575478.749285:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575478.749288:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575478.749291:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575478.749294:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575478.749296:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575478.749299:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749301:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.749303:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749304:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575478.749308:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575478.749311:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749314:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575478.749317:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575478.749322:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575478.749325:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.749327:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575478.749330:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575478.749343:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575478.749347:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575478.749351:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575478.749353:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.749356:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575478.749359:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575478.749364:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575478.749373:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575478.749381:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575478.749392:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816119552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575478.749402:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575478.749405:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575478.749410:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816119552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575478.749435:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575478.749438:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575478.749443:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575478.749444:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575478.749447:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575478.749451:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575478.749455:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6322
00000400:00000200:1.0:1788575478.749459:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575478.749465:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575478.749476:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575478.749488:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749497:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.749511:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749523:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575478.749531:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575478.749535:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575478.749540:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575478.749549:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575478.749558:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575478.749566:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575478.749580:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749586:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.749597:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749601:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575478.749610:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575478.749622:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749632:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575478.749636:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575478.749647:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575478.749653:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.749656:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575478.749663:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575478.749676:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.749693:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575478.749702:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575478.749706:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575478.749713:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575478.749718:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.749722:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575478.749724:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575478.749726:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575478.749731:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575478.749735:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575478.749744:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816119680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575478.749769:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575478.749774:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575478.749790:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816119680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575478.749830:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575478.749844:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575478.749854:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575478.749857:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575478.749859:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575478.749873:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575478.749889:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6322
00000400:00000200:1.0:1788575478.749899:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575478.749908:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575478.749916:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575478.749930:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.1:1788575478.749930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575478.749938:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788575478.749941:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.749950:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.749959:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575478.749968:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575478.749975:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575478.749980:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575478.749986:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575478.749992:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575478.750002:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575478.750016:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750028:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.750041:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750052:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575478.750082:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575478.750087:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750099:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575478.750111:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575478.750116:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575478.750123:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750125:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575478.750127:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575478.750133:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750138:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575478.750146:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575478.750155:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575478.750162:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575478.750166:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750171:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575478.750177:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575478.750182:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575478.750192:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575478.750206:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575478.750220:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816119808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575478.750250:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575478.750256:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575478.750266:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816119808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575478.750303:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575478.750311:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575478.750318:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575478.750320:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575478.750329:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575478.750341:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575478.750345:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6322
00000400:00000200:1.0:1788575478.750359:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575478.750370:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575478.750377:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575478.750386:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750398:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.750406:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750415:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575478.750421:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575478.750428:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575478.750433:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575478.750438:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575478.750450:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575478.750453:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575478.750457:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750460:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.750464:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750467:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575478.750471:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575478.750479:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750481:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575478.750485:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575478.750489:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575478.750493:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750500:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575478.750504:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575478.750510:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750517:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575478.750524:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575478.750529:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575478.750536:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575478.750538:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750545:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575478.750547:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575478.750550:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575478.750557:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575478.750564:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575478.750576:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816119936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575478.750592:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575478.750597:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575478.750606:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816119936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575478.750633:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575478.750640:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575478.750646:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575478.750650:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575478.750656:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575478.750664:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575478.750669:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6322
00000400:00000200:1.0:1788575478.750697:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575478.750707:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575478.750719:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575478.750732:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750744:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.750757:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750766:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575478.750776:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575478.750782:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575478.750788:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575478.750793:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575478.750798:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575478.750803:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575478.750810:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750816:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575478.750824:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750833:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575478.750837:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575478.750844:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575478.750850:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575478.750855:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575478.750861:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575478.750867:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750871:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575478.750876:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575478.750882:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750887:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575478.750895:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575478.750906:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575478.750915:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575478.750919:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575478.750924:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575478.750929:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575478.750933:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575478.750941:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575478.750949:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575478.750961:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816120064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575478.750981:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575478.750987:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575478.750998:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816120064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575478.751029:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575478.751039:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6332)
00000800:00000200:3.1:1788575478.751050:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575478.751072:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575478.751298:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575478.751300:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575478.751521:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575478.751522:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575478.751794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575478.751795:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1788575480.093326:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575480.093331:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575480.093335:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788575481.117270:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575481.117274:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575481.117276:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1788575483.165272:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575483.165276:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575483.165278:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575483.869194:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575483.869204:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575483.869210:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575483.869216:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575483.869224:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575483.869234:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6327
00000400:00000200:0.0:1788575483.869246:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575483.869254:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575483.869257:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575483.869261:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869264:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.869267:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869270:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575483.869275:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575483.869277:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575483.869280:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575483.869284:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575483.869286:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575483.869289:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575483.869292:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869294:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.869296:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869297:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575483.869300:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575483.869303:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869306:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575483.869309:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575483.869312:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575483.869315:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.869318:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575483.869320:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575483.869331:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575483.869335:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575483.869339:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575483.869341:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.869345:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575483.869347:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575483.869352:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575483.869363:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575483.869371:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575483.869382:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816120192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575483.869392:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575483.869397:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575483.869402:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816120192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575483.869426:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575483.869429:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575483.869433:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575483.869435:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575483.869436:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575483.869441:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575483.869444:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6327
00000400:00000200:0.0:1788575483.869448:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575483.869452:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575483.869454:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575483.869458:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869463:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.869468:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869472:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575483.869476:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575483.869477:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575483.869480:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575483.869486:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575483.869491:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575483.869500:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575483.869512:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869520:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.869527:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869535:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575483.869541:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575483.869548:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869551:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575483.869556:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575483.869564:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575483.869568:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.869571:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575483.869576:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575483.869594:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.869600:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575483.869606:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575483.869612:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575483.869620:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575483.869624:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.869632:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575483.869635:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575483.869640:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575483.869648:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575483.869657:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575483.869671:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816120320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575483.869699:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575483.869703:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575483.869716:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816120320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575483.869757:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575483.869764:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575483.869769:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575483.869773:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575483.869778:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575483.869783:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575483.869788:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6327
00000400:00000200:0.0:1788575483.869800:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575483.869808:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575483.869815:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575483.869851:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869855:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.869861:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869866:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575483.869869:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575483.869870:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575483.869872:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575483.869875:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575483.869882:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575483.869885:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575483.869895:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869899:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.869904:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869908:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575483.869910:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575483.869920:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575483.869929:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575483.869934:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575483.869938:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575483.869945:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575483.869945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575483.869951:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788575483.869954:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000008:00100000:0.0:1788575483.869956:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575483.869963:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.869967:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575483.869978:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575483.869987:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575483.869991:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575483.869994:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.869999:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575483.870002:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575483.870006:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575483.870016:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575483.870022:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575483.870031:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816120448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575483.870113:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575483.870120:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575483.870130:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816120448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575483.870149:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575483.870157:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575483.870167:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575483.870172:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575483.870180:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575483.870188:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575483.870196:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6327
00000400:00000200:0.0:1788575483.870206:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575483.870213:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575483.870217:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575483.870226:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870235:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.870239:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870244:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575483.870250:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575483.870254:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575483.870260:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575483.870266:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575483.870275:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575483.870285:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575483.870304:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870314:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.870323:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870331:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575483.870339:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575483.870350:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870355:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575483.870363:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575483.870371:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575483.870377:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.870385:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575483.870394:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575483.870407:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.870417:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575483.870430:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575483.870437:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575483.870448:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575483.870455:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.870462:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575483.870465:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575483.870469:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575483.870475:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575483.870481:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575483.870493:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816120576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575483.870507:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575483.870511:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575483.870524:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816120576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575483.870547:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575483.870557:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575483.870572:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575483.870575:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575483.870579:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575483.870589:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575483.870597:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6327
00000400:00000200:0.0:1788575483.870614:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575483.870627:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575483.870637:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575483.870651:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870666:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.870680:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870694:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575483.870703:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575483.870709:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575483.870716:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575483.870720:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575483.870728:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575483.870739:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575483.870755:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870762:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575483.870775:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870780:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575483.870787:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575483.870800:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575483.870808:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575483.870817:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575483.870823:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575483.870845:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.870854:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575483.870859:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575483.870869:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.870877:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575483.870886:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575483.870895:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575483.870904:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575483.870911:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575483.870917:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575483.870922:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575483.870930:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575483.870943:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575483.870954:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575483.870968:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788575483.870986:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575483.870995:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788575483.871009:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575483.871017:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575483.871029:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575483.871095:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575483.871106:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6337)
00000800:00000200:3.1:1788575483.871304:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575483.871307:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575483.871477:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575483.871478:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1788575483.871575:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575483.871576:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575483.871578:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575483.871579:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575483.871580:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575483.871581:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575483.871582:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:3.0:1788575483.871584:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575483.871585:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575483.871586:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575483.871587:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575483.871588:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871589:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575483.871591:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816120448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871594:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575483.871595:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575483.871596:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575483.871597:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575483.871598:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575483.871598:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575483.871599:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575483.871600:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:3.0:1788575483.871601:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575483.871602:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575483.871603:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575483.871604:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575483.871604:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871605:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575483.871606:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816120576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871610:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575483.871610:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575483.871611:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575483.871612:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575483.871613:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575483.871614:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575483.871615:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575483.871616:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85800.
02000000:00000001:3.0:1788575483.871617:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575483.871617:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575483.871618:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575483.871619:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575483.871620:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871621:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871623:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575483.871624:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575483.871625:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575483.871626:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575483.871627:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575483.871629:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871633:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575483.871633:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575483.871635:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575483.871636:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575483.871637:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575483.871638:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816120704:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575483.871640:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575483.871641:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575483.871642:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575483.871643:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575483.871644:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575483.871645:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575483.871647:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575483.871648:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575483.871650:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575483.871651:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816120704, portal 4
00000100:00000001:3.0:1788575483.871652:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575483.871653:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:3.0:1788575483.871656:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871663:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575483.871665:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575483.871666:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575483.871667:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816120704, offset 0
00000400:00000200:3.0:1788575483.871669:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575483.871671:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575483.871673:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575483.871674:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575483.871675:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575483.871677:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575483.871678:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575483.871680:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90448:90448:256:4294967295] 192.168.202.101@tcp LPNI seq info [90428:90428:8:4294967295]
00000400:00000200:3.0:1788575483.871682:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575483.871685:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575483.871687:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575483.871689:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575483.871691:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575483.871692:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575483.871695:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575483.871696:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575483.871699:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575483.871700:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575483.871702:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575483.871703:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575483.871705:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575483.871706:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575483.871707:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575483.871709:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871713:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575483.871715:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871722:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575483.871723:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575483.871725:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575483.871728:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575483.871730:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575483.871732:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4300999732
00000100:00000001:3.0:1788575483.871734:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301003649
00000100:00000001:3.0:1788575483.871736:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4300999732
00000100:00000001:3.0:1788575483.871738:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301003649
00000100:00000001:3.0:1788575483.871741:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575483.871742:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575483.871744:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575483.871747:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575483/real 1788575483]  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575483.871754:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575483.871756:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575483.871757:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575483.871759:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575483.871761:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575483.871763:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575483.871766:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575483.871774:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871781:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575483.871783:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871784:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575483.871786:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575483.871790:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871797:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575483.871801:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871809:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575483.871811:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871812:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575483.871814:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871815:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575483.871817:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575483.871819:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575483.871822:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575483.871836:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575483.871840:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575483.871846:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816120704:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575483.871850:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871852:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575483.871854:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816120704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575483.871860:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575483.871861:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575483.871863:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575483.871866:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575483.871868:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575483.871869:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575483.871871:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575483.871872:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
02000000:00000001:3.0:1788575483.871875:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575483.871876:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575483.871878:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:3.0:1788575483.871880:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575483.871882:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871883:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575483.871886:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575483.871888:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575483.871889:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575483.871891:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575484.189300:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575484.189307:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575484.189312:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575484.893153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575484.893158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575484.893160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575484.893166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575484.893171:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575484.893177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575484.893190:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575484.893193:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575484.893195:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575485.213241:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575485.213245:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575485.213248:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575485.917161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575485.917168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575485.917170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575485.917176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575485.917180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575485.917184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575485.917187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575485.917190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575485.917192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575486.237220:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575486.237223:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575486.237225:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575486.941177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575486.941185:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575486.941191:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575486.941199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575486.941211:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575486.941218:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575486.941238:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575486.941243:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575486.941247:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575487.261246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575487.261249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575487.261252:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575487.901157:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301003649, at 4301003712
00000100:00000010:3.0:1788575487.901170:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abba0.
00000100:00000001:3.0:1788575487.965160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575487.965168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575487.965180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575487.965186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575487.965192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575487.965197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575487.965199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575487.965201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575487.965203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575488.285275:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575488.285279:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575488.285282:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575488.989163:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575488.989170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575488.989172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575488.989178:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575488.989181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575488.989184:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575488.989184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.989189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788575488.989192:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575488.989195:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575488.989197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575488.989199:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575488.989201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.989205:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575488.989214:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6332
00000400:00000200:1.0:1788575488.989223:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575488.989230:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575488.989234:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575488.989237:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989240:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575488.989243:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989245:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575488.989249:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575488.989251:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575488.989254:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575488.989257:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575488.989259:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575488.989262:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575488.989265:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989267:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575488.989269:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989270:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575488.989273:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575488.989276:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989279:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575488.989281:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575488.989284:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575488.989287:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.989289:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575488.989291:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575488.989300:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575488.989303:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575488.989307:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575488.989308:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.989311:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575488.989313:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575488.989317:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575488.989326:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575488.989332:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575488.989342:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575488.989352:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575488.989357:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575488.989361:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.989382:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575488.989385:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575488.989388:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575488.989389:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575488.989391:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575488.989394:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575488.989396:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6332
00000400:00000200:1.0:1788575488.989401:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575488.989405:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575488.989407:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575488.989411:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989413:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575488.989414:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788575488.989416:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575488.989419:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575488.989420:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575488.989423:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788575488.989424:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575488.989428:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575488.989431:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575488.989432:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575488.989434:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575488.989439:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575488.989445:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575488.989447:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575488.989450:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575488.989452:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575488.989454:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575488.989456:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575488.989459:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788575488.989461:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989466:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575488.989468:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575488.989469:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00100000:3.0:1788575488.989474:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816120832:192.168.202.101@tcp:250:kworker.0
00000100:00080000:1.0:1788575488.989477:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989484:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.989486:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788575488.989488:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575488.989492:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788575488.989495:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575488.989496:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575488.989501:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.989502:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575488.989506:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575488.989509:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000008:00100000:1.0:1788575488.989511:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575488.989512:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575488.989518:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.989522:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.989522:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575488.989529:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00000010:1.0:1788575488.989530:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575488.989534:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575488.989536:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575488.989542:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816120832, portal 25
00000100:00000001:3.0:1788575488.989547:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575488.989548:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
02000000:00000001:1.0:1788575488.989552:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575488.989556:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575488.989557:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.989560:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575488.989563:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575488.989567:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.989573:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1788575488.989574:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000040:3.0:1788575488.989578:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989581:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575488.989582:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575488.989588:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816120832, offset 0
00000100:00100000:1.0:1788575488.989592:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575488.989597:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989606:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575488.989607:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575488.989610:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.989616:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:1.0:1788575488.989619:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575488.989622:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575488.989630:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575488.989636:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.989637:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575488.989641:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575488.989644:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90449:90449:256:4294967295] 192.168.202.101@tcp LPNI seq info [90429:90429:8:4294967295]
00000100:00080000:1.0:1788575488.989651:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575488.989652:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575488.989659:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575488.989662:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575488.989666:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575488.989666:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788575488.989674:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788575488.989678:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575488.989680:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6332
00000800:00000010:3.0:1788575488.989685:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000400:00000200:1.0:1788575488.989686:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575488.989692:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:3.0:1788575488.989696:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575488.989698:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788575488.989703:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1788575488.989705:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989710:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788575488.989714:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575488.989716:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788575488.989719:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1788575488.989720:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575488.989725:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000100:3.0:1788575488.989726:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000040:1.0:1788575488.989728:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000010:3.0:1788575488.989730:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000020:00000001:1.0:1788575488.989733:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575488.989736:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575488.989737:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788575488.989740:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575488.989745:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788575488.989747:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575488.989751:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575488.989754:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575488.989757:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788575488.989764:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:3.0:1788575488.989765:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.989770:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575488.989776:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.989781:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575488.989781:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1788575488.989786:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000040:3.0:1788575488.989787:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575488.989794:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575488.989799:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.989800:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.989802:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788575488.989805:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575488.989809:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575488.989810:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575488.989815:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.989815:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575488.989820:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575488.989821:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301008768
00000008:00100000:1.0:1788575488.989825:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000010:3.0:1788575488.989828:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abba0.
00000008:00000001:1.0:1788575488.989829:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.989833:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.989835:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000010:1.0:1788575488.989838:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000100:00000001:3.0:1788575488.989841:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301008768
00000020:00000040:1.0:1788575488.989843:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000010:3.0:1788575488.989847:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab420.
00000100:00000001:3.0:1788575488.989850:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575488.989853:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575488.989858:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575488.989859:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575488.989862:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788575488.989866:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575488.989868:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575488/real 1788575488]  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.989870:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575488.989874:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575488.989878:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575488.989882:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:1.0:1788575488.989885:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000400:00000001:3.0:1788575488.989885:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575488.989889:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000100:00000001:1.0:1788575488.989891:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.989893:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575488.989896:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575488.989900:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1788575488.989901:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788575488.989906:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575488.989918:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.989927:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575488.989930:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788575488.989931:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.989932:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.989937:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.989939:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575488.989942:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575488.989947:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.989965:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.989966:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575488.989989:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.989996:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788575488.989998:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575488.989999:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990003:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788575488.990006:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575488.990006:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575488.990011:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575488.990011:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575488.990014:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788575488.990015:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575488.990018:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788575488.990021:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575488.990024:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00080000:1.0:1788575488.990028:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6332
00000100:00000001:3.0:1788575488.990028:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1788575488.990038:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575488.990038:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575488.990046:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00100000:3.0:1788575488.990051:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816120832:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575488.990076:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990078:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575488.990082:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816120832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575488.990090:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575488.990093:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1788575488.990098:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575488.990098:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575488.990102:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
00000100:00000001:1.0:1788575488.990103:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575488.990108:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575488.990109:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575488.990113:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1788575488.990114:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575488.990116:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:1.0:1788575488.990119:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000001:3.0:1788575488.990120:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:1.0:1788575488.990123:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
02000000:00000010:3.0:1788575488.990124:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
00000020:00000001:1.0:1788575488.990128:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788575488.990130:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1788575488.990132:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
02000000:00000001:3.0:1788575488.990133:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575488.990136:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000020:00000001:1.0:1788575488.990138:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575488.990140:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575488.990143:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788575488.990144:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575488.990146:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575488.990152:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575488.990154:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575488.990156:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575488.990157:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575488.990161:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575488.990162:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575488.990164:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575488.990167:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575488.990167:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788575488.990173:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000040:3.0:1788575488.990173:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575488.990181:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575488.990188:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990189:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788575488.990192:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575488.990193:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.990197:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788575488.990198:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575488.990199:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575488.990205:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.990205:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.990211:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1788575488.990212:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816120960:192.168.202.101@tcp:38:kworker.0
00000008:00100000:1.0:1788575488.990216:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575488.990217:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575488.990220:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1788575488.990222:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.990223:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.990228:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.990228:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575488.990232:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000100:00000010:1.0:1788575488.990236:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
02000000:00000001:3.0:1788575488.990236:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.990241:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:1.0:1788575488.990242:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575488.990245:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
02000000:00000001:1.0:1788575488.990247:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1788575488.990250:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
02000000:00000001:1.0:1788575488.990251:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.990256:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1788575488.990256:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816120960, portal 10
02000000:00000001:1.0:1788575488.990259:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575488.990260:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788575488.990263:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990263:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
02000000:00000010:1.0:1788575488.990272:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000040:3.0:1788575488.990274:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.990279:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990285:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1788575488.990289:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575488.990290:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575488.990294:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575488.990298:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816120960, offset 0
00000100:00000001:1.0:1788575488.990305:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575488.990306:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575488.990311:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.990312:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575488.990320:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:1.0:1788575488.990321:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575488.990324:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575488.990329:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575488.990334:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575488.990339:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.990340:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.990345:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90450:90450:256:4294967295] 192.168.202.101@tcp LPNI seq info [90430:90430:8:4294967295]
00000100:00080000:1.0:1788575488.990346:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575488.990354:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575488.990355:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575488.990359:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575488.990362:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575488.990366:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788575488.990368:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788575488.990373:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575488.990375:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6332
00000800:00000010:3.0:1788575488.990378:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000400:00000200:1.0:1788575488.990383:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.0:1788575488.990385:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575488.990389:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000400:00000200:1.0:1788575488.990391:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:3.1:1788575488.990397:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575488.990398:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788575488.990402:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1788575488.990406:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000100:3.0:1788575488.990411:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575488.990412:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788575488.990415:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00000040:1.0:1788575488.990418:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575488.990420:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788575488.990422:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575488.990427:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575488.990427:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1788575488.990430:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000400:00000200:3.0:1788575488.990432:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000020:00000001:1.0:1788575488.990434:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:3.0:1788575488.990436:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000020:00000040:1.0:1788575488.990438:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575488.990439:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1788575488.990442:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575488.990446:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000200:3.0:1788575488.990446:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575488.990454:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575488.990459:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575488.990462:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575488.990464:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575488.990468:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.990469:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575488.990474:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575488.990481:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575488.990484:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.990486:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990488:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788575488.990490:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575488.990493:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575488.990495:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575488.990499:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575488.990499:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000100:00000001:1.0:1788575488.990503:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575488.990506:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:1.0:1788575488.990507:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575488.990509:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301004877
00000008:00000001:1.0:1788575488.990512:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990514:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301008768
00000100:00000001:1.0:1788575488.990516:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990519:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301004877
00000100:00000010:1.0:1788575488.990521:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575488.990522:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301008768
00000020:00000040:1.0:1788575488.990527:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575488.990527:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575488.990532:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575488.990534:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575488.990535:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788575488.990537:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575488.990542:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1788575488.990542:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575488/real 1788575488]  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575488.990546:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575488.990549:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575488.990556:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000400:00000001:3.0:1788575488.990556:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575488.990559:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575488.990562:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575488.990562:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575488.990567:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575488.990570:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00100000:1.0:1788575488.990572:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575488.990574:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575488.990581:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575488.990588:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575488.990592:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575488.990596:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575488.990600:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990612:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575488.990615:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575488.990617:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990618:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.990621:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575488.990624:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6342)
00000100:00100000:3.0:1788575488.990627:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990635:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575488.990640:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990647:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575488.990649:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990651:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.990652:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990654:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575488.990656:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575488.990658:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575488.990661:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575488.990663:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575488.990667:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575488.990674:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816120960:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575488.990678:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575488.990681:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990693:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575488.990694:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.990696:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575488.990698:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575488.990699:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575488.990702:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121088:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575488.990704:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575488.990706:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575488.990707:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.990709:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575488.990712:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575488.990714:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.990717:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575488.990719:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575488.990722:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575488.990725:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816121088, portal 10
00000100:00000001:3.0:1788575488.990727:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575488.990728:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:3.0:1788575488.990733:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990739:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575488.990741:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575488.990742:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575488.990744:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816121088, offset 0
00000400:00000200:3.0:1788575488.990748:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575488.990751:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575488.990754:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575488.990757:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575488.990759:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575488.990761:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575488.990763:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575488.990766:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90451:90451:256:4294967295] 192.168.202.101@tcp LPNI seq info [90431:90431:8:4294967295]
00000400:00000200:3.0:1788575488.990770:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575488.990775:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575488.990779:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575488.990781:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575488.990785:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575488.990787:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575488.990791:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575488.990794:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575488.990798:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575488.990799:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575488.990802:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575488.990805:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575488.990807:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575488.990809:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575488.990811:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575488.990814:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990821:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575488.990823:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990829:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990830:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575488.990833:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575488.990835:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575488.990838:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575488.990840:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301004827
00000100:00000001:3.0:1788575488.990842:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301008768
00000100:00000001:3.0:1788575488.990844:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301004827
00000100:00000001:3.0:1788575488.990846:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301008768
00000100:00000001:3.0:1788575488.990848:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575488.990850:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.990851:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575488.990854:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575488/real 1788575488]  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575488.990861:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575488.990862:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575488.990864:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575488.990866:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575488.990867:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575488.990870:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575488.990873:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575488.990881:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990887:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575488.990888:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990890:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.990891:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575488.990895:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990901:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575488.990905:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990911:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575488.990913:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990915:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.990916:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990918:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575488.990919:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575488.990921:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575488.990925:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575488.990926:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575488.990930:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575488.990937:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121088:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575488.990940:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990942:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575488.990945:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816120960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990950:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575488.990952:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575488.990953:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575488.990956:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575488.990957:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575488.990958:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575488.990960:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575488.990961:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad000.
02000000:00000001:3.0:1788575488.990964:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575488.990965:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575488.990966:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:3.0:1788575488.990969:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575488.990982:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.990984:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575488.990988:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816121088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.990994:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575488.990995:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575488.990997:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575488.990999:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575488.991001:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575488.991002:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575488.991003:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575488.991005:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94aec00.
02000000:00000001:3.0:1788575488.991007:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575488.991008:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575488.991009:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:3.0:1788575488.991011:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575488.991012:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991014:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991016:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575488.991018:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.991020:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575488.991021:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575488.991022:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575488.991026:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991036:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575488.991037:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.991039:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575488.991041:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575488.991043:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575488.991046:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121216:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575488.991048:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575488.991050:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575488.991051:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.991069:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575488.991073:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575488.991075:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.991077:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575488.991080:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575488.991083:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575488.991086:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816121216, portal 4
00000100:00000001:3.0:1788575488.991088:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575488.991089:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
00000100:00000040:3.0:1788575488.991094:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991105:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575488.991107:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575488.991109:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575488.991111:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816121216, offset 0
00000400:00000200:3.0:1788575488.991114:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575488.991118:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575488.991121:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575488.991123:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575488.991125:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575488.991128:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575488.991130:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575488.991133:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90452:90452:256:4294967295] 192.168.202.101@tcp LPNI seq info [90432:90432:8:4294967295]
00000400:00000200:3.0:1788575488.991136:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575488.991142:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575488.991146:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575488.991148:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575488.991152:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575488.991154:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575488.991158:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575488.991160:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575488.991164:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575488.991166:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575488.991169:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575488.991172:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575488.991175:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575488.991176:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575488.991179:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575488.991182:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991188:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575488.991191:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991202:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.991203:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575488.991206:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575488.991208:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575488.991211:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575488.991213:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301004861
00000100:00000001:3.0:1788575488.991215:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301008768
00000100:00000001:3.0:1788575488.991217:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301004861
00000100:00000001:3.0:1788575488.991219:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301008768
00000100:00000001:3.0:1788575488.991220:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575488.991222:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.991224:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575488.991227:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575488/real 1788575488]  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575488.991233:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575488.991235:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575488.991236:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575488.991239:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575488.991240:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575488.991242:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575488.991245:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575488.991252:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991258:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575488.991260:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991261:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.991263:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575488.991266:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991272:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575488.991276:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991281:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575488.991283:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991285:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.991286:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991287:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575488.991289:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575488.991292:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575488.991294:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575488.991296:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575488.991300:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575488.991307:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121216:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575488.991310:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575488.991313:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991319:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575488.991321:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.991323:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575488.991324:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575488.991326:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575488.991329:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121344:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575488.991331:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575488.991333:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575488.991335:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575488.991336:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575488.991339:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575488.991341:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575488.991343:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575488.991345:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575488.991348:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575488.991350:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816121344, portal 4
00000100:00000001:3.0:1788575488.991352:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575488.991353:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00000040:3.0:1788575488.991358:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991364:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575488.991366:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575488.991367:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575488.991369:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816121344, offset 0
00000400:00000200:3.0:1788575488.991373:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575488.991376:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575488.991379:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575488.991381:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575488.991384:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575488.991386:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575488.991388:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575488.991391:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90453:90453:256:4294967295] 192.168.202.101@tcp LPNI seq info [90433:90433:8:4294967295]
00000400:00000200:3.0:1788575488.991395:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575488.991400:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575488.991404:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575488.991407:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575488.991410:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575488.991413:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575488.991416:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575488.991418:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575488.991422:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575488.991424:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575488.991426:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575488.991429:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575488.991431:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575488.991433:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575488.991435:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575488.991438:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991445:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575488.991447:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991453:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.991454:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575488.991457:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575488.991460:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575488.991462:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575488.991464:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301004852
00000100:00000001:3.0:1788575488.991466:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301008768
00000100:00000001:3.0:1788575488.991468:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301004852
00000100:00000001:3.0:1788575488.991471:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301008768
00000100:00000001:3.0:1788575488.991473:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575488.991475:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.991476:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575488.991480:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575488/real 1788575488]  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575488.991486:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575488.991487:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575488.991489:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575488.991491:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575488.991492:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575488.991495:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575488.991497:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575488.991505:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991510:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575488.991512:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991513:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.991515:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575488.991518:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991524:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575488.991527:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991534:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575488.991536:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991538:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575488.991539:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991540:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575488.991542:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575488.991544:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575488.991547:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575488.991549:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575488.991552:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575488.991559:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121344:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575488.991562:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991564:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575488.991567:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816121216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991573:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575488.991574:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575488.991575:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575488.991577:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575488.991579:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575488.991580:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575488.991582:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575488.991583:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
02000000:00000001:3.0:1788575488.991585:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575488.991586:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575488.991587:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
00000100:00000001:3.0:1788575488.991589:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575488.991590:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991592:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575488.991594:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816121344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575488.991600:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575488.991601:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575488.991602:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575488.991604:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575488.991606:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575488.991607:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575488.991609:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575488.991610:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af400.
02000000:00000001:3.0:1788575488.991612:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575488.991613:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575488.991615:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575488.991617:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575488.991618:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991619:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575488.991622:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575488.991623:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575488.991625:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575488.991626:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575489.309243:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575489.309247:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575489.309250:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575490.013170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575490.013177:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575490.013179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575490.013184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575490.013187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575490.013192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575490.013194:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575490.013196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575490.013199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575490.333196:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575490.333199:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575490.333202:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575491.037166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575491.037172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575491.037174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575491.037181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575491.037186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575491.037191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575491.037197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575491.037199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575491.037201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575491.357407:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575491.357410:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575491.357414:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575492.061166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575492.061172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575492.061174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575492.061179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575492.061183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575492.061186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575492.061189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575492.061192:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575492.061194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575492.381248:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575492.381251:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575492.381254:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575493.021158:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301008768, at 4301008832
00000100:00000010:3.0:1788575493.021174:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab420.
00000100:00000001:3.0:1788575493.085141:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575493.085147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575493.085149:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575493.085154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575493.085158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575493.085163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575493.085167:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575493.085169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575493.085172:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575493.405244:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575493.405249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575493.405252:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575494.109181:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575494.109186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575494.109189:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575494.109195:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788575494.109199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575494.109204:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575494.109205:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575494.109208:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575494.109210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575494.109213:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575494.109217:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575494.109224:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575494.109225:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6337
00000100:00000001:3.0:1788575494.109229:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.109233:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575494.109237:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575494.109244:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575494.109247:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575494.109251:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109255:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575494.109258:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109261:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575494.109264:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575494.109266:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575494.109269:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575494.109272:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575494.109275:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575494.109277:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575494.109280:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109282:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575494.109283:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109285:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575494.109289:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575494.109292:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109294:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575494.109297:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575494.109300:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575494.109302:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109305:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575494.109307:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575494.109315:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575494.109319:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575494.109322:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575494.109324:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109326:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575494.109329:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575494.109332:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575494.109344:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788575494.109350:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575494.109358:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575494.109367:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575494.109371:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575494.109375:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575494.109394:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575494.109397:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575494.109404:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575494.109406:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575494.109407:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575494.109410:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575494.109412:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6337
00000400:00000200:0.0:1788575494.109415:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575494.109418:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575494.109420:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575494.109423:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109426:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575494.109427:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109429:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575494.109432:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575494.109433:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575494.109435:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575494.109437:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575494.109439:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575494.109441:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575494.109444:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109445:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575494.109448:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109450:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575494.109453:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575494.109455:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109457:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575494.109459:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575494.109463:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575494.109465:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109467:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575494.109470:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1788575494.109471:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575494.109474:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1788575494.109476:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.109477:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788575494.109481:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575494.109485:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788575494.109486:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575494.109491:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575494.109493:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575494.109496:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109499:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575494.109501:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575494.109503:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.109505:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1788575494.109508:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:3.0:1788575494.109508:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109513:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.109515:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1788575494.109521:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788575494.109526:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575494.109531:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109536:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575494.109540:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575494.109541:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816121472:192.168.202.101@tcp:250:kworker.0
00000100:00000040:0.0:1788575494.109547:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.109548:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575494.109552:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575494.109555:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.109560:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788575494.109561:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575494.109565:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575494.109569:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575494.109570:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:3.0:1788575494.109571:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000100:00080000:0.0:1788575494.109572:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1788575494.109576:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109577:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575494.109581:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6337
00000400:00000200:3.0:1788575494.109588:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575494.109589:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575494.109595:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000010:3.0:1788575494.109596:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00080000:0.0:1788575494.109597:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575494.109603:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109605:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788575494.109606:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000040:0.0:1788575494.109607:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109611:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575494.109613:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575494.109614:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000100:00000200:3.0:1788575494.109615:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816121472, portal 25
00000020:00000001:0.0:1788575494.109616:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575494.109619:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000100:00000001:3.0:1788575494.109619:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1788575494.109624:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:3.0:1788575494.109624:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000020:00000001:0.0:1788575494.109628:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575494.109632:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109635:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575494.109636:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575494.109639:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109644:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575494.109648:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575494.109653:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575494.109655:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575494.109657:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575494.109661:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788575494.109661:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575494.109665:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1788575494.109665:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
02000000:00000001:0.0:1788575494.109670:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575494.109672:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816121472, offset 0
00000100:00000001:0.0:1788575494.109674:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575494.109677:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788575494.109680:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000008:00000001:0.0:1788575494.109681:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109684:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575494.109687:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000400:00000200:3.0:1788575494.109688:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:0.0:1788575494.109691:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575494.109693:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575494.109695:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109699:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575494.109700:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575494.109701:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575494.109705:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000400:00000200:3.0:1788575494.109705:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:0.0:1788575494.109712:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575494.109713:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1788575494.109718:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575494.109721:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575494.109728:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788575494.109732:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575494.109735:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109736:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575494.109743:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575494.109743:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90454:90454:256:4294967295] 192.168.202.101@tcp LPNI seq info [90434:90434:8:4294967295]
00000400:00000200:3.0:1788575494.109753:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575494.109760:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575494.109765:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575494.109766:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788575494.109774:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575494.109776:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575494.109778:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575494.109780:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788575494.109783:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575494.109785:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6337
00000400:00000200:0.0:1788575494.109789:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000010:3.0:1788575494.109789:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000400:00000200:0.0:1788575494.109795:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575494.109797:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788575494.109799:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788575494.109803:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109806:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788575494.109806:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1788575494.109810:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109813:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575494.109815:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575494.109817:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000800:00000200:3.1:1788575494.109819:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575494.109820:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575494.109823:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000800:00000200:3.1:1788575494.109825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1788575494.109826:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575494.109829:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575494.109835:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000100:3.0:1788575494.109835:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109837:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575494.109839:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109841:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575494.109843:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000800:00000010:3.0:1788575494.109847:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00080000:0.0:1788575494.109848:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575494.109852:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575494.109854:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575494.109855:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788575494.109857:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575494.109861:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575494.109863:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788575494.109864:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575494.109877:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000200:3.0:1788575494.109879:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000008:00000001:0.0:1788575494.109881:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575494.109884:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:0.0:1788575494.109885:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575494.109891:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575494.109891:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1788575494.109896:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000200:3.0:1788575494.109899:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575494.109900:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575494.109902:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109905:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575494.109908:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575494.109911:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575494.109916:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:3.0:1788575494.109917:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788575494.109921:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575494.109924:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575494.109929:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575494.109942:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.109945:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575494.109946:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575494.109949:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.109953:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575494.109954:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575494.109960:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575494.109965:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301013888
00000100:00000001:0.0:1788575494.109974:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575494.109974:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab420.
00000100:00080000:0.0:1788575494.109979:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575494.109983:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575494.109983:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788575494.109987:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575494.109990:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575494.109991:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301013888
00000100:00000001:0.0:1788575494.109992:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575494.109997:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6337
00000100:00000010:3.0:1788575494.109999:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab060.
00000400:00000200:0.0:1788575494.110002:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575494.110005:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000400:00000200:0.0:1788575494.110007:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575494.110011:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575494.110012:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788575494.110015:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575494.110018:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.110019:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575494.110023:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575494.110024:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575494.110026:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575494.110029:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575494.110031:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00100000:3.0:1788575494.110033:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575494/real 1788575494]  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575494.110034:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575494.110037:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575494.110041:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575494.110045:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575494.110079:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000001:3.0:1788575494.110080:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788575494.110082:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1788575494.110084:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1788575494.110087:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575494.110089:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000100:00000001:0.0:1788575494.110091:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575494.110095:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000200:3.0:1788575494.110095:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575494.110100:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00080000:0.0:1788575494.110101:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575494.110106:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110106:0:2397:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1788575494.110110:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575494.110114:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1788575494.110114:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575494.110129:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.110133:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575494.110136:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575494.110141:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.110144:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575494.110146:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788575494.110149:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575494.110153:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575494.110157:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575494.110159:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575494.110162:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575494.110162:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788575494.110166:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575494.110167:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575494.110168:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110171:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1788575494.110173:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:3.0:1788575494.110175:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575494.110178:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575494.110183:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575494.110187:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575494.110198:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575494.110201:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110203:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575494.110207:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575494.110213:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575494.110224:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110230:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788575494.110231:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6347)
00000100:00000001:3.0:1788575494.110235:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110239:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.110240:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110242:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575494.110244:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575494.110247:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575494.110250:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575494.110252:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575494.110255:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575494.110260:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816121472:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575494.110263:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110265:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.110266:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816121472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110272:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575494.110275:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575494.110277:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575494.110281:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575494.110282:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575494.110283:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575494.110286:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575494.110288:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84400.
02000000:00000001:3.0:1788575494.110291:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575494.110293:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575494.110294:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:3.0:1788575494.110297:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575494.110298:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110301:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110307:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575494.110308:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110310:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575494.110311:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575494.110312:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575494.110315:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110320:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575494.110321:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.110322:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575494.110324:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575494.110325:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575494.110328:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121600:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575494.110331:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575494.110333:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575494.110334:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.110336:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575494.110339:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575494.110340:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575494.110344:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575494.110347:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575494.110351:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575494.110353:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816121600, portal 10
00000100:00000001:3.0:1788575494.110355:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575494.110357:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:3.0:1788575494.110363:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110369:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575494.110372:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575494.110375:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575494.110377:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816121600, offset 0
00000400:00000200:3.0:1788575494.110381:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575494.110385:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575494.110398:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575494.110402:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575494.110405:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575494.110407:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575494.110410:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575494.110413:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90455:90455:256:4294967295] 192.168.202.101@tcp LPNI seq info [90435:90435:8:4294967295]
00000400:00000200:3.0:1788575494.110417:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575494.110423:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575494.110428:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575494.110432:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575494.110436:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575494.110438:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575494.110443:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575494.110446:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788575494.110449:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575494.110450:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575494.110453:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575494.110456:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575494.110459:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575494.110461:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575494.110464:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575494.110467:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110475:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.110478:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110485:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110487:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575494.110490:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575494.110493:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575494.110496:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575494.110498:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301009997
00000100:00000001:3.0:1788575494.110501:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301013888
00000100:00000001:3.0:1788575494.110503:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301009997
00000100:00000001:3.0:1788575494.110505:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301013888
00000100:00000001:3.0:1788575494.110507:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575494.110509:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110511:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575494.110515:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575494/real 1788575494]  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575494.110523:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575494.110524:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575494.110526:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575494.110529:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575494.110530:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575494.110533:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575494.110536:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575494.110544:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110550:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575494.110551:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110553:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.110554:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575494.110557:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110564:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575494.110567:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110574:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575494.110576:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110578:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.110579:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110581:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575494.110583:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575494.110586:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575494.110589:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575494.110591:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575494.110595:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575494.110601:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121600:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575494.110604:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575494.110606:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110610:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575494.110611:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.110612:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575494.110614:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575494.110616:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575494.110618:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121728:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575494.110621:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575494.110623:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575494.110624:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.110626:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575494.110629:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575494.110631:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575494.110635:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575494.110637:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575494.110641:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575494.110643:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816121728, portal 10
00000100:00000001:3.0:1788575494.110645:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575494.110646:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575494.110652:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110658:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575494.110659:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575494.110661:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575494.110662:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816121728, offset 0
00000400:00000200:3.0:1788575494.110665:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575494.110667:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575494.110670:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575494.110672:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575494.110673:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575494.110675:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575494.110676:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575494.110678:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90456:90456:256:4294967295] 192.168.202.101@tcp LPNI seq info [90436:90436:8:4294967295]
00000400:00000200:3.0:1788575494.110681:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575494.110685:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575494.110687:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575494.110689:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575494.110692:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575494.110695:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575494.110699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575494.110701:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788575494.110704:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575494.110706:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575494.110709:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575494.110712:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575494.110715:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575494.110717:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575494.110720:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575494.110723:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110731:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.110734:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110739:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110740:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575494.110742:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575494.110744:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575494.110746:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575494.110747:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301009947
00000100:00000001:3.0:1788575494.110749:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301013888
00000100:00000001:3.0:1788575494.110750:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301009947
00000100:00000001:3.0:1788575494.110751:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301013888
00000100:00000001:3.0:1788575494.110753:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575494.110754:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.110756:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575494.110759:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575494/real 1788575494]  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575494.110767:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575494.110768:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575494.110769:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575494.110772:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575494.110773:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575494.110775:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575494.110779:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575494.110787:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110794:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575494.110795:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110797:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.110798:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575494.110801:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110807:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575494.110811:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110817:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575494.110819:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110821:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.110822:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.110824:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575494.110825:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575494.110828:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575494.110831:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575494.110833:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575494.110836:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575494.110844:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121728:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575494.110847:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575494.110850:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110856:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575494.110858:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.110860:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575494.110862:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575494.110864:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575494.110866:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121856:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575494.110869:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575494.110871:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575494.110872:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.110874:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575494.110877:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575494.110879:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575494.110882:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575494.110884:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575494.110887:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575494.110890:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816121856, portal 4
00000100:00000001:3.0:1788575494.110892:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575494.110893:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575494.110898:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110903:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575494.110905:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575494.110907:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575494.110909:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816121856, offset 0
00000400:00000200:3.0:1788575494.110913:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575494.110916:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575494.110920:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575494.110922:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575494.110924:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575494.110926:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575494.110928:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575494.110931:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90457:90457:256:4294967295] 192.168.202.101@tcp LPNI seq info [90437:90437:8:4294967295]
00000400:00000200:3.0:1788575494.110935:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575494.110941:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575494.110945:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575494.110947:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575494.110951:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575494.110954:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575494.110958:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575494.110961:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788575494.110964:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575494.110966:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575494.110969:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575494.110972:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575494.110975:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575494.110977:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575494.110979:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575494.110983:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110990:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.110993:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.110999:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.111001:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575494.111003:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575494.111006:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575494.111009:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575494.111011:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301009980
00000100:00000001:3.0:1788575494.111013:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301013888
00000100:00000001:3.0:1788575494.111016:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301009980
00000100:00000001:3.0:1788575494.111018:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301013888
00000100:00000001:3.0:1788575494.111020:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575494.111022:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.111024:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575494.111027:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575494/real 1788575494]  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575494.111035:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575494.111036:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575494.111038:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575494.111040:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575494.111041:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575494.111043:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575494.111046:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575494.111072:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111079:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575494.111080:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111082:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.111083:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575494.111087:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111094:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575494.111098:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111105:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575494.111108:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111109:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.111110:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111113:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575494.111115:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575494.111129:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575494.111132:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575494.111135:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575494.111140:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575494.111148:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121856:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575494.111152:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575494.111155:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111161:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575494.111163:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.111165:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575494.111167:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575494.111169:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575494.111172:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121984:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575494.111175:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575494.111176:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575494.111178:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575494.111179:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575494.111182:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575494.111185:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575494.111188:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575494.111190:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575494.111193:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575494.111196:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816121984, portal 4
00000100:00000001:3.0:1788575494.111198:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575494.111199:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:3.0:1788575494.111204:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111211:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575494.111213:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575494.111216:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575494.111218:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816121984, offset 0
00000400:00000200:3.0:1788575494.111222:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575494.111226:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575494.111229:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575494.111233:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575494.111236:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575494.111239:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575494.111241:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575494.111246:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90458:90458:256:4294967295] 192.168.202.101@tcp LPNI seq info [90438:90438:8:4294967295]
00000400:00000200:3.0:1788575494.111250:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575494.111257:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575494.111261:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575494.111265:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575494.111268:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575494.111271:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575494.111275:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575494.111277:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788575494.111281:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575494.111283:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575494.111286:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575494.111289:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575494.111292:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575494.111293:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575494.111296:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575494.111300:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111308:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.111312:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575519 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111319:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.111321:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575494.111324:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575494.111326:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575494.111330:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575494.111332:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301009972
00000100:00000001:3.0:1788575494.111334:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301013888
00000100:00000001:3.0:1788575494.111336:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301009972
00000100:00000001:3.0:1788575494.111338:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301013888
00000100:00000001:3.0:1788575494.111340:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575494.111342:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.111344:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575494.111348:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575494/real 1788575494]  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575494.111355:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575494.111357:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575494.111358:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575494.111360:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575494.111362:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575494.111364:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575494.111367:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575494.111375:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111382:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575494.111383:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111385:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.111387:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575494.111390:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111396:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575494.111400:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111407:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575494.111409:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111411:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575494.111412:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111414:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575494.111416:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575494.111418:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575494.111421:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575494.111423:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575494.111427:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575494.111435:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816121984:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575494.111438:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111440:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.111443:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816121600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111449:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575494.111451:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575494.111453:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575494.111455:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575494.111457:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575494.111458:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575494.111460:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575494.111462:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87c00.
02000000:00000001:3.0:1788575494.111465:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575494.111466:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575494.111468:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575494.111470:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575494.111471:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111473:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.111476:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816121728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111488:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575494.111490:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575494.111491:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575494.111493:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575494.111494:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575494.111495:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575494.111497:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575494.111498:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84000.
02000000:00000001:3.0:1788575494.111500:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575494.111501:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575494.111502:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575494.111504:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575494.111506:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111507:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.111511:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816121856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111517:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575494.111518:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575494.111520:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575494.111522:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575494.111523:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575494.111524:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575494.111526:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575494.111528:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87000.
02000000:00000001:3.0:1788575494.111530:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575494.111531:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575494.111532:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575494.111534:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575494.111535:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111537:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575494.111540:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816121984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575494.111546:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575494.111547:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575494.111548:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575494.111550:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575494.111551:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575494.111553:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575494.111554:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575494.111556:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
02000000:00000001:3.0:1788575494.111558:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575494.111559:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575494.111560:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575494.111562:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575494.111563:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111565:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575494.111568:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575494.111570:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575494.111571:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575494.111573:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575494.429257:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575494.429260:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575494.429263:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575495.133118:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575495.133126:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575495.133129:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575495.133135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575495.133140:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575495.133155:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575495.133159:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575495.133163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575495.133167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575495.453305:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575495.453308:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575495.453311:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575496.157152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575496.157159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575496.157161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575496.157166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575496.157170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575496.157174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575496.157187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575496.157190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575496.157192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575496.477273:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575496.477276:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575496.477278:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575497.181198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575497.181222:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575497.181224:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575497.181239:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575497.181247:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575497.181253:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575497.181257:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575497.181262:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575497.181266:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575497.501316:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575497.501320:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575497.501323:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575498.141172:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301013888, at 4301013952
00000100:00000010:3.0:1788575498.141198:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab060.
00000100:00000001:3.0:1788575498.205125:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575498.205133:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575498.205135:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575498.205141:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575498.205145:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575498.205148:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575498.205150:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575498.205153:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575498.205156:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575498.525211:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575498.525214:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575498.525216:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575499.229116:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575499.229123:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575499.229127:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575499.229132:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575499.229134:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575499.229137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575499.229141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575499.229144:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575499.229147:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575499.229150:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575499.229156:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575499.229156:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575499.229160:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.229163:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575499.229164:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6342
00000400:00000200:0.0:1788575499.229174:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575499.229179:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575499.229182:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575499.229185:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229187:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575499.229188:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229190:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575499.229192:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575499.229194:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575499.229196:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575499.229198:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575499.229199:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575499.229201:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575499.229203:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229204:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575499.229205:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229207:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575499.229209:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575499.229211:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229212:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575499.229214:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575499.229217:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575499.229218:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229219:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575499.229221:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575499.229227:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575499.229230:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575499.229233:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575499.229234:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229236:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575499.229238:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575499.229241:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575499.229248:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575499.229252:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575499.229259:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575499.229280:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575499.229283:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575499.229286:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575499.229301:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575499.229303:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575499.229305:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575499.229307:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575499.229308:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575499.229310:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575499.229311:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6342
00000400:00000200:0.0:1788575499.229314:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575499.229315:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575499.229317:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575499.229320:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229321:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575499.229323:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229325:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575499.229326:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575499.229327:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:3.0:1788575499.229327:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788575499.229330:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575499.229331:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788575499.229332:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575499.229333:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788575499.229334:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575499.229337:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575499.229340:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575499.229342:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229346:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575499.229350:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575499.229356:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575499.229357:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575499.229359:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575499.229361:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:3.0:1788575499.229363:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575499.229367:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788575499.229370:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575499.229370:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229376:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575499.229376:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816122112:192.168.202.101@tcp:250:kworker.0
02000000:00000001:0.0:1788575499.229382:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575499.229383:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575499.229387:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788575499.229389:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575499.229389:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.229393:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788575499.229394:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229397:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575499.229398:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
00000008:00100000:0.0:1788575499.229401:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575499.229402:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788575499.229407:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575499.229408:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575499.229411:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575499.229413:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00000010:0.0:1788575499.229416:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575499.229420:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575499.229422:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1788575499.229423:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
02000000:00000001:0.0:1788575499.229424:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229428:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575499.229430:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575499.229432:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575499.229432:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816122112, portal 25
00000100:00000001:3.0:1788575499.229438:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1788575499.229441:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:3.0:1788575499.229441:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000001:0.0:1788575499.229447:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575499.229451:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575499.229456:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575499.229470:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575499.229472:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575499.229477:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575499.229477:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575499.229481:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788575499.229483:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575499.229489:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816122112, offset 0
00000100:00000001:0.0:1788575499.229491:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575499.229495:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575499.229497:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575499.229499:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788575499.229501:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575499.229502:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575499.229506:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575499.229508:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6342
00000400:00000200:0.0:1788575499.229511:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.229514:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575499.229515:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575499.229519:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575499.229521:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229522:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575499.229525:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:0.0:1788575499.229526:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229530:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575499.229532:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575499.229533:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1788575499.229534:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575499.229536:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575499.229538:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575499.229541:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575499.229542:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:0.0:1788575499.229543:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575499.229547:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229549:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575499.229550:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1788575499.229552:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229555:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575499.229557:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575499.229558:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:0.0:1788575499.229562:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229564:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575499.229567:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575499.229568:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90459:90459:256:4294967295] 192.168.202.101@tcp LPNI seq info [90439:90439:8:4294967295]
02000000:00000001:0.0:1788575499.229569:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575499.229573:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229577:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575499.229579:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788575499.229581:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00000001:0.0:1788575499.229582:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229586:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575499.229588:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575499.229590:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575499.229593:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575499.229596:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229598:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575499.229601:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788575499.229601:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788575499.229605:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575499.229610:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000800:00000200:3.0:1788575499.229612:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229615:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575499.229619:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000100:00100000:0.0:1788575499.229623:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575499.229632:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575499.229636:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575499.229636:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788575499.229644:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788575499.229644:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575499.229657:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575499.229660:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575499.229662:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00080000:0.0:1788575499.229666:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1788575499.229670:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575499.229673:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:3.0:1788575499.229675:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00000001:0.0:1788575499.229676:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575499.229679:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575499.229682:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575499.229683:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788575499.229686:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6342
00000400:00000200:3.0:1788575499.229692:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788575499.229694:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575499.229700:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575499.229700:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000100:00080000:0.0:1788575499.229705:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788575499.229705:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000040:0.0:1788575499.229711:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575499.229712:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788575499.229713:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788575499.229719:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575499.229720:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.229725:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575499.229731:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575499.229734:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:3.0:1788575499.229736:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788575499.229737:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575499.229741:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000040:3.0:1788575499.229742:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575499.229745:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575499.229749:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575499.229757:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575499.229758:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.229762:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575499.229763:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575499.229767:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575499.229769:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229770:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575499.229775:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000200:3.0:1788575499.229777:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:0.0:1788575499.229781:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575499.229783:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301019008
00000100:00000001:0.0:1788575499.229786:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575499.229790:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1788575499.229790:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab060.
02000000:00000001:0.0:1788575499.229795:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575499.229798:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1788575499.229799:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.229802:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301019008
00000100:00000001:0.0:1788575499.229803:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:3.0:1788575499.229806:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abc00.
00000008:00100000:0.0:1788575499.229807:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575499.229809:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000008:00000001:0.0:1788575499.229812:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.229813:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575499.229817:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.229817:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.229822:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:0.0:1788575499.229824:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000100:00100000:3.0:1788575499.229826:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575499/real 1788575499]  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575499.229830:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575499.229836:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575499.229839:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.229844:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:3.0:1788575499.229845:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1788575499.229847:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:3.0:1788575499.229848:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1788575499.229851:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575499.229851:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575499.229855:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575499.229857:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
02000000:00000010:0.0:1788575499.229858:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:3.0:1788575499.229859:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575499.229862:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575499.229865:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575499.229871:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575499.229875:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575499.229878:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575499.229880:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.229883:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.229885:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575499.229889:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.229896:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575499.229901:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788575499.229902:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575499.229906:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575499.229912:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.229935:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788575499.229936:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.229942:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575499.229943:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575499.229946:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788575499.229948:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575499.229949:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575499.229952:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575499.229954:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575499.229956:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575499.229960:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1788575499.229961:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6342
00000100:00000001:3.0:1788575499.229964:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575499.229968:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575499.229975:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000400:00000200:0.0:1788575499.229976:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575499.229979:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1788575499.229984:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000040:3.0:1788575499.229988:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575499.229989:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575499.229996:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575499.230002:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788575499.230005:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816122112:192.168.202.101@tcp:250:kworker.0
00000100:00000040:0.0:1788575499.230008:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575499.230012:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575499.230013:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575499.230017:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575499.230018:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575499.230020:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575499.230023:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575499.230023:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788575499.230027:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575499.230028:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816122112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575499.230033:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575499.230039:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1788575499.230042:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575499.230042:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575499.230045:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
00000100:00000001:0.0:1788575499.230047:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575499.230049:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1788575499.230051:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000020:00000001:3.0:1788575499.230069:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575499.230071:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575499.230073:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575499.230075:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85800.
02000000:00000001:3.0:1788575499.230078:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575499.230079:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575499.230080:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575499.230084:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788575499.230085:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575499.230086:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230088:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788575499.230091:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575499.230095:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575499.230098:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575499.230098:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230101:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575499.230104:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575499.230105:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230107:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788575499.230109:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575499.230114:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788575499.230114:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575499.230119:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.230123:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575499.230126:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575499.230129:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1788575499.230131:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230132:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.230134:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.230137:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1788575499.230139:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
02000000:00000001:3.0:1788575499.230140:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788575499.230144:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575499.230146:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575499.230150:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1788575499.230152:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122240:192.168.202.101@tcp:38:kworker.0
02000000:00000001:0.0:1788575499.230154:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575499.230158:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575499.230160:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788575499.230161:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575499.230164:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788575499.230165:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.230167:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575499.230171:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
02000000:00000001:3.0:1788575499.230171:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788575499.230177:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575499.230177:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575499.230181:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575499.230186:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575499.230189:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575499.230194:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575499.230200:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575499.230205:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816122240, portal 10
00000100:00000001:3.0:1788575499.230209:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788575499.230210:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575499.230211:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000001:0.0:1788575499.230214:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575499.230221:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575499.230223:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230241:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575499.230245:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575499.230247:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575499.230249:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000040:0.0:1788575499.230253:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6352)
00000100:00000200:3.0:1788575499.230253:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816122240, offset 0
00000400:00000200:3.0:1788575499.230261:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575499.230277:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.230282:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575499.230285:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575499.230288:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575499.230290:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575499.230292:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575499.230296:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90460:90460:256:4294967295] 192.168.202.101@tcp LPNI seq info [90440:90440:8:4294967295]
00000400:00000200:3.0:1788575499.230300:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.230307:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575499.230312:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575499.230316:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575499.230321:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575499.230325:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575499.230330:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575499.230332:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788575499.230336:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575499.230338:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575499.230342:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575499.230345:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575499.230348:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575499.230349:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575499.230351:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575499.230355:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230362:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575499.230365:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230371:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230372:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575499.230375:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575499.230379:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575499.230382:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575499.230384:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301015117
00000100:00000001:3.0:1788575499.230387:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301019008
00000100:00000001:3.0:1788575499.230389:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301015117
00000100:00000001:3.0:1788575499.230391:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301019008
00000100:00000001:3.0:1788575499.230392:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575499.230394:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230396:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575499.230400:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575499/real 1788575499]  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575499.230407:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575499.230409:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575499.230411:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575499.230414:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575499.230415:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575499.230417:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575499.230421:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575499.230429:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230435:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575499.230437:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230439:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.230440:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575499.230443:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230450:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575499.230454:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230460:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575499.230463:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230464:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.230466:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230467:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575499.230469:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575499.230472:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575499.230474:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575499.230476:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575499.230480:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575499.230489:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122240:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575499.230492:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575499.230496:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230503:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575499.230504:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.230506:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575499.230508:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575499.230510:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575499.230513:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122368:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575499.230515:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575499.230517:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575499.230519:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.230520:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575499.230524:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575499.230526:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575499.230528:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575499.230531:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575499.230534:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575499.230536:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816122368, portal 10
00000100:00000001:3.0:1788575499.230538:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575499.230539:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575499.230544:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230548:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575499.230550:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575499.230551:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575499.230553:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816122368, offset 0
00000400:00000200:3.0:1788575499.230555:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575499.230558:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.230560:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575499.230562:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575499.230564:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575499.230565:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575499.230567:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575499.230569:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90461:90461:256:4294967295] 192.168.202.101@tcp LPNI seq info [90441:90441:8:4294967295]
00000400:00000200:3.0:1788575499.230571:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.230575:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575499.230577:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575499.230579:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575499.230581:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575499.230584:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575499.230588:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575499.230591:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788575499.230594:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575499.230595:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575499.230598:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575499.230601:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575499.230604:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575499.230605:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575499.230608:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575499.230611:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230619:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575499.230622:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230628:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230629:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575499.230632:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575499.230635:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575499.230637:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575499.230638:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301015067
00000100:00000001:3.0:1788575499.230640:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301019008
00000100:00000001:3.0:1788575499.230641:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301015067
00000100:00000001:3.0:1788575499.230643:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301019008
00000100:00000001:3.0:1788575499.230644:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575499.230646:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230647:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575499.230649:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575499/real 1788575499]  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575499.230654:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575499.230654:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575499.230655:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575499.230657:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575499.230658:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575499.230659:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575499.230661:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575499.230669:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230674:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575499.230676:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230678:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.230679:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575499.230682:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230688:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575499.230692:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230698:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575499.230700:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230702:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.230703:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230705:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575499.230707:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575499.230709:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575499.230713:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575499.230715:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575499.230719:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575499.230727:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122368:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575499.230730:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575499.230733:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230739:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575499.230740:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.230742:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575499.230744:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575499.230746:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575499.230749:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122496:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575499.230750:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575499.230752:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575499.230753:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.230754:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575499.230757:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575499.230759:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575499.230762:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575499.230764:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575499.230768:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575499.230770:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816122496, portal 4
00000100:00000001:3.0:1788575499.230772:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575499.230773:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:3.0:1788575499.230778:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230784:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575499.230786:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575499.230788:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575499.230791:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816122496, offset 0
00000400:00000200:3.0:1788575499.230794:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575499.230798:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.230801:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575499.230804:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575499.230806:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575499.230808:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575499.230811:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575499.230813:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90462:90462:256:4294967295] 192.168.202.101@tcp LPNI seq info [90442:90442:8:4294967295]
00000400:00000200:3.0:1788575499.230817:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.230823:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575499.230827:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575499.230830:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575499.230834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575499.230837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575499.230841:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575499.230844:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788575499.230847:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575499.230849:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575499.230852:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575499.230855:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575499.230858:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575499.230860:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575499.230862:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575499.230866:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230873:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575499.230876:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230887:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230889:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575499.230892:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575499.230894:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575499.230897:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575499.230899:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301015100
00000100:00000001:3.0:1788575499.230901:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301019008
00000100:00000001:3.0:1788575499.230903:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301015100
00000100:00000001:3.0:1788575499.230905:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301019008
00000100:00000001:3.0:1788575499.230907:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575499.230909:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.230910:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575499.230914:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575499/real 1788575499]  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575499.230921:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575499.230923:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575499.230924:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575499.230926:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575499.230928:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575499.230930:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575499.230933:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575499.230941:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230947:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575499.230948:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230950:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.230951:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575499.230955:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230962:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575499.230966:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.230972:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575499.230974:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230976:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.230977:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.230978:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575499.230981:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575499.230983:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575499.230986:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575499.230987:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575499.230991:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575499.230998:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122496:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575499.231002:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231004:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575499.231007:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816122240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231011:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575499.231012:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575499.231014:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575499.231015:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575499.231017:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575499.231018:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575499.231019:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575499.231020:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:3.0:1788575499.231022:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575499.231023:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575499.231024:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575499.231026:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575499.231027:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231028:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575499.231030:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816122368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231034:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575499.231034:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575499.231035:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575499.231036:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575499.231037:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575499.231037:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575499.231038:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575499.231039:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:3.0:1788575499.231040:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575499.231041:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575499.231041:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575499.231042:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575499.231043:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231044:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575499.231045:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816122496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231048:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575499.231049:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575499.231050:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575499.231051:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575499.231051:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575499.231066:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575499.231067:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575499.231068:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
02000000:00000001:3.0:1788575499.231069:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575499.231070:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575499.231070:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575499.231072:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575499.231073:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231074:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231076:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575499.231077:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.231079:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575499.231080:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575499.231080:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575499.231083:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231087:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575499.231088:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.231089:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575499.231090:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575499.231091:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575499.231093:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122624:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575499.231095:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575499.231096:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575499.231097:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575499.231098:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575499.231100:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575499.231101:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575499.231103:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575499.231105:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575499.231107:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575499.231108:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816122624, portal 4
00000100:00000001:3.0:1788575499.231110:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575499.231111:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:3.0:1788575499.231114:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231120:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575499.231122:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575499.231125:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575499.231127:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816122624, offset 0
00000400:00000200:3.0:1788575499.231130:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575499.231134:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.231138:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575499.231140:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575499.231142:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575499.231145:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575499.231147:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575499.231150:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90463:90463:256:4294967295] 192.168.202.101@tcp LPNI seq info [90443:90443:8:4294967295]
00000400:00000200:3.0:1788575499.231154:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575499.231159:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575499.231163:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575499.231166:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575499.231170:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575499.231173:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575499.231177:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575499.231179:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788575499.231183:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575499.231185:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575499.231188:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575499.231191:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575499.231194:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575499.231195:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575499.231197:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575499.231201:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231207:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575499.231210:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575524 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231217:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.231218:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575499.231221:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575499.231224:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575499.231227:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575499.231229:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301015092
00000100:00000001:3.0:1788575499.231231:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301019008
00000100:00000001:3.0:1788575499.231233:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301015092
00000100:00000001:3.0:1788575499.231236:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301019008
00000100:00000001:3.0:1788575499.231238:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575499.231240:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.231241:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575499.231245:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575499/real 1788575499]  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575499.231253:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575499.231255:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575499.231256:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575499.231259:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575499.231260:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575499.231262:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575499.231279:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575499.231287:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231293:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575499.231295:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231297:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.231298:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575499.231301:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231307:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575499.231310:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231316:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575499.231318:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231320:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575499.231321:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231322:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575499.231324:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575499.231327:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575499.231329:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575499.231331:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575499.231333:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575499.231338:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122624:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575499.231340:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231341:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575499.231343:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816122624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575499.231346:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575499.231347:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575499.231348:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575499.231350:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575499.231350:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575499.231351:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575499.231352:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575499.231353:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
02000000:00000001:3.0:1788575499.231354:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575499.231355:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575499.231356:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:3.0:1788575499.231357:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575499.231358:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231359:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575499.231362:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575499.231363:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575499.231365:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575499.231367:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575499.549200:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575499.549205:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575499.549208:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575500.253153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575500.253164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575500.253166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575500.253173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575500.253178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575500.253182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575500.253185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575500.253189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575500.253192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575500.573268:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575500.573272:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575500.573276:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575501.277118:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575501.277126:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575501.277128:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575501.277134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575501.277137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575501.277141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575501.277144:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575501.277146:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575501.277148:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575501.597291:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575501.597294:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575501.597297:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575502.301116:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575502.301125:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575502.301129:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575502.301135:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575502.301140:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575502.301146:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575502.301156:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575502.301159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575502.301161:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575502.621297:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575502.621300:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575502.621302:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575503.261193:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301019008, at 4301019072
00000100:00000010:3.0:1788575503.261213:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abc00.
00000100:00000001:3.0:1788575503.325142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575503.325147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575503.325150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575503.325154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575503.325158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575503.325163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575503.325169:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575503.325172:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575503.325176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575503.645284:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575503.645288:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575503.645292:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575504.349170:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575504.349170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575504.349177:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575504.349179:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575504.349180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349183:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788575504.349185:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788575504.349187:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575504.349190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575504.349192:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575504.349195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.349198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788575504.349200:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6347
00000100:00000001:3.0:1788575504.349203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.349208:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575504.349212:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575504.349224:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575504.349232:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575504.349237:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349240:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575504.349244:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349246:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575504.349251:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575504.349254:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575504.349257:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575504.349260:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575504.349263:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575504.349265:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575504.349268:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349270:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575504.349271:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349273:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575504.349276:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575504.349280:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349282:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575504.349286:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575504.349289:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575504.349293:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349295:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575504.349298:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575504.349310:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575504.349314:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575504.349319:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575504.349321:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349324:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575504.349327:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575504.349331:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575504.349341:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575504.349349:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575504.349360:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575504.349371:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575504.349375:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575504.349381:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575504.349402:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575504.349405:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575504.349408:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575504.349421:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575504.349423:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575504.349426:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575504.349430:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6347
00000400:00000200:1.0:1788575504.349435:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575504.349439:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575504.349440:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1788575504.349442:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575504.349445:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575504.349447:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575504.349449:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575504.349451:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575504.349458:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349460:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575504.349460:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575504.349465:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575504.349467:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575504.349471:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575504.349474:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575504.349476:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788575504.349478:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575504.349479:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575504.349481:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575504.349485:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575504.349486:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575504.349488:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575504.349491:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575504.349491:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575504.349495:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575504.349497:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575504.349499:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575504.349506:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:3.0:1788575504.349506:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816122752:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575504.349508:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575504.349512:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575504.349515:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788575504.349520:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575504.349522:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788575504.349524:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.349527:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349528:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575504.349533:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1788575504.349534:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575504.349538:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349540:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575504.349540:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575504.349545:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575504.349547:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575504.349551:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000200:3.0:1788575504.349555:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:1.0:1788575504.349556:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575504.349559:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349561:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575504.349563:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788575504.349563:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
02000000:00000001:1.0:1788575504.349567:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575504.349573:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000400:00000010:3.0:1788575504.349574:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000001:1.0:1788575504.349577:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575504.349584:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816122752, portal 25
00000100:00100000:1.0:1788575504.349585:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575504.349589:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575504.349593:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773921664 : -111012935629952 : ffff9b08c9680380)
00000100:00000001:1.0:1788575504.349600:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575504.349603:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575504.349605:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575504.349610:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.349622:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788575504.349628:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575504.349629:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575504.349632:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1788575504.349634:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00080000:1.0:1788575504.349639:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1788575504.349641:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816122752, offset 0
00000100:00000001:1.0:1788575504.349642:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575504.349646:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575504.349648:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575504.349653:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6347
00000400:00000200:3.0:1788575504.349654:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:1.0:1788575504.349659:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575504.349664:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575504.349666:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575504.349668:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:1.0:1788575504.349672:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349675:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575504.349679:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575504.349681:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:1.0:1788575504.349683:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575504.349687:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575504.349688:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:3.0:1788575504.349690:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788575504.349691:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575504.349695:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575504.349697:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575504.349699:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:1.0:1788575504.349702:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575504.349706:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788575504.349709:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575504.349714:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349715:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575504.349720:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575504.349724:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90464:90464:256:4294967295] 192.168.202.101@tcp LPNI seq info [90444:90444:8:4294967295]
00000100:00000001:1.0:1788575504.349725:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575504.349731:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575504.349735:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575504.349737:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349741:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575504.349743:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575504.349747:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575504.349751:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575504.349752:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788575504.349755:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575504.349759:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575504.349763:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575504.349764:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349766:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575504.349771:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000800:00000010:3.0:1788575504.349773:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000020:00000040:1.0:1788575504.349774:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575504.349779:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575504.349781:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349782:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575504.349784:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575504.349787:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575504.349788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:1.0:1788575504.349793:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000800:00000200:3.0:1788575504.349795:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1788575504.349798:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575504.349804:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00100000:1.0:1788575504.349806:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788575504.349811:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1788575504.349820:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:3.0:1788575504.349821:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349824:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575504.349826:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00000040:1.0:1788575504.349831:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575504.349836:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788575504.349844:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575504.349847:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788575504.349848:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575504.349856:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575504.349860:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575504.349866:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788575504.349867:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575504.349870:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575504.349874:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1788575504.349874:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575504.349878:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575504.349881:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6347
00000400:00000200:1.0:1788575504.349885:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575504.349891:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575504.349896:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575504.349903:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575504.349905:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575504.349906:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575504.349910:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349913:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575504.349913:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575504.349918:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575504.349920:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575504.349923:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575504.349927:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:3.0:1788575504.349928:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575504.349931:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575504.349932:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1788575504.349936:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575504.349940:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575504.349941:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349945:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575504.349949:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:1.0:1788575504.349950:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349954:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575504.349955:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301024128
00000020:00000040:1.0:1788575504.349958:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000010:3.0:1788575504.349962:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abc00.
00000100:00080000:1.0:1788575504.349963:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575504.349968:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575504.349970:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575504.349972:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1788575504.349973:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575504.349978:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349980:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575504.349981:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301024128
00000008:00100000:1.0:1788575504.349983:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000010:3.0:1788575504.349986:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab2a0.
00000008:00000001:1.0:1788575504.349987:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.349991:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.349992:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000010:1.0:1788575504.349997:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575504.349998:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788575504.350001:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575504.350003:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575504.350006:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575504.350008:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788575504.350010:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.350015:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1788575504.350015:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575504/real 1788575504]  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575504.350018:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575504.350021:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575504.350028:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000400:00000001:3.0:1788575504.350030:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1788575504.350032:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575504.350033:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575504.350037:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000100:00100000:1.0:1788575504.350041:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575504.350042:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575504.350046:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575504.350051:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575504.350076:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575504.350085:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575504.350092:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575504.350097:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350097:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575504.350101:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575504.350104:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350106:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.350109:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575504.350118:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575504.350118:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575504.350124:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575504.350132:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575504.350135:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575504.350135:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575504.350138:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575504.350141:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1788575504.350143:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575504.350146:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6347
00000400:00000200:1.0:1788575504.350155:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575504.350160:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1788575504.350161:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575504.350166:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575504.350167:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575504.350171:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1788575504.350174:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575504.350174:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575504.350179:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575504.350180:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1788575504.350184:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575504.350185:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788575504.350188:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00080000:3.0:1788575504.350190:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1788575504.350192:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575504.350195:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00080000:3.0:1788575504.350196:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000020:00000001:1.0:1788575504.350198:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575504.350201:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1788575504.350202:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575504.350206:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575504.350208:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575504.350210:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575504.350218:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.350223:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788575504.350226:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816122752:192.168.202.101@tcp:250:kworker.0
00000100:00000040:1.0:1788575504.350227:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575504.350232:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575504.350235:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788575504.350236:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575504.350239:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788575504.350241:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575504.350245:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575504.350246:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680380 x1875450816122752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575504.350249:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575504.350253:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575504.350258:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350259:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788575504.350262:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575504.350263:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:1.0:1788575504.350265:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000010:3.0:1788575504.350267:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
00000008:00000001:1.0:1788575504.350269:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.350273:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.350273:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575504.350277:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:1.0:1788575504.350279:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:3.0:1788575504.350281:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000040:1.0:1788575504.350284:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575504.350286:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:1.0:1788575504.350289:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1788575504.350291:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae800.
02000000:00000001:1.0:1788575504.350292:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.350297:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575504.350298:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575504.350299:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788575504.350301:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.350303:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:1.0:1788575504.350306:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000010:3.0:1788575504.350307:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680380.
00000100:00000001:1.0:1788575504.350313:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350313:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575504.350316:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.350319:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575504.350321:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575504.350328:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575504.350331:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575504.350331:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575504.350336:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350337:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575504.350341:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575504.350344:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788575504.350345:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575504.350352:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575504.350359:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575504.350366:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6357)
00000100:00000001:3.0:1788575504.350366:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575504.350368:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.350372:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575504.350374:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575504.350377:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575504.350380:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122880:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575504.350383:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575504.350385:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575504.350386:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.350387:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575504.350389:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575504.350391:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575504.350394:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575504.350396:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575504.350398:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575504.350401:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816122880, portal 10
00000100:00000001:3.0:1788575504.350402:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575504.350407:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773929728 : -111012935621888 : ffff9b08c9682300)
00000100:00000040:3.0:1788575504.350422:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350427:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575504.350428:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575504.350430:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575504.350432:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816122880, offset 0
00000400:00000200:3.0:1788575504.350434:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575504.350437:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575504.350440:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575504.350442:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575504.350444:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575504.350446:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575504.350447:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575504.350449:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90465:90465:256:4294967295] 192.168.202.101@tcp LPNI seq info [90445:90445:8:4294967295]
00000400:00000200:3.0:1788575504.350455:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575504.350459:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575504.350462:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575504.350464:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575504.350466:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575504.350468:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788575504.350471:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575504.350473:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1788575504.350475:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575504.350477:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575504.350479:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575504.350481:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575504.350483:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575504.350485:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575504.350487:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575504.350489:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350493:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575504.350495:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350507:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350509:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575504.350512:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575504.350516:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575504.350519:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575504.350521:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301020237
00000100:00000001:3.0:1788575504.350524:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301024128
00000100:00000001:3.0:1788575504.350526:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301020237
00000100:00000001:3.0:1788575504.350528:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301024128
00000100:00000001:3.0:1788575504.350530:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575504.350532:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350534:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575504.350538:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575504/real 1788575504]  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575504.350546:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575504.350548:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575504.350549:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575504.350551:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575504.350552:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575504.350553:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575504.350556:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575504.350561:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350564:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575504.350565:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.350566:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.350567:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575504.350569:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350573:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575504.350576:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350579:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575504.350581:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.350582:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.350583:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.350584:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575504.350586:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575504.350588:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575504.350591:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575504.350593:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575504.350597:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575504.350604:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816122880:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575504.350608:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575504.350612:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350618:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575504.350619:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.350621:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575504.350623:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575504.350625:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575504.350627:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123008:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575504.350630:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575504.350632:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575504.350633:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.350634:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575504.350637:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575504.350638:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575504.350640:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575504.350642:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575504.350644:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575504.350646:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816123008, portal 10
00000100:00000001:3.0:1788575504.350647:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575504.350648:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773926144 : -111012935625472 : ffff9b08c9681500)
00000100:00000040:3.0:1788575504.350652:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350656:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575504.350658:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575504.350659:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575504.350660:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816123008, offset 0
00000400:00000200:3.0:1788575504.350663:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575504.350665:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575504.350667:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575504.350669:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575504.350670:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575504.350672:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575504.350674:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575504.350676:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90466:90466:256:4294967295] 192.168.202.101@tcp LPNI seq info [90446:90446:8:4294967295]
00000400:00000200:3.0:1788575504.350678:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575504.350682:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575504.350685:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575504.350687:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575504.350689:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575504.350691:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788575504.350694:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575504.350695:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1788575504.350697:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575504.350699:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575504.350701:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575504.350703:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575504.350705:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575504.350706:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575504.350708:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575504.350710:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350715:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575504.350716:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350720:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350721:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575504.350723:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575504.350725:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575504.350727:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575504.350728:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301020187
00000100:00000001:3.0:1788575504.350730:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301024128
00000100:00000001:3.0:1788575504.350731:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301020187
00000100:00000001:3.0:1788575504.350733:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301024128
00000100:00000001:3.0:1788575504.350734:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575504.350735:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350736:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575504.350738:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575504/real 1788575504]  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575504.350742:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575504.350743:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575504.350744:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575504.350745:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575504.350746:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575504.350748:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575504.350760:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575504.350767:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350771:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575504.350772:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.350774:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.350775:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575504.350776:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350780:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575504.350782:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350785:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575504.350787:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.350787:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.350788:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.350789:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575504.350790:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575504.350792:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575504.350794:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575504.350795:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575504.350797:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575504.350801:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123008:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575504.350803:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575504.350806:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350810:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575504.350811:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.350812:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575504.350813:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575504.350814:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575504.350816:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123136:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575504.350818:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575504.350819:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575504.350820:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.350821:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575504.350823:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575504.350824:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575504.350826:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575504.350828:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575504.350830:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575504.350832:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816123136, portal 4
00000100:00000001:3.0:1788575504.350833:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575504.350834:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773932416 : -111012935619200 : ffff9b08c9682d80)
00000100:00000040:3.0:1788575504.350837:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350842:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575504.350845:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575504.350847:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575504.350849:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816123136, offset 0
00000400:00000200:3.0:1788575504.350852:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575504.350856:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575504.350859:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575504.350861:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575504.350864:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575504.350866:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575504.350868:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575504.350871:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90467:90467:256:4294967295] 192.168.202.101@tcp LPNI seq info [90447:90447:8:4294967295]
00000400:00000200:3.0:1788575504.350875:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575504.350880:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575504.350884:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575504.350888:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575504.350891:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575504.350894:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788575504.350897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575504.350899:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1788575504.350902:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575504.350904:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575504.350906:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575504.350909:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575504.350912:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575504.350914:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575504.350916:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575504.350919:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350926:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575504.350928:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350935:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350936:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575504.350939:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575504.350941:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575504.350944:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575504.350946:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301020220
00000100:00000001:3.0:1788575504.350948:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301024128
00000100:00000001:3.0:1788575504.350950:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301020220
00000100:00000001:3.0:1788575504.350952:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301024128
00000100:00000001:3.0:1788575504.350953:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575504.350956:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.350957:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575504.350960:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575504/real 1788575504]  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575504.350967:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575504.350968:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575504.350969:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575504.350971:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575504.350973:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575504.350974:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575504.350977:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575504.350984:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.350989:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575504.350991:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.350992:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.350994:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575504.350997:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351002:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575504.351005:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351011:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575504.351013:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351014:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.351015:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351017:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575504.351019:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575504.351022:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575504.351026:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575504.351028:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575504.351032:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575504.351039:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123136:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575504.351042:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351044:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575504.351047:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682300 x1875450816122880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351072:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575504.351074:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575504.351076:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575504.351078:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575504.351080:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575504.351081:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575504.351083:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575504.351085:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:3.0:1788575504.351087:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575504.351088:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575504.351089:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682300.
00000100:00000001:3.0:1788575504.351091:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575504.351092:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351093:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575504.351096:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681500 x1875450816123008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351100:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575504.351101:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575504.351102:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575504.351105:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575504.351105:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575504.351106:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575504.351107:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575504.351108:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae400.
02000000:00000001:3.0:1788575504.351109:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575504.351110:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575504.351111:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575504.351113:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575504.351114:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351114:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575504.351116:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682d80 x1875450816123136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351119:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575504.351120:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575504.351120:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575504.351121:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575504.351122:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575504.351123:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575504.351124:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575504.351125:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94afc00.
02000000:00000001:3.0:1788575504.351127:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575504.351128:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575504.351129:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575504.351131:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575504.351132:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351134:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351137:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575504.351138:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.351140:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575504.351141:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575504.351142:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575504.351146:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351153:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575504.351154:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.351157:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575504.351158:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575504.351160:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575504.351163:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123264:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575504.351167:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575504.351169:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575504.351170:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575504.351171:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575504.351174:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575504.351176:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575504.351179:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575504.351181:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575504.351184:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575504.351186:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816123264, portal 4
00000100:00000001:3.0:1788575504.351187:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575504.351188:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773934208 : -111012935617408 : ffff9b08c9683480)
00000100:00000040:3.0:1788575504.351192:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351196:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575504.351198:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575504.351199:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575504.351200:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816123264, offset 0
00000400:00000200:3.0:1788575504.351203:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575504.351205:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575504.351207:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575504.351209:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575504.351211:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575504.351213:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575504.351214:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575504.351216:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90468:90468:256:4294967295] 192.168.202.101@tcp LPNI seq info [90448:90448:8:4294967295]
00000400:00000200:3.0:1788575504.351219:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575504.351223:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575504.351225:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575504.351227:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575504.351230:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575504.351232:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788575504.351234:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575504.351236:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1788575504.351239:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575504.351240:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575504.351242:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575504.351244:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575504.351246:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575504.351247:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575504.351249:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575504.351251:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351256:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575504.351257:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351261:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.351262:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575504.351264:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575504.351266:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575504.351268:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575504.351269:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301020212
00000100:00000001:3.0:1788575504.351271:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301024128
00000100:00000001:3.0:1788575504.351272:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301020212
00000100:00000001:3.0:1788575504.351273:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301024128
00000100:00000001:3.0:1788575504.351275:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575504.351276:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.351277:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575504.351279:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575504/real 1788575504]  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575504.351283:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575504.351284:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575504.351285:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575504.351286:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575504.351287:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575504.351289:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575504.351290:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575504.351295:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351298:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575504.351299:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351300:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.351301:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575504.351303:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351308:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575504.351312:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351317:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575504.351320:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351322:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575504.351323:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351325:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575504.351326:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575504.351329:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575504.351332:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575504.351334:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575504.351338:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575504.351345:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123264:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575504.351348:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351350:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575504.351353:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683480 x1875450816123264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575504.351358:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575504.351360:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575504.351361:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575504.351364:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575504.351365:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575504.351367:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575504.351369:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575504.351370:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94adc00.
02000000:00000001:3.0:1788575504.351372:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575504.351373:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575504.351375:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683480.
00000100:00000001:3.0:1788575504.351377:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575504.351378:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351380:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575504.351382:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575504.351383:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575504.351385:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575504.351387:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575504.669286:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575504.669290:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575504.669294:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575505.373158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575505.373164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575505.373166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575505.373171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575505.373175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575505.373180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575505.373184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575505.373187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575505.373195:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575505.693266:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575505.693273:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575505.693277:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575506.397157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575506.397164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575506.397168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575506.397173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575506.397178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575506.397184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575506.397190:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575506.397194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575506.397197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575506.717217:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575506.717220:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575506.717224:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575507.421102:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575507.421108:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575507.421111:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575507.421118:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575507.421123:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575507.421127:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575507.421132:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575507.421135:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575507.421137:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575507.741224:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575507.741226:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575507.741228:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575508.381174:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301024128, at 4301024192
00000100:00000010:3.0:1788575508.381190:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab2a0.
00000100:00000001:3.0:1788575508.445324:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575508.445327:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575508.445328:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575508.445330:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575508.445332:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575508.445334:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575508.445335:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575508.445337:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575508.445339:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575508.765226:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575508.765231:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575508.765234:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575509.469148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575509.469154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575509.469156:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575509.469157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575509.469166:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1788575509.469168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575509.469170:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575509.469173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575509.469176:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575509.469177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.469182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575509.469183:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575509.469185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.469188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575509.469192:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6352
00000400:00000200:1.0:1788575509.469203:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575509.469210:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575509.469214:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575509.469218:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469221:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575509.469224:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469226:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575509.469230:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575509.469232:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575509.469235:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575509.469238:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575509.469240:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575509.469242:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575509.469245:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469247:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575509.469249:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469251:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575509.469253:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575509.469257:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469260:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575509.469263:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575509.469266:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575509.469268:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.469271:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575509.469273:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575509.469281:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575509.469285:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575509.469289:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575509.469291:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.469293:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575509.469295:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575509.469299:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575509.469306:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575509.469312:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575509.469321:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575509.469328:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575509.469332:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575509.469335:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575509.469350:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575509.469352:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575509.469355:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575509.469356:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575509.469357:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575509.469359:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575509.469361:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6352
00000400:00000200:1.0:1788575509.469364:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575509.469366:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575509.469368:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575509.469372:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469375:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575509.469378:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575509.469378:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788575509.469383:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575509.469384:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575509.469388:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788575509.469389:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575509.469392:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575509.469394:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575509.469396:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575509.469398:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575509.469403:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575509.469409:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575509.469414:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575509.469416:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575509.469417:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575509.469420:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575509.469421:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575509.469423:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788575509.469426:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575509.469427:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.469431:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00100000:3.0:1788575509.469433:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816123392:192.168.202.101@tcp:250:kworker.0
00000020:00000040:1.0:1788575509.469437:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575509.469438:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575509.469443:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1788575509.469444:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575509.469446:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.469448:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575509.469452:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
00000100:00000001:1.0:1788575509.469453:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.469454:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575509.469459:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575509.469463:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:1.0:1788575509.469466:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1788575509.469466:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
02000000:00000001:1.0:1788575509.469471:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575509.469473:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000001:1.0:1788575509.469474:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788575509.469479:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816123392, portal 25
00000008:00100000:1.0:1788575509.469480:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575509.469483:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:1.0:1788575509.469484:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.469485:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773931520 : -111012935620096 : ffff9b08c9682a00)
00000100:00000001:1.0:1788575509.469489:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575509.469492:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788575509.469496:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000100:00000001:3.0:1788575509.469498:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1788575509.469500:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00000040:3.0:1788575509.469502:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575509.469506:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
02000000:00000001:1.0:1788575509.469507:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788575509.469509:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816123392, offset 0
02000000:00000001:1.0:1788575509.469510:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.469513:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575509.469515:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788575509.469517:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575509.469518:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575509.469524:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000400:00000200:3.0:1788575509.469525:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575509.469531:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.469532:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575509.469537:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1788575509.469539:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575509.469541:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575509.469548:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575509.469552:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469568:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575509.469571:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.469574:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90469:90469:256:4294967295] 192.168.202.101@tcp LPNI seq info [90449:90449:8:4294967295]
00000100:00000040:1.0:1788575509.469579:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575509.469582:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575509.469597:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575509.469604:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469611:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575509.469612:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000100:00080000:1.0:1788575509.469615:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575509.469619:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575509.469621:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575509.469623:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788575509.469623:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575509.469629:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788575509.469630:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000100:00080000:1.0:1788575509.469632:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6352
00000400:00000200:1.0:1788575509.469638:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788575509.469642:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:1.0:1788575509.469645:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:3.1:1788575509.469648:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000100:00080000:1.0:1788575509.469649:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1788575509.469656:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575509.469657:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000010:3.0:1788575509.469661:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00000001:1.0:1788575509.469662:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575509.469667:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469669:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575509.469670:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788575509.469673:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575509.469675:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:3.0:1788575509.469679:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788575509.469680:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575509.469683:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575509.469687:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575509.469687:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575509.469691:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000020:00000001:1.0:1788575509.469693:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:3.0:1788575509.469698:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788575509.469699:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469703:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788575509.469706:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575509.469707:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.469712:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575509.469717:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:3.0:1788575509.469721:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788575509.469722:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000040:3.0:1788575509.469726:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575509.469727:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575509.469732:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575509.469737:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575509.469739:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575509.469741:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.469743:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788575509.469744:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575509.469748:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575509.469750:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575509.469751:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.469755:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.469759:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:1.0:1788575509.469762:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000100:00000001:3.0:1788575509.469764:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301029248
00000020:00000040:1.0:1788575509.469767:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000010:3.0:1788575509.469770:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab2a0.
00000100:00000001:3.0:1788575509.469777:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575509.469780:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301029248
02000000:00000001:1.0:1788575509.469781:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:3.0:1788575509.469782:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab000.
02000000:00000001:1.0:1788575509.469784:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.469787:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788575509.469788:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575509.469789:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575509.469791:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575509.469792:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575509.469794:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.469795:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575509.469800:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575509/real 1788575509]  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575509.469802:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575509.469808:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575509.469810:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575509.469812:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:1.0:1788575509.469815:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575509.469816:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575509.469820:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575509.469823:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575509.469827:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788575509.469830:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788575509.469832:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575509.469835:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575509.469846:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575509.469846:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.469858:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575509.469860:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.469864:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.469867:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575509.469868:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575509.469871:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575509.469873:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575509.469883:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575509.469883:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575509.469887:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1788575509.469889:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575509.469891:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575509.469896:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788575509.469898:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575509.469899:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.469901:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.469902:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575509.469905:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6352
00000100:00000001:3.0:1788575509.469905:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575509.469908:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575509.469911:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1788575509.469915:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575509.469917:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575509.469921:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1788575509.469924:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000040:3.0:1788575509.469926:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575509.469928:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575509.469936:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575509.469938:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816123392:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575509.469942:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575509.469943:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.469945:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575509.469948:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575509.469949:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682a00 x1875450816123392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575509.469954:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575509.469957:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:1.0:1788575509.469959:0:46817:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788575509.469960:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575509.469963:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
00000020:00000040:1.0:1788575509.469964:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
02000000:00000001:3.0:1788575509.469966:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788575509.469968:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000001:3.0:1788575509.469969:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575509.469972:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000040:1.0:1788575509.469973:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575509.469974:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575509.469977:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae000.
00000020:00000001:1.0:1788575509.469978:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
02000000:00000001:3.0:1788575509.469981:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:1.0:1788575509.469982:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
02000000:00000001:3.0:1788575509.469983:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575509.469985:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682a00.
00000100:00000001:3.0:1788575509.469988:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1788575509.469990:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575509.469991:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.469993:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575509.469996:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575509.469999:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575509.470000:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575509.470002:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575509.470003:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470006:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575509.470008:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788575509.470009:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:3.0:1788575509.470010:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788575509.470017:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000040:3.0:1788575509.470017:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575509.470024:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575509.470028:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575509.470032:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575509.470038:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.470042:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575509.470044:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1788575509.470046:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575509.470047:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.470051:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575509.470074:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575509.470076:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575509.470079:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575509.470079:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123520:192.168.202.101@tcp:38:kworker.0
00000100:00000001:1.0:1788575509.470085:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470085:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575509.470087:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575509.470089:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.470091:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575509.470094:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575509.470096:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.470101:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:1.0:1788575509.470104:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000400:00000010:3.0:1788575509.470105:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000020:00000040:1.0:1788575509.470111:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575509.470112:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
02000000:00000001:1.0:1788575509.470117:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788575509.470118:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816123520, portal 10
02000000:00000001:1.0:1788575509.470120:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470122:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788575509.470124:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575509.470126:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773936000 : -111012935615616 : ffff9b08c9683b80)
02000000:00000001:1.0:1788575509.470127:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575509.470131:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575509.470137:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000040:3.0:1788575509.470137:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575509.470143:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470145:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575509.470149:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575509.470151:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00100000:1.0:1788575509.470154:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788575509.470154:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816123520, offset 0
00000400:00000200:3.0:1788575509.470161:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575509.470168:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575509.470171:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575509.470175:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:1.0:1788575509.470176:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.470183:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788575509.470185:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575509.470189:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575509.470194:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575509.470200:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.470202:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.470207:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90470:90470:256:4294967295] 192.168.202.101@tcp LPNI seq info [90450:90450:8:4294967295]
00000100:00080000:1.0:1788575509.470208:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575509.470215:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788575509.470216:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575509.470218:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575509.470221:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575509.470228:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575509.470229:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788575509.470232:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6352
00000400:00000200:1.0:1788575509.470236:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575509.470237:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575509.470239:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575509.470242:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.470246:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788575509.470250:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575509.470251:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575509.470256:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:3.0:1788575509.470256:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000020:00000001:1.0:1788575509.470261:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575509.470265:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000800:00000200:3.0:1788575509.470266:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575509.470270:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.0:1788575509.470272:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000020:00000040:1.0:1788575509.470273:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575509.470278:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000800:00000200:3.1:1788575509.470280:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575509.470282:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000800:00000200:3.1:1788575509.470284:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1788575509.470289:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000100:3.0:1788575509.470294:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575509.470295:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788575509.470299:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00000040:1.0:1788575509.470301:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575509.470304:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788575509.470305:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575509.470311:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000200:3.0:1788575509.470314:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788575509.470317:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575509.470320:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000100:00000001:1.0:1788575509.470321:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575509.470324:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
02000000:00000001:1.0:1788575509.470325:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575509.470329:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575509.470330:0:2397:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788575509.470333:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.470336:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788575509.470338:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788575509.470339:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575509.470345:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.470348:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575509.470353:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000100:00000001:3.0:1788575509.470355:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1788575509.470356:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000040:3.0:1788575509.470359:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575509.470361:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575509.470363:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575509.470367:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575509.470369:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575509.470370:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575509.470372:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470372:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575509.470376:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575509.470379:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000040:3.0:1788575509.470380:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575509.470385:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575509.470387:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470387:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301025357
00000100:00000001:3.0:1788575509.470392:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301029248
00000100:00000001:3.0:1788575509.470394:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301025357
00000100:00000001:3.0:1788575509.470396:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301029248
00000100:00100000:1.0:1788575509.470397:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575509.470398:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575509.470403:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470406:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575509.470411:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575509/real 1788575509]  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575509.470413:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575509.470416:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575509.470422:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575509.470424:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1788575509.470426:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788575509.470426:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575509.470429:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575509.470431:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575509.470434:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575509.470439:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575509.470444:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575509.470450:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6362)
00000100:00000200:3.0:1788575509.470455:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470462:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575509.470464:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470466:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.470467:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575509.470471:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470476:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575509.470481:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470487:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575509.470489:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470490:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.470491:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470493:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575509.470494:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575509.470497:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575509.470500:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575509.470502:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575509.470506:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575509.470513:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123520:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575509.470516:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575509.470518:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470523:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575509.470525:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.470527:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575509.470528:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575509.470530:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575509.470532:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123648:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575509.470535:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575509.470536:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575509.470538:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.470539:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575509.470542:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575509.470544:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.470547:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575509.470549:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575509.470552:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575509.470554:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816123648, portal 10
00000100:00000001:3.0:1788575509.470556:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575509.470570:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773933312 : -111012935618304 : ffff9b08c9683100)
00000100:00000040:3.0:1788575509.470576:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470581:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575509.470583:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575509.470586:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575509.470588:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816123648, offset 0
00000400:00000200:3.0:1788575509.470591:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575509.470594:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575509.470598:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575509.470601:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575509.470603:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575509.470605:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575509.470607:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575509.470610:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90471:90471:256:4294967295] 192.168.202.101@tcp LPNI seq info [90451:90451:8:4294967295]
00000400:00000200:3.0:1788575509.470613:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575509.470619:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575509.470622:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575509.470626:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575509.470629:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575509.470632:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788575509.470636:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575509.470638:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788575509.470642:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575509.470643:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575509.470645:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575509.470647:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575509.470649:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575509.470650:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575509.470652:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575509.470655:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470659:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575509.470661:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470665:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470666:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575509.470668:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575509.470671:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575509.470672:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575509.470674:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301025307
00000100:00000001:3.0:1788575509.470675:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301029248
00000100:00000001:3.0:1788575509.470677:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301025307
00000100:00000001:3.0:1788575509.470678:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301029248
00000100:00000001:3.0:1788575509.470679:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575509.470680:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470681:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575509.470683:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575509/real 1788575509]  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575509.470688:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575509.470689:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575509.470690:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575509.470691:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575509.470692:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575509.470693:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575509.470695:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575509.470699:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470703:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575509.470704:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470705:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.470705:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575509.470707:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470711:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575509.470713:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470717:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575509.470719:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470720:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.470720:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470721:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575509.470722:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575509.470724:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575509.470725:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575509.470727:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575509.470730:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575509.470737:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123648:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575509.470740:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470741:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575509.470744:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683b80 x1875450816123520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470750:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575509.470751:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575509.470753:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575509.470755:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575509.470757:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575509.470758:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575509.470760:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575509.470762:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac400.
02000000:00000001:3.0:1788575509.470763:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575509.470764:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575509.470765:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683b80.
00000100:00000001:3.0:1788575509.470767:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575509.470768:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470769:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575509.470771:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683100 x1875450816123648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470775:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575509.470776:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575509.470777:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575509.470779:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575509.470780:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575509.470781:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575509.470783:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575509.470784:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af800.
02000000:00000001:3.0:1788575509.470786:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575509.470787:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575509.470788:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683100.
00000100:00000001:3.0:1788575509.470790:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575509.470791:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470793:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.470796:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575509.470797:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470798:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575509.470800:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575509.470801:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575509.470805:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470810:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575509.470811:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.470815:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575509.470816:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575509.470818:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575509.470820:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123776:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575509.470823:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575509.470825:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575509.470826:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.470827:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575509.470830:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575509.470832:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.470835:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575509.470837:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575509.470846:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575509.470848:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816123776, portal 4
00000100:00000001:3.0:1788575509.470850:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575509.470851:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773924352 : -111012935627264 : ffff9b08c9680e00)
00000100:00000040:3.0:1788575509.470856:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470862:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575509.470864:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575509.470866:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575509.470867:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816123776, offset 0
00000400:00000200:3.0:1788575509.470871:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575509.470874:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575509.470877:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575509.470879:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575509.470881:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575509.470883:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575509.470885:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575509.470887:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90472:90472:256:4294967295] 192.168.202.101@tcp LPNI seq info [90452:90452:8:4294967295]
00000400:00000200:3.0:1788575509.470891:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575509.470896:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575509.470899:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575509.470902:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575509.470905:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575509.470907:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788575509.470911:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575509.470913:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788575509.470916:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575509.470918:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575509.470920:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575509.470923:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575509.470926:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575509.470927:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575509.470929:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575509.470932:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470938:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575509.470940:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.470946:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470947:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575509.470950:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575509.470953:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575509.470956:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575509.470957:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301025340
00000100:00000001:3.0:1788575509.470960:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301029248
00000100:00000001:3.0:1788575509.470961:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301025340
00000100:00000001:3.0:1788575509.470963:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301029248
00000100:00000001:3.0:1788575509.470964:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575509.470965:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.470966:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575509.470969:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575509/real 1788575509]  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575509.470973:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575509.470974:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575509.470975:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575509.470976:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575509.470977:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575509.470980:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575509.470983:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575509.470996:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471002:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575509.471004:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471005:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.471007:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575509.471010:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471016:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575509.471020:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471026:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575509.471028:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471029:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.471030:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471032:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575509.471034:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575509.471036:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575509.471040:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575509.471042:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575509.471046:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575509.471070:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123776:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575509.471073:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575509.471076:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471083:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575509.471084:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.471085:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575509.471087:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575509.471088:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575509.471089:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123904:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575509.471091:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575509.471093:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575509.471095:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575509.471096:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575509.471099:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575509.471101:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575509.471104:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575509.471106:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575509.471109:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575509.471112:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816123904, portal 4
00000100:00000001:3.0:1788575509.471114:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575509.471115:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773930624 : -111012935620992 : ffff9b08c9682680)
00000100:00000040:3.0:1788575509.471120:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471126:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575509.471128:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575509.471130:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575509.471132:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816123904, offset 0
00000400:00000200:3.0:1788575509.471136:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575509.471140:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575509.471143:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575509.471145:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575509.471147:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575509.471148:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575509.471150:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575509.471153:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90473:90473:256:4294967295] 192.168.202.101@tcp LPNI seq info [90453:90453:8:4294967295]
00000400:00000200:3.0:1788575509.471156:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575509.471160:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575509.471163:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575509.471165:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575509.471168:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575509.471171:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788575509.471175:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575509.471177:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788575509.471181:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575509.471183:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575509.471186:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575509.471189:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575509.471192:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575509.471194:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575509.471196:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575509.471199:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471207:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575509.471210:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471216:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.471218:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575509.471221:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575509.471224:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575509.471227:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575509.471229:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301025332
00000100:00000001:3.0:1788575509.471231:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301029248
00000100:00000001:3.0:1788575509.471233:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301025332
00000100:00000001:3.0:1788575509.471235:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301029248
00000100:00000001:3.0:1788575509.471237:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575509.471240:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.471241:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575509.471245:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575509/real 1788575509]  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575509.471253:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575509.471254:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575509.471256:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575509.471258:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575509.471260:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575509.471262:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575509.471264:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575509.471268:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471272:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575509.471273:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471274:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.471275:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575509.471277:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471280:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575509.471283:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471288:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575509.471290:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471292:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575509.471293:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471294:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575509.471296:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575509.471298:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575509.471301:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575509.471303:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575509.471307:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575509.471315:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816123904:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575509.471318:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471320:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575509.471323:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680e00 x1875450816123776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471329:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575509.471331:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575509.471332:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575509.471334:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575509.471335:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575509.471336:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575509.471337:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575509.471338:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad400.
02000000:00000001:3.0:1788575509.471340:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575509.471340:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575509.471341:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680e00.
00000100:00000001:3.0:1788575509.471343:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575509.471344:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471345:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575509.471347:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682680 x1875450816123904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575509.471351:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575509.471351:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575509.471352:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575509.471353:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575509.471354:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575509.471354:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575509.471355:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575509.471356:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae000.
02000000:00000001:3.0:1788575509.471357:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575509.471358:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575509.471359:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682680.
00000100:00000001:3.0:1788575509.471360:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575509.471361:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471362:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575509.471364:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575509.471365:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575509.471366:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575509.471367:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575509.789216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575509.789218:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575509.789221:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575510.493092:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575510.493097:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575510.493099:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575510.493103:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575510.493107:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575510.493110:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575510.493114:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575510.493116:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575510.493126:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575510.813273:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575510.813277:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575510.813280:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575511.517136:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575511.517144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575511.517148:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575511.517158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575511.517163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575511.517166:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575511.517175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575511.517178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575511.517181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575511.837185:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575511.837188:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575511.837191:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575512.541153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575512.541159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575512.541161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575512.541166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575512.541170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575512.541173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575512.541177:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575512.541180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575512.541181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575512.861266:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575512.861272:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575512.861277:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575513.501150:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301029248, at 4301029312
00000100:00000010:3.0:1788575513.501163:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab000.
00000100:00000001:3.0:1788575513.565154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575513.565160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575513.565162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575513.565165:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575513.565168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575513.565171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575513.565173:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575513.565175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575513.565178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575513.885225:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575513.885227:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575513.885230:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575514.589143:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575514.589143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575514.589150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575514.589153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575514.589154:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1788575514.589157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575514.589160:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575514.589161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575514.589167:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575514.589167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.589170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575514.589173:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575514.589175:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575514.589179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575514.589186:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6357
00000400:00000200:1.0:1788575514.589197:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575514.589205:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575514.589209:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575514.589213:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589216:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575514.589218:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589220:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575514.589224:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575514.589226:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575514.589228:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575514.589231:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575514.589233:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575514.589235:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575514.589238:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589240:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575514.589242:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589243:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575514.589246:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575514.589250:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589253:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575514.589255:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575514.589259:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575514.589261:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575514.589263:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575514.589266:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575514.589275:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575514.589278:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575514.589281:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575514.589283:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575514.589285:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575514.589288:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575514.589292:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575514.589299:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575514.589312:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575514.589320:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575514.589329:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575514.589333:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575514.589338:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575514.589360:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575514.589364:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575514.589368:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575514.589369:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575514.589371:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575514.589374:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575514.589377:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6357
00000400:00000200:1.0:1788575514.589382:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575514.589384:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788575514.589386:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575514.589387:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575514.589390:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575514.589390:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788575514.589399:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575514.589399:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575514.589405:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575514.589410:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575514.589413:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575514.589415:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575514.589415:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.589420:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1788575514.589421:0:46817:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788575514.589423:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788575514.589424:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
02000000:00000001:3.0:1788575514.589426:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575514.589428:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:3.0:1788575514.589431:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816124032:192.168.202.101@tcp:250:kworker.0
00000020:00000040:1.0:1788575514.589433:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575514.589435:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1788575514.589439:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:3.0:1788575514.589440:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575514.589443:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575514.589444:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:3.0:1788575514.589446:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575514.589451:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
00000100:00000040:1.0:1788575514.589452:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589456:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575514.589456:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575514.589461:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589464:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575514.589466:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:1.0:1788575514.589469:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000400:00000010:3.0:1788575514.589472:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00080000:1.0:1788575514.589474:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589478:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575514.589480:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
02000000:00000001:1.0:1788575514.589481:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575514.589487:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1788575514.589490:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816124032, portal 25
02000000:00000001:1.0:1788575514.589491:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575514.589497:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575514.589497:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575514.589500:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773930624 : -111012935620992 : ffff9b08c9682680)
00000008:00100000:1.0:1788575514.589503:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1788575514.589508:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788575514.589509:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575514.589514:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575514.589521:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000100:00000001:3.0:1788575514.589521:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575514.589526:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000020:00000040:1.0:1788575514.589527:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575514.589529:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
02000000:00000001:1.0:1788575514.589533:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788575514.589533:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816124032, offset 0
02000000:00000001:1.0:1788575514.589537:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575514.589541:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575514.589543:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575514.589545:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.589548:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000010:1.0:1788575514.589550:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575514.589556:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.589557:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:1.0:1788575514.589566:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575514.589567:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575514.589576:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788575514.589580:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575514.589584:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.589584:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575514.589592:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788575514.589593:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575514.589600:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575514.589607:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90474:90474:256:4294967295] 192.168.202.101@tcp LPNI seq info [90454:90454:8:4294967295]
00000100:00000001:1.0:1788575514.589612:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.589612:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575514.589618:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575514.589625:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788575514.589626:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788575514.589629:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575514.589632:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788575514.589633:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589639:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1788575514.589640:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000100:00080000:1.0:1788575514.589644:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6357
00000800:00000200:3.0:1788575514.589649:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:1.0:1788575514.589651:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.0:1788575514.589654:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1788575514.589658:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:3.1:1788575514.589663:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575514.589665:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788575514.589666:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1788575514.589673:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000100:3.0:1788575514.589674:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.589677:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00000001:1.0:1788575514.589680:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575514.589683:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788575514.589686:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575514.589691:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788575514.589692:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575514.589695:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000020:00000001:1.0:1788575514.589698:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1788575514.589698:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000020:00000040:1.0:1788575514.589702:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000100:00000001:3.0:1788575514.589715:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1788575514.589720:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:3.0:1788575514.589721:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575514.589724:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575514.589729:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575514.589733:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:3.0:1788575514.589737:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575514.589738:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589741:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575514.589744:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575514.589747:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575514.589753:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575514.589753:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.589756:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1788575514.589760:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:3.0:1788575514.589764:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575514.589766:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575514.589770:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575514.589772:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.589774:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301034368
02000000:00000001:1.0:1788575514.589777:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1788575514.589779:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab000.
02000000:00000001:1.0:1788575514.589782:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575514.589786:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.589786:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788575514.589789:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575514.589791:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301034368
00000008:00100000:1.0:1788575514.589793:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000010:3.0:1788575514.589795:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab6c0.
00000008:00000001:1.0:1788575514.589800:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.589800:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788575514.589803:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.589805:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575514.589808:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575514.589809:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000100:00000001:3.0:1788575514.589809:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1788575514.589813:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00100000:3.0:1788575514.589815:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575514/real 1788575514]  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575514.589822:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1788575514.589822:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575514.589825:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575514.589826:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
02000000:00000001:1.0:1788575514.589827:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.589829:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000100:00000001:1.0:1788575514.589830:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1788575514.589832:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
02000000:00000001:1.0:1788575514.589833:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575514.589836:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.589836:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575514.589841:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575514.589842:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575514.589847:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575514.589851:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575514.589855:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575514.589861:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575514.589863:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575514.589868:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575514.589868:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.589870:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575514.589873:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575514.589876:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575514.589880:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.589890:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575514.589896:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575514.589899:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575514.589900:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575514.589907:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575514.589910:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575514.589913:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575514.589914:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788575514.589916:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575514.589917:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575514.589920:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6357
00000100:00000001:3.0:1788575514.589920:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.589922:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.589925:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:1.0:1788575514.589927:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575514.589928:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575514.589932:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1788575514.589933:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575514.589937:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575514.589937:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575514.589942:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788575514.589945:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589949:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575514.589949:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575514.589955:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589959:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575514.589963:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575514.589965:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00100000:3.0:1788575514.589967:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816124032:192.168.202.101@tcp:250:kworker.0
00000020:00000001:1.0:1788575514.589968:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575514.589970:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575514.589974:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575514.589975:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788575514.589976:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575514.589978:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575514.589982:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575514.589983:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682680 x1875450816124032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575514.589985:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575514.589989:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.589992:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575514.589996:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575514.590001:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575514.590004:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788575514.590005:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575514.590008:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575514.590010:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1788575514.590011:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575514.590014:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575514.590015:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
00000100:00000001:1.0:1788575514.590016:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575514.590019:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575514.590022:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590022:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788575514.590025:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575514.590027:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:1.0:1788575514.590028:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:3.0:1788575514.590030:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000040:1.0:1788575514.590032:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575514.590035:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:1.0:1788575514.590036:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575514.590039:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575514.590039:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575514.590040:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575514.590042:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575514.590043:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788575514.590044:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590046:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:1.0:1788575514.590048:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000010:3.0:1788575514.590049:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682680.
00000100:00000001:1.0:1788575514.590070:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575514.590076:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575514.590078:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575514.590080:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590084:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575514.590087:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575514.590090:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575514.590093:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590093:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575514.590097:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590103:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788575514.590104:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590106:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575514.590108:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575514.590110:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788575514.590112:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575514.590114:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575514.590116:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788575514.590118:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575514.590119:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575514.590123:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6357
00000400:00000200:1.0:1788575514.590130:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575514.590135:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575514.590139:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575514.590141:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788575514.590143:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575514.590145:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575514.590146:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575514.590149:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575514.590151:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575514.590152:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575514.590156:0:46817:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788575514.590156:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788575514.590157:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575514.590161:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788575514.590162:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575514.590164:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575514.590167:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575514.590170:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00100000:3.0:1788575514.590171:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124160:192.168.202.101@tcp:38:kworker.0
00000100:00000040:1.0:1788575514.590174:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.590178:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575514.590180:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788575514.590181:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575514.590184:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575514.590185:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1788575514.590186:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000001:3.0:1788575514.590188:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575514.590189:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575514.590194:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590194:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788575514.590198:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575514.590200:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788575514.590201:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:1.0:1788575514.590202:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590206:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575514.590207:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575514.590211:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000400:00000200:3.0:1788575514.590214:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00000001:1.0:1788575514.590217:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575514.590219:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00000001:1.0:1788575514.590221:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575514.590223:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575514.590227:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816124160, portal 10
00000100:00000010:1.0:1788575514.590228:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000100:00000001:3.0:1788575514.590228:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575514.590231:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773924352 : -111012935627264 : ffff9b08c9680e00)
00000020:00000040:1.0:1788575514.590235:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575514.590239:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575514.590240:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575514.590242:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575514.590243:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575514.590246:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575514.590247:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575514.590253:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:3.0:1788575514.590254:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788575514.590258:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575514.590258:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575514.590261:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575514.590264:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816124160, offset 0
00000100:00100000:1.0:1788575514.590266:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575514.590271:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575514.590278:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575514.590278:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575514.590281:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575514.590285:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575514.590287:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575514.590294:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575514.590300:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575514.590305:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788575514.590306:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.590310:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000040:1.0:1788575514.590314:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6368)
00000400:00000200:3.0:1788575514.590315:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90475:90475:256:4294967295] 192.168.202.101@tcp LPNI seq info [90455:90455:8:4294967295]
00000400:00000200:3.0:1788575514.590322:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575514.590330:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575514.590335:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.590339:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575514.590343:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575514.590346:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575514.590350:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575514.590353:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788575514.590356:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.590358:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575514.590362:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575514.590365:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575514.590367:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575514.590369:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575514.590371:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575514.590375:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590382:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575514.590385:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590392:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590393:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575514.590397:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575514.590401:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575514.590404:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575514.590405:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301030477
00000100:00000001:3.0:1788575514.590408:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301034368
00000100:00000001:3.0:1788575514.590409:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301030477
00000100:00000001:3.0:1788575514.590411:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301034368
00000100:00000001:3.0:1788575514.590412:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575514.590413:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590415:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575514.590417:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575514/real 1788575514]  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575514.590421:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575514.590422:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575514.590424:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575514.590425:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575514.590426:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575514.590427:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575514.590429:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575514.590434:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590438:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575514.590439:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590440:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.590440:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575514.590442:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590446:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575514.590450:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590456:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575514.590458:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590460:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.590461:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590463:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575514.590465:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575514.590467:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575514.590470:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575514.590472:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575514.590476:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575514.590484:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124160:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575514.590488:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575514.590491:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590500:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575514.590501:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590503:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575514.590504:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575514.590505:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575514.590507:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124288:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575514.590509:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575514.590510:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575514.590511:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590512:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575514.590515:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575514.590516:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.590518:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575514.590520:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575514.590522:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575514.590523:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816124288, portal 10
00000100:00000001:3.0:1788575514.590525:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575514.590525:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773933312 : -111012935618304 : ffff9b08c9683100)
00000100:00000040:3.0:1788575514.590529:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590533:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575514.590534:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575514.590535:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575514.590537:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816124288, offset 0
00000400:00000200:3.0:1788575514.590539:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575514.590542:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575514.590544:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575514.590545:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575514.590547:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575514.590549:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575514.590550:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575514.590552:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90476:90476:256:4294967295] 192.168.202.101@tcp LPNI seq info [90456:90456:8:4294967295]
00000400:00000200:3.0:1788575514.590554:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575514.590559:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575514.590561:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.590563:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575514.590566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575514.590567:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575514.590570:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575514.590571:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788575514.590573:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.590575:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575514.590576:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575514.590579:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575514.590580:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575514.590581:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575514.590583:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575514.590585:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590589:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575514.590591:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590594:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590595:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575514.590597:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575514.590599:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575514.590600:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575514.590602:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301030427
00000100:00000001:3.0:1788575514.590603:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301034368
00000100:00000001:3.0:1788575514.590604:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301030427
00000100:00000001:3.0:1788575514.590606:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301034368
00000100:00000001:3.0:1788575514.590607:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575514.590608:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590609:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575514.590611:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575514/real 1788575514]  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575514.590616:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575514.590616:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575514.590617:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575514.590618:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575514.590619:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575514.590620:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575514.590622:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575514.590627:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590630:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575514.590631:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590632:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.590632:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575514.590634:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590637:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575514.590639:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590643:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575514.590644:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590645:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.590646:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590647:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575514.590648:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575514.590649:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575514.590652:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575514.590653:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575514.590655:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575514.590659:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124288:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575514.590661:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575514.590663:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590666:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575514.590667:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590668:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575514.590669:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575514.590670:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575514.590671:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124416:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575514.590673:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575514.590674:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575514.590675:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590675:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575514.590677:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575514.590678:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.590680:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575514.590682:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575514.590683:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575514.590685:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816124416, portal 4
00000100:00000001:3.0:1788575514.590686:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575514.590687:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773936000 : -111012935615616 : ffff9b08c9683b80)
00000100:00000040:3.0:1788575514.590690:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590694:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575514.590695:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575514.590697:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575514.590698:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816124416, offset 0
00000400:00000200:3.0:1788575514.590700:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575514.590702:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575514.590718:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575514.590720:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575514.590722:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575514.590723:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575514.590724:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575514.590726:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90477:90477:256:4294967295] 192.168.202.101@tcp LPNI seq info [90457:90457:8:4294967295]
00000400:00000200:3.0:1788575514.590729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575514.590732:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575514.590735:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.590737:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575514.590739:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575514.590741:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575514.590743:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575514.590745:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788575514.590747:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.590748:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575514.590750:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575514.590752:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575514.590754:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575514.590755:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575514.590756:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575514.590759:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590763:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575514.590765:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590769:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590769:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575514.590771:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575514.590773:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575514.590775:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575514.590776:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301030460
00000100:00000001:3.0:1788575514.590778:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301034368
00000100:00000001:3.0:1788575514.590779:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301030460
00000100:00000001:3.0:1788575514.590780:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301034368
00000100:00000001:3.0:1788575514.590781:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575514.590782:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590783:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575514.590785:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575514/real 1788575514]  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575514.590789:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575514.590790:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575514.590791:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575514.590792:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575514.590793:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575514.590794:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575514.590796:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575514.590801:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590804:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575514.590805:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590806:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.590806:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575514.590808:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590812:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575514.590814:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590818:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575514.590819:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590820:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.590821:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590822:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575514.590823:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575514.590825:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575514.590826:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575514.590827:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575514.590829:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575514.590833:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124416:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575514.590835:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590836:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575514.590837:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680e00 x1875450816124160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590841:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575514.590842:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575514.590843:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575514.590845:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575514.590846:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575514.590847:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575514.590848:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575514.590849:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94adc00.
02000000:00000001:3.0:1788575514.590850:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575514.590851:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575514.590852:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680e00.
00000100:00000001:3.0:1788575514.590854:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575514.590855:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590856:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575514.590858:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683100 x1875450816124288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590861:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575514.590862:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575514.590863:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575514.590864:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575514.590864:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575514.590865:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575514.590866:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575514.590867:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94afc00.
02000000:00000001:3.0:1788575514.590868:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575514.590868:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575514.590869:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683100.
00000100:00000001:3.0:1788575514.590870:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575514.590871:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590872:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575514.590873:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683b80 x1875450816124416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590876:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575514.590877:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575514.590878:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575514.590879:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575514.590879:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575514.590880:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575514.590881:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575514.590882:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae400.
02000000:00000001:3.0:1788575514.590883:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575514.590883:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575514.590884:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683b80.
00000100:00000001:3.0:1788575514.590885:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575514.590885:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590886:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.590889:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575514.590889:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590890:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575514.590892:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575514.590892:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575514.590894:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590898:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575514.590899:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590900:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575514.590901:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575514.590902:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575514.590903:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124544:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575514.590905:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575514.590906:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575514.590907:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575514.590908:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575514.590910:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575514.590911:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575514.590913:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575514.590914:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575514.590916:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575514.590917:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816124544, portal 4
00000100:00000001:3.0:1788575514.590918:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575514.590919:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773931520 : -111012935620096 : ffff9b08c9682a00)
00000100:00000040:3.0:1788575514.590922:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590926:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575514.590927:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575514.590929:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575514.590930:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816124544, offset 0
00000400:00000200:3.0:1788575514.590932:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575514.590934:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575514.590936:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575514.590937:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575514.590939:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575514.590940:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575514.590942:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575514.590943:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90478:90478:256:4294967295] 192.168.202.101@tcp LPNI seq info [90458:90458:8:4294967295]
00000400:00000200:3.0:1788575514.590946:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575514.590949:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575514.590951:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.590953:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575514.590955:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575514.590956:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575514.590959:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575514.590960:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788575514.590963:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575514.590964:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575514.590966:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575514.590967:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575514.590969:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575514.590970:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575514.590971:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575514.590973:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590977:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575514.590979:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.590982:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590983:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575514.590985:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575514.590986:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575514.590988:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575514.590989:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301030451
00000100:00000001:3.0:1788575514.590990:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301034368
00000100:00000001:3.0:1788575514.590991:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301030451
00000100:00000001:3.0:1788575514.590992:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301034368
00000100:00000001:3.0:1788575514.590994:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575514.590995:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.590996:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575514.590998:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575514/real 1788575514]  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575514.591002:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575514.591003:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575514.591003:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575514.591004:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575514.591005:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575514.591006:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575514.591008:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575514.591013:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.591016:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575514.591017:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.591017:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.591018:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575514.591020:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.591023:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575514.591025:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.591029:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575514.591030:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.591031:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575514.591031:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.591032:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575514.591033:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575514.591035:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575514.591037:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575514.591038:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575514.591040:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575514.591044:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124544:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575514.591046:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.591047:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575514.591048:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682a00 x1875450816124544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575514.591051:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575514.591066:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575514.591068:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575514.591069:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575514.591070:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575514.591071:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575514.591072:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575514.591072:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:3.0:1788575514.591074:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575514.591074:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575514.591075:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682a00.
00000100:00000001:3.0:1788575514.591076:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575514.591077:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.591078:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575514.591079:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575514.591080:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575514.591081:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575514.591082:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575514.909240:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575514.909243:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575514.909245:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575515.613152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575515.613159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575515.613161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575515.613168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575515.613174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575515.613178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575515.613185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575515.613188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575515.613191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575515.933243:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575515.933246:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575515.933248:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575516.637106:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575516.637112:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575516.637113:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575516.637117:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575516.637119:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575516.637124:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575516.637127:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575516.637130:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575516.637134:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575516.957224:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575516.957227:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575516.957229:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575517.661149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575517.661155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575517.661159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575517.661167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575517.661173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575517.661179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575517.661185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575517.661189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575517.661192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575517.981264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575517.981267:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575517.981269:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575518.621149:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301034368, at 4301034432
00000100:00000010:3.0:1788575518.621165:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab6c0.
00000100:00000001:3.0:1788575518.685124:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575518.685135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575518.685137:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575518.685143:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575518.685146:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575518.685150:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575518.685157:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575518.685159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575518.685160:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575519.005255:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575519.005258:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575519.005260:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575519.709166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575519.709173:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575519.709178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575519.709188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575519.709193:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575519.709194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575519.709198:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575519.709203:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575519.709203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575519.709206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575519.709208:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575519.709209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575519.709214:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575519.709219:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575519.709227:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6363
00000400:00000200:0.0:1788575519.709236:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575519.709242:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575519.709246:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575519.709250:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709252:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575519.709255:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709257:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575519.709260:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575519.709263:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575519.709265:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575519.709268:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575519.709270:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575519.709273:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575519.709275:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709277:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575519.709279:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709281:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575519.709283:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575519.709286:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709289:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575519.709291:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575519.709294:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575519.709297:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.709299:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575519.709301:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575519.709310:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575519.709314:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575519.709317:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575519.709318:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.709321:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575519.709324:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575519.709327:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575519.709335:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575519.709341:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575519.709350:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575519.709360:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575519.709364:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575519.709369:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575519.709390:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575519.709393:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575519.709396:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575519.709398:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575519.709399:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575519.709402:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575519.709405:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6363
00000400:00000200:0.0:1788575519.709409:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575519.709413:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575519.709415:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575519.709415:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575519.709419:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788575519.709421:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575519.709422:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575519.709430:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575519.709432:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575519.709438:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575519.709439:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575519.709442:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.709443:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575519.709446:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788575519.709448:0:43543:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788575519.709449:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788575519.709450:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
02000000:00000001:3.0:1788575519.709453:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575519.709455:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:3.0:1788575519.709458:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816124672:192.168.202.101@tcp:250:kworker.0
00000020:00000040:0.0:1788575519.709459:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575519.709465:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575519.709465:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1788575519.709469:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:3.0:1788575519.709470:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575519.709473:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.709476:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1788575519.709477:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709481:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1788575519.709481:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
00000100:00000040:0.0:1788575519.709486:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575519.709486:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.709490:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575519.709491:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:0.0:1788575519.709495:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575519.709499:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:3.0:1788575519.709503:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00000001:0.0:1788575519.709504:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575519.709508:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788575519.709510:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
02000000:00000001:0.0:1788575519.709514:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575519.709517:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575519.709518:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816124672, portal 25
00000100:00000001:0.0:1788575519.709519:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575519.709524:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1788575519.709525:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575519.709527:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000008:00000001:0.0:1788575519.709530:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.709534:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575519.709537:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788575519.709539:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575519.709544:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575519.709549:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575519.709551:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.709554:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575519.709555:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575519.709558:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788575519.709561:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575519.709562:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575519.709567:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
02000000:00000010:0.0:1788575519.709569:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000200:3.0:1788575519.709571:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816124672, offset 0
00000100:00000001:0.0:1788575519.709574:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.709579:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00100000:0.0:1788575519.709584:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575519.709589:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575519.709597:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575519.709597:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:0.0:1788575519.709603:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.709605:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788575519.709610:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575519.709610:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575519.709615:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575519.709620:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575519.709627:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90479:90479:256:4294967295] 192.168.202.101@tcp LPNI seq info [90459:90459:8:4294967295]
00000100:00000001:0.0:1788575519.709631:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.709633:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:0.0:1788575519.709636:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575519.709643:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788575519.709644:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788575519.709646:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575519.709649:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788575519.709651:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709654:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1788575519.709657:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000100:00080000:0.0:1788575519.709661:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6363
00000800:00000200:3.0:1788575519.709665:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:0.0:1788575519.709668:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.0:1788575519.709670:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000400:00000200:0.0:1788575519.709674:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575519.709679:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788575519.709679:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575519.709686:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1788575519.709687:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709690:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1788575519.709692:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575519.709696:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000010:3.0:1788575519.709696:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00000001:0.0:1788575519.709701:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575519.709704:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575519.709704:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788575519.709707:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575519.709711:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575519.709711:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1788575519.709715:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575519.709717:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000020:00000001:0.0:1788575519.709718:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000010:3.0:1788575519.709720:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000020:00000001:0.0:1788575519.709722:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:3.0:1788575519.709725:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788575519.709728:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709732:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788575519.709732:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575519.709737:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709742:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575519.709746:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:3.0:1788575519.709746:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.709752:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575519.709753:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575519.709758:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575519.709762:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575519.709767:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575519.709767:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.709771:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788575519.709772:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.709775:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575519.709776:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788575519.709777:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575519.709782:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.709782:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575519.709786:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.709787:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301039488
00000100:00000010:0.0:1788575519.709793:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000100:00000010:3.0:1788575519.709793:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab6c0.
00000020:00000040:0.0:1788575519.709799:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575519.709802:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575519.709802:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575519.709806:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301039488
00000100:00000010:3.0:1788575519.709809:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abd20.
00000100:00000001:3.0:1788575519.709811:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1788575519.709814:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.709815:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575519.709819:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575519.709820:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575519.709821:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575519.709823:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788575519.709825:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575519.709828:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575519/real 1788575519]  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788575519.709832:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000400:00000001:3.0:1788575519.709835:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575519.709837:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788575519.709838:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575519.709839:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575519.709843:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575519.709844:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575519.709846:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:0.0:1788575519.709848:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575519.709869:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575519.709871:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575519.709876:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575519.709879:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575519.709899:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575519.709900:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575519.709904:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575519.709913:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575519.709915:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788575519.709916:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575519.709918:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575519.709919:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575519.709921:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575519.709925:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575519.709925:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575519.709929:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575519.709932:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6363
00000100:00000001:3.0:1788575519.709939:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575519.709943:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575519.709946:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.709951:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575519.709953:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.709954:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.709954:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.709956:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575519.709957:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575519.709960:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1788575519.709962:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575519.709964:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00080000:0.0:1788575519.709967:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575519.709968:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788575519.709976:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575519.709977:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575519.709983:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575519.709989:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575519.709991:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816124672:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575519.709993:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575519.709998:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575519.709999:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788575519.710000:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575519.710004:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575519.710004:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788575519.710009:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000040:3.0:1788575519.710011:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816124672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575519.710012:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575519.710018:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575519.710026:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575519.710028:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788575519.710030:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575519.710032:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1788575519.710034:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000010:3.0:1788575519.710037:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
00000100:00000001:0.0:1788575519.710038:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575519.710043:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
02000000:00000001:3.0:1788575519.710043:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575519.710046:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:0.0:1788575519.710048:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000020:00000040:3.0:1788575519.710049:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575519.710068:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575519.710071:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87400.
02000000:00000001:3.0:1788575519.710074:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575519.710076:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575519.710077:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:0.0:1788575519.710079:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710080:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1788575519.710081:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575519.710082:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575519.710085:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575519.710086:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575519.710091:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.710092:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575519.710094:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:0.0:1788575519.710095:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575519.710096:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788575519.710098:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710099:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788575519.710100:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710102:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1788575519.710105:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575519.710105:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788575519.710108:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000040:3.0:1788575519.710109:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575519.710111:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575519.710113:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.710116:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575519.710118:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575519.710121:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575519.710124:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575519.710127:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710130:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1788575519.710132:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575519.710133:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.710138:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575519.710141:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575519.710145:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788575519.710145:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.710148:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575519.710151:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124800:192.168.202.101@tcp:38:kworker.0
00000100:00000040:0.0:1788575519.710154:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710156:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575519.710158:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575519.710161:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.710164:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788575519.710167:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575519.710168:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
00000100:00080000:0.0:1788575519.710170:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1788575519.710171:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575519.710174:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575519.710176:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575519.710178:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575519.710178:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575519.710182:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00000001:0.0:1788575519.710183:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575519.710186:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6363
00000400:00000010:3.0:1788575519.710188:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000400:00000200:0.0:1788575519.710192:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000200:3.0:1788575519.710192:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816124800, portal 10
00000400:00000200:0.0:1788575519.710196:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575519.710196:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788575519.710199:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575519.710200:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:0.0:1788575519.710205:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.710207:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575519.710211:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575519.710211:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575519.710212:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575519.710215:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575519.710217:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575519.710219:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575519.710221:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575519.710224:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575519.710227:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575519.710232:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575519.710234:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575519.710235:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575519.710237:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575519.710239:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575519.710242:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000020:00000040:0.0:1788575519.710243:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575519.710248:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:3.0:1788575519.710248:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000001:0.0:1788575519.710250:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575519.710253:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575519.710255:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1788575519.710255:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816124800, offset 0
02000000:00000001:0.0:1788575519.710259:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.710261:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575519.710263:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575519.710265:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.710267:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575519.710268:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575519.710272:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575519.710274:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575519.710275:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575519.710276:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575519.710277:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575519.710278:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575519.710279:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575519.710281:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575519.710283:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575519.710286:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575519.710288:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575519.710295:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575519.710297:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.710299:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:0.0:1788575519.710302:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575519.710306:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575519.710308:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575519.710311:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6373)
00000400:00000200:3.0:1788575519.710312:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575519.710317:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575519.710320:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575519.710325:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90480:90480:256:4294967295] 192.168.202.101@tcp LPNI seq info [90460:90460:8:4294967295]
00000400:00000200:3.0:1788575519.710329:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575519.710336:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575519.710340:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575519.710344:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575519.710348:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575519.710350:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575519.710355:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575519.710357:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575519.710360:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575519.710362:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575519.710365:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575519.710368:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575519.710371:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575519.710373:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575519.710376:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575519.710379:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710386:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.710389:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710395:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710397:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575519.710400:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575519.710403:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575519.710406:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575519.710408:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301035597
00000100:00000001:3.0:1788575519.710410:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301039488
00000100:00000001:3.0:1788575519.710412:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301035597
00000100:00000001:3.0:1788575519.710414:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301039488
00000100:00000001:3.0:1788575519.710416:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575519.710418:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710420:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575519.710423:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575519/real 1788575519]  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575519.710431:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575519.710433:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575519.710434:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575519.710437:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575519.710438:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575519.710440:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575519.710444:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575519.710452:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710458:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575519.710459:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710461:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.710462:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575519.710465:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710471:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575519.710475:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710483:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575519.710485:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710486:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.710488:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710490:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575519.710492:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575519.710494:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575519.710497:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575519.710499:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575519.710503:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575519.710510:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124800:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575519.710514:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575519.710517:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710523:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575519.710525:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.710527:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575519.710529:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575519.710530:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575519.710533:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124928:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575519.710536:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575519.710537:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575519.710538:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.710539:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575519.710542:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575519.710543:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.710545:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575519.710547:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575519.710549:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575519.710551:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816124928, portal 10
00000100:00000001:3.0:1788575519.710552:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575519.710553:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575519.710557:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710561:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575519.710562:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575519.710563:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575519.710564:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816124928, offset 0
00000400:00000200:3.0:1788575519.710567:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575519.710569:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575519.710571:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575519.710573:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575519.710575:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575519.710576:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575519.710578:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575519.710579:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90481:90481:256:4294967295] 192.168.202.101@tcp LPNI seq info [90461:90461:8:4294967295]
00000400:00000200:3.0:1788575519.710582:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575519.710586:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575519.710588:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575519.710590:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575519.710592:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575519.710594:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575519.710596:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575519.710598:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575519.710600:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575519.710601:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575519.710603:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575519.710605:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575519.710607:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575519.710608:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575519.710610:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575519.710612:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710616:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.710618:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710621:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710622:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575519.710624:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575519.710626:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575519.710627:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575519.710628:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301035547
00000100:00000001:3.0:1788575519.710630:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301039488
00000100:00000001:3.0:1788575519.710631:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301035547
00000100:00000001:3.0:1788575519.710632:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301039488
00000100:00000001:3.0:1788575519.710634:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575519.710635:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710636:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575519.710638:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575519/real 1788575519]  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575519.710642:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575519.710642:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575519.710643:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575519.710644:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575519.710645:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575519.710646:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575519.710647:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575519.710652:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710656:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575519.710657:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710658:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.710659:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575519.710661:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710664:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575519.710666:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710670:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575519.710671:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710672:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.710672:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710673:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575519.710674:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575519.710676:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575519.710677:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575519.710678:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575519.710680:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575519.710684:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816124928:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575519.710686:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710687:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.710689:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816124800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710693:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575519.710694:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575519.710695:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575519.710697:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575519.710698:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575519.710699:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575519.710700:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575519.710701:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85400.
02000000:00000001:3.0:1788575519.710702:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575519.710703:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575519.710704:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575519.710705:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575519.710706:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710707:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.710709:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816124928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710712:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575519.710713:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575519.710713:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575519.710715:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575519.710716:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575519.710716:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575519.710717:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575519.710718:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86c00.
02000000:00000001:3.0:1788575519.710719:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575519.710720:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575519.710720:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575519.710722:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575519.710722:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710723:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710725:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575519.710726:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710728:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575519.710729:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575519.710730:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575519.710733:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710738:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575519.710740:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.710742:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575519.710744:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575519.710745:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575519.710748:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125056:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575519.710752:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575519.710753:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575519.710754:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.710756:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575519.710758:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575519.710760:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.710763:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575519.710764:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575519.710767:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575519.710770:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816125056, portal 4
00000100:00000001:3.0:1788575519.710771:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575519.710772:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575519.710777:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710783:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575519.710785:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575519.710787:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575519.710789:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816125056, offset 0
00000400:00000200:3.0:1788575519.710792:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575519.710796:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575519.710798:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575519.710801:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575519.710803:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575519.710805:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575519.710807:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575519.710810:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90482:90482:256:4294967295] 192.168.202.101@tcp LPNI seq info [90462:90462:8:4294967295]
00000400:00000200:3.0:1788575519.710813:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575519.710818:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575519.710822:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575519.710825:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575519.710828:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575519.710831:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575519.710834:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575519.710836:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575519.710839:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575519.710841:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575519.710843:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575519.710846:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575519.710849:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575519.710863:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575519.710865:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575519.710869:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710876:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.710878:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710884:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710886:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575519.710888:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575519.710891:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575519.710894:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575519.710896:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301035580
00000100:00000001:3.0:1788575519.710898:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301039488
00000100:00000001:3.0:1788575519.710900:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301035580
00000100:00000001:3.0:1788575519.710901:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301039488
00000100:00000001:3.0:1788575519.710903:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575519.710905:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.710907:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575519.710911:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575519/real 1788575519]  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575519.710919:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575519.710920:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575519.710921:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575519.710923:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575519.710925:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575519.710927:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575519.710929:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575519.710934:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710938:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575519.710939:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710940:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.710941:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575519.710942:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710946:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575519.710948:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710951:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575519.710953:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710954:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.710955:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.710956:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575519.710957:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575519.710959:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575519.710960:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575519.710961:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575519.710964:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575519.710968:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125056:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575519.710971:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575519.710972:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.710976:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575519.710976:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.710978:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575519.710979:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575519.710980:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575519.710982:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125184:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575519.710983:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575519.710985:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575519.710986:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575519.710987:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575519.710989:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575519.710990:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575519.710992:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575519.710993:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575519.710995:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575519.710997:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816125184, portal 4
00000100:00000001:3.0:1788575519.710998:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575519.710999:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:3.0:1788575519.711003:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.711007:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575519.711008:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575519.711009:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575519.711010:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816125184, offset 0
00000400:00000200:3.0:1788575519.711013:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575519.711015:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575519.711017:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575519.711019:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575519.711021:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575519.711022:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575519.711024:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575519.711025:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90483:90483:256:4294967295] 192.168.202.101@tcp LPNI seq info [90463:90463:8:4294967295]
00000400:00000200:3.0:1788575519.711028:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575519.711032:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575519.711034:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575519.711035:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575519.711038:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575519.711040:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575519.711042:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575519.711044:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575519.711046:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575519.711047:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575519.711049:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575519.711051:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575519.711068:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575519.711069:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575519.711070:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575519.711072:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.711077:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.711079:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.711082:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.711083:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575519.711085:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575519.711087:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575519.711088:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575519.711090:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301035572
00000100:00000001:3.0:1788575519.711092:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301039488
00000100:00000001:3.0:1788575519.711093:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301035572
00000100:00000001:3.0:1788575519.711094:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301039488
00000100:00000001:3.0:1788575519.711095:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575519.711096:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.711097:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575519.711099:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575519/real 1788575519]  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575519.711103:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575519.711104:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575519.711105:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575519.711106:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575519.711107:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575519.711108:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575519.711110:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575519.711115:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.711118:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575519.711119:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.711120:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.711120:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575519.711122:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.711125:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575519.711127:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.711131:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575519.711132:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.711133:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575519.711134:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.711136:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575519.711137:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575519.711140:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575519.711143:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575519.711145:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575519.711148:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575519.711155:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125184:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575519.711158:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.711160:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.711162:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816125056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.711168:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575519.711170:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575519.711171:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575519.711174:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575519.711175:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575519.711177:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575519.711179:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575519.711180:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85000.
02000000:00000001:3.0:1788575519.711183:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575519.711184:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575519.711186:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575519.711188:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575519.711189:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.711191:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575519.711194:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816125184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575519.711201:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575519.711202:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575519.711203:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575519.711204:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575519.711205:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575519.711205:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575519.711206:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575519.711207:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86800.
02000000:00000001:3.0:1788575519.711208:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575519.711209:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575519.711210:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575519.711211:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575519.711211:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.711212:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575519.711214:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575519.711215:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575519.711216:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575519.711217:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575520.029236:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575520.029239:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575520.029241:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575520.733142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575520.733148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575520.733151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575520.733158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575520.733163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575520.733167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575520.733173:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575520.733176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575520.733179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575521.053232:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575521.053235:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575521.053237:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575521.757152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575521.757160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575521.757165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575521.757172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575521.757178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575521.757181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575521.757184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575521.757187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575521.757189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575522.077221:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575522.077226:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575522.077237:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575522.781144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575522.781150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575522.781153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575522.781159:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575522.781164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575522.781167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575522.781177:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575522.781180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575522.781182:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575523.101235:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575523.101238:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575523.101240:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575523.741154:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301039488, at 4301039552
00000100:00000010:3.0:1788575523.741170:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abd20.
00000100:00000001:3.0:1788575523.805150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575523.805158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575523.805161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575523.805168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575523.805174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575523.805178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575523.805186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575523.805188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575523.805190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575524.125202:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575524.125205:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575524.125207:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575524.829143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575524.829149:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575524.829151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575524.829156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575524.829160:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575524.829161:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575524.829165:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575524.829166:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575524.829170:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575524.829170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575524.829174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575524.829175:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575524.829178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.829179:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575524.829185:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6368
00000400:00000200:1.0:1788575524.829195:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575524.829201:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575524.829203:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575524.829206:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829209:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575524.829210:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829212:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575524.829214:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575524.829215:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575524.829218:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575524.829220:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575524.829221:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575524.829223:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575524.829225:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829226:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575524.829228:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829229:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575524.829230:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575524.829232:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829233:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575524.829235:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575524.829237:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575524.829245:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.829246:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575524.829248:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575524.829255:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575524.829257:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575524.829260:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575524.829261:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.829263:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575524.829264:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575524.829267:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575524.829272:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575524.829277:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575524.829286:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575524.829296:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575524.829300:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575524.829304:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575524.829323:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575524.829326:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575524.829329:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575524.829330:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575524.829331:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575524.829334:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575524.829337:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6368
00000400:00000200:1.0:1788575524.829340:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575524.829342:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575524.829344:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575524.829344:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575524.829348:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575524.829349:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575524.829352:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575524.829353:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575524.829356:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829358:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575524.829360:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575524.829361:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575524.829363:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575524.829366:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575524.829368:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575524.829371:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575524.829374:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575524.829380:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829384:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575524.829387:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829391:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575524.829392:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788575524.829395:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575524.829395:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575524.829399:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575524.829400:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575524.829402:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.829403:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575524.829404:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575524.829408:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575524.829410:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788575524.829411:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816125312:192.168.202.101@tcp:250:kworker.0
02000000:00000001:1.0:1788575524.829413:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.829417:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575524.829417:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575524.829422:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1788575524.829423:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575524.829425:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575524.829426:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.829429:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575524.829430:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575524.829436:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
00000100:00000010:1.0:1788575524.829437:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575524.829442:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575524.829442:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575524.829447:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575524.829448:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.829449:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575524.829451:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788575524.829452:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575524.829456:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
02000000:00000001:1.0:1788575524.829460:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575524.829460:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
02000000:00000010:1.0:1788575524.829465:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000200:3.0:1788575524.829467:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816125312, portal 25
00000100:00000001:1.0:1788575524.829469:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829471:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575524.829473:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773934208 : -111012935617408 : ffff9b08c9683480)
00000100:00100000:1.0:1788575524.829476:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575524.829481:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575524.829488:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575524.829492:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829498:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788575524.829500:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575524.829505:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575524.829509:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575524.829514:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816125312, offset 0
00000100:00000001:1.0:1788575524.829516:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575524.829521:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575524.829521:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575524.829526:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575524.829528:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788575524.829530:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575524.829531:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575524.829535:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575524.829536:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:1.0:1788575524.829541:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6368
00000400:00000200:3.0:1788575524.829543:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575524.829549:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:1.0:1788575524.829550:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.829553:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788575524.829558:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575524.829558:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:1.0:1788575524.829564:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575524.829564:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90484:90484:256:4294967295] 192.168.202.101@tcp LPNI seq info [90464:90464:8:4294967295]
00000100:00000040:1.0:1788575524.829572:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575524.829573:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575524.829577:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575524.829584:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575524.829584:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788575524.829590:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.0:1788575524.829593:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000020:00000001:1.0:1788575524.829596:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:3.0:1788575524.829598:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000020:00000040:1.0:1788575524.829599:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575524.829603:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575524.829604:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575524.829608:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.0:1788575524.829608:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575524.829613:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.0:1788575524.829613:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1788575524.829617:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829621:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788575524.829622:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575524.829625:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788575524.829626:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788575524.829628:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575524.829631:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000100:3.0:1788575524.829633:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575524.829636:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000800:00000010:3.0:1788575524.829637:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00000001:1.0:1788575524.829639:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575524.829642:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575524.829643:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788575524.829644:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575524.829647:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575524.829650:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788575524.829651:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575524.829654:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788575524.829656:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000008:00000001:1.0:1788575524.829657:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.829661:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575524.829661:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000010:1.0:1788575524.829664:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575524.829666:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1788575524.829667:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575524.829670:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788575524.829671:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575524.829672:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.829676:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575524.829678:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575524.829681:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575524.829687:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:3.0:1788575524.829687:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.829691:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575524.829692:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575524.829700:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575524.829700:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829705:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575524.829711:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.829717:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575524.829718:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575524.829721:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829722:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301044608
00000100:00000040:1.0:1788575524.829726:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575524.829728:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abd20.
00000100:00000001:1.0:1788575524.829734:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829736:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1788575524.829737:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575524.829742:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575524.829743:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575524.829744:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575524.829744:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301044608
00000100:00000001:1.0:1788575524.829746:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575524.829748:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6368
00000400:00000200:1.0:1788575524.829754:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:3.0:1788575524.829756:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab840.
00000400:00000200:1.0:1788575524.829761:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575524.829761:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1788575524.829766:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575524.829767:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575524.829771:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575524.829774:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575524.829775:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788575524.829779:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788575524.829780:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575524/real 1788575524]  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575524.829785:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829791:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000001:3.0:1788575524.829792:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1788575524.829796:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:3.0:1788575524.829796:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1788575524.829799:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000400:00000010:3.0:1788575524.829799:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000020:00000001:1.0:1788575524.829802:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575524.829803:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000020:00000040:1.0:1788575524.829805:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000400:00000010:3.0:1788575524.829806:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000020:00000001:1.0:1788575524.829808:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575524.829810:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1788575524.829811:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000200:3.0:1788575524.829815:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575524.829816:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829819:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575524.829822:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.829826:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575524.829830:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575524.829836:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000200:3.0:1788575524.829836:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575524.829838:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575524.829841:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575524.829845:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575524.829846:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1788575524.829848:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829849:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575524.829850:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575524.829852:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1788575524.829853:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575524.829854:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1788575524.829860:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575524.829861:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575524.829864:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829871:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788575524.829872:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000100:00000040:3.0:1788575524.829877:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575524.829878:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575524.829883:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575524.829886:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1788575524.829887:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829891:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575524.829892:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575524.829893:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1788575524.829896:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575524.829896:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788575524.829900:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829900:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575524.829901:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575524.829905:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:1.0:1788575524.829907:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00080000:3.0:1788575524.829909:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:1.0:1788575524.829913:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829914:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1788575524.829922:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575524.829923:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575524.829941:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575524.829945:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575524.829949:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816125312:192.168.202.101@tcp:250:kworker.0
00000100:00000040:1.0:1788575524.829950:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.829959:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575524.829961:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.829962:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788575524.829964:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575524.829980:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575524.829982:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575524.829983:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575524.829984:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1788575524.829987:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683480 x1875450816125312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575524.829989:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6368
00000400:00000200:1.0:1788575524.829996:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575524.830001:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575524.830002:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1788575524.830004:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788575524.830005:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1788575524.830008:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000010:3.0:1788575524.830009:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
00000100:00000001:1.0:1788575524.830010:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575524.830015:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575524.830015:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575524.830018:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1788575524.830019:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575524.830022:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575524.830022:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000040:1.0:1788575524.830025:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575524.830026:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:1.0:1788575524.830027:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575524.830030:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
02000000:00000010:3.0:1788575524.830030:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af400.
02000000:00000001:3.0:1788575524.830035:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575524.830037:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575524.830038:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683480.
00000020:00000001:1.0:1788575524.830040:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575524.830041:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1788575524.830044:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575524.830044:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830049:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575524.830050:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.830074:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575524.830076:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575524.830078:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575524.830080:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575524.830081:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575524.830083:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830083:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1788575524.830087:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575524.830088:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575524.830090:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575524.830092:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.830094:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575524.830096:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575524.830096:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1788575524.830101:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830101:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575524.830105:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830106:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1788575524.830109:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000100:00000040:3.0:1788575524.830113:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575524.830114:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575524.830120:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575524.830123:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.830126:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575524.830128:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788575524.830130:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575524.830132:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575524.830133:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.830136:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1788575524.830140:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
02000000:00000001:3.0:1788575524.830140:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575524.830145:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575524.830146:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575524.830150:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125440:192.168.202.101@tcp:38:kworker.0
00000100:00100000:1.0:1788575524.830156:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575524.830157:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575524.830160:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575524.830163:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.830168:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575524.830169:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575524.830172:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575524.830173:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
00000100:00000040:1.0:1788575524.830174:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575524.830178:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575524.830186:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575524.830187:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575524.830190:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00000040:1.0:1788575524.830193:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6378)
00000400:00000010:3.0:1788575524.830195:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575524.830200:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816125440, portal 10
00000100:00000001:3.0:1788575524.830202:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575524.830203:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773932416 : -111012935619200 : ffff9b08c9682d80)
00000100:00000040:3.0:1788575524.830211:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830217:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575524.830219:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575524.830221:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575524.830224:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816125440, offset 0
00000400:00000200:3.0:1788575524.830227:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575524.830231:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.830234:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575524.830237:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575524.830239:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575524.830241:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575524.830243:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575524.830246:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90485:90485:256:4294967295] 192.168.202.101@tcp LPNI seq info [90465:90465:8:4294967295]
00000400:00000200:3.0:1788575524.830250:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.830255:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575524.830258:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575524.830261:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575524.830263:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575524.830265:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575524.830268:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575524.830270:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575524.830272:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575524.830274:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575524.830276:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575524.830279:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575524.830282:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575524.830284:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575524.830286:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575524.830290:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830297:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.830300:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830306:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830308:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575524.830311:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575524.830314:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575524.830317:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575524.830320:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301040717
00000100:00000001:3.0:1788575524.830322:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301044608
00000100:00000001:3.0:1788575524.830324:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301040717
00000100:00000001:3.0:1788575524.830326:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301044608
00000100:00000001:3.0:1788575524.830327:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575524.830329:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830330:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575524.830333:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575524/real 1788575524]  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575524.830341:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575524.830342:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575524.830343:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575524.830345:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575524.830346:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575524.830347:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575524.830349:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575524.830354:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830358:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575524.830358:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830359:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575524.830360:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575524.830362:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830365:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575524.830368:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830372:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575524.830373:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830374:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575524.830375:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830376:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575524.830377:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575524.830379:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575524.830380:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575524.830381:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575524.830384:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575524.830388:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125440:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575524.830390:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575524.830392:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830395:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575524.830396:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.830397:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575524.830398:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575524.830400:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575524.830401:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125568:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575524.830403:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575524.830404:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575524.830405:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.830406:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575524.830408:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575524.830409:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575524.830411:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575524.830412:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575524.830414:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575524.830416:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816125568, portal 10
00000100:00000001:3.0:1788575524.830417:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575524.830418:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773926144 : -111012935625472 : ffff9b08c9681500)
00000100:00000040:3.0:1788575524.830421:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830425:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575524.830426:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575524.830427:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575524.830429:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816125568, offset 0
00000400:00000200:3.0:1788575524.830432:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575524.830435:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.830438:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575524.830441:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575524.830443:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575524.830446:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575524.830448:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575524.830451:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90486:90486:256:4294967295] 192.168.202.101@tcp LPNI seq info [90466:90466:8:4294967295]
00000400:00000200:3.0:1788575524.830454:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.830459:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575524.830463:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575524.830466:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575524.830470:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575524.830472:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575524.830476:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575524.830478:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575524.830482:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575524.830483:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575524.830485:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575524.830487:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575524.830489:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575524.830490:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575524.830491:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575524.830494:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830498:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.830500:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830504:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830505:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575524.830507:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575524.830509:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575524.830511:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575524.830513:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301040667
00000100:00000001:3.0:1788575524.830514:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301044608
00000100:00000001:3.0:1788575524.830516:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301040667
00000100:00000001:3.0:1788575524.830517:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301044608
00000100:00000001:3.0:1788575524.830518:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575524.830519:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830520:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575524.830522:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575524/real 1788575524]  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575524.830526:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575524.830527:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575524.830528:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575524.830529:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575524.830530:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575524.830531:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575524.830533:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575524.830538:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830541:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575524.830542:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830543:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575524.830544:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575524.830545:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830549:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575524.830551:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830554:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575524.830556:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830557:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575524.830558:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830559:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575524.830560:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575524.830562:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575524.830563:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575524.830564:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575524.830566:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575524.830570:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125568:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575524.830572:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575524.830574:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830578:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575524.830578:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.830580:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575524.830581:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575524.830582:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575524.830583:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125696:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575524.830585:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575524.830586:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575524.830587:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.830589:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575524.830591:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575524.830592:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575524.830593:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575524.830595:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575524.830597:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575524.830599:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816125696, portal 4
00000100:00000001:3.0:1788575524.830600:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575524.830601:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773929728 : -111012935621888 : ffff9b08c9682300)
00000100:00000040:3.0:1788575524.830604:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830607:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575524.830609:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575524.830610:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575524.830611:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816125696, offset 0
00000400:00000200:3.0:1788575524.830613:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575524.830615:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.830617:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575524.830619:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575524.830620:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575524.830622:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575524.830623:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575524.830625:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90487:90487:256:4294967295] 192.168.202.101@tcp LPNI seq info [90467:90467:8:4294967295]
00000400:00000200:3.0:1788575524.830627:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.830630:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575524.830633:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575524.830634:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575524.830636:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575524.830638:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575524.830640:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575524.830642:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575524.830644:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575524.830645:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575524.830647:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575524.830649:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575524.830651:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575524.830652:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575524.830653:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575524.830655:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830663:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.830664:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830668:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830669:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575524.830670:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575524.830671:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575524.830673:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575524.830674:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301040700
00000100:00000001:3.0:1788575524.830675:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301044608
00000100:00000001:3.0:1788575524.830676:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301040700
00000100:00000001:3.0:1788575524.830678:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301044608
00000100:00000001:3.0:1788575524.830679:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575524.830680:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830681:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575524.830683:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575524/real 1788575524]  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575524.830686:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575524.830687:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575524.830688:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575524.830689:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575524.830690:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575524.830691:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575524.830692:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575524.830699:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830705:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575524.830707:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830708:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575524.830709:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575524.830713:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830719:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575524.830722:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830729:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575524.830731:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830733:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575524.830734:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830736:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575524.830737:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575524.830740:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575524.830743:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575524.830744:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575524.830747:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575524.830751:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125696:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575524.830754:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830755:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.830757:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682d80 x1875450816125440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830760:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575524.830761:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575524.830762:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575524.830764:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575524.830765:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575524.830766:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575524.830767:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575524.830768:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
02000000:00000001:3.0:1788575524.830770:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575524.830771:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575524.830772:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575524.830773:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575524.830774:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830775:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.830777:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681500 x1875450816125568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830781:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575524.830781:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575524.830782:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575524.830784:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575524.830784:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575524.830785:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575524.830786:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575524.830787:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94aec00.
02000000:00000001:3.0:1788575524.830788:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575524.830788:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575524.830789:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575524.830790:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575524.830791:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830791:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.830793:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682300 x1875450816125696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830796:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575524.830797:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575524.830797:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575524.830798:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575524.830799:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575524.830799:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575524.830800:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575524.830801:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad000.
02000000:00000001:3.0:1788575524.830802:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575524.830803:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575524.830804:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682300.
00000100:00000001:3.0:1788575524.830805:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575524.830806:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830807:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830809:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575524.830810:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830811:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575524.830812:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575524.830813:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575524.830815:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830819:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575524.830820:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.830821:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575524.830822:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575524.830823:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575524.830825:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125824:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575524.830826:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575524.830828:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575524.830828:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575524.830829:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575524.830831:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575524.830832:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575524.830834:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575524.830836:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575524.830838:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575524.830840:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816125824, portal 4
00000100:00000001:3.0:1788575524.830841:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575524.830842:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773921664 : -111012935629952 : ffff9b08c9680380)
00000100:00000040:3.0:1788575524.830845:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830849:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575524.830850:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575524.830852:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575524.830853:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816125824, offset 0
00000400:00000200:3.0:1788575524.830855:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575524.830858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.830860:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575524.830862:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575524.830863:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575524.830865:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575524.830866:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575524.830868:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90488:90488:256:4294967295] 192.168.202.101@tcp LPNI seq info [90468:90468:8:4294967295]
00000400:00000200:3.0:1788575524.830870:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575524.830874:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575524.830877:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575524.830878:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575524.830881:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575524.830882:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575524.830885:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575524.830886:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575524.830889:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575524.830890:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575524.830891:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575524.830893:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575524.830895:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575524.830896:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575524.830897:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575524.830900:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830904:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.830905:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830909:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830911:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575524.830913:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575524.830916:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575524.830919:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575524.830921:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301040691
00000100:00000001:3.0:1788575524.830923:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301044608
00000100:00000001:3.0:1788575524.830925:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301040691
00000100:00000001:3.0:1788575524.830927:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301044608
00000100:00000001:3.0:1788575524.830928:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575524.830930:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.830932:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575524.830936:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575524/real 1788575524]  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575524.830943:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575524.830944:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575524.830946:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575524.830949:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575524.830950:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575524.830952:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575524.830955:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575524.830961:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830964:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575524.830965:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830966:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575524.830981:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575524.830984:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830988:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575524.830990:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.830994:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575524.830996:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830997:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575524.830997:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.830998:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575524.830999:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575524.831001:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575524.831002:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575524.831003:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575524.831005:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575524.831009:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816125824:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575524.831011:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.831012:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575524.831014:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680380 x1875450816125824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575524.831018:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575524.831018:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575524.831019:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575524.831021:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575524.831022:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575524.831022:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575524.831023:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575524.831024:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
02000000:00000001:3.0:1788575524.831026:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575524.831027:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575524.831027:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680380.
00000100:00000001:3.0:1788575524.831029:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575524.831030:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.831031:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575524.831033:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575524.831034:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575524.831035:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575524.831036:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575525.149253:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575525.149257:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575525.149260:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575525.853107:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575525.853115:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575525.853118:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575525.853127:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575525.853133:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575525.853139:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575525.853153:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575525.853157:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575525.853161:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575526.173244:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575526.173247:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575526.173249:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575526.877113:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575526.877118:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575526.877122:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575526.877129:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575526.877135:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575526.877141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575526.877144:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575526.877147:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575526.877149:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575527.197220:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575527.197223:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575527.197225:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575527.901107:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575527.901112:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575527.901114:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575527.901119:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575527.901124:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575527.901129:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575527.901138:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575527.901140:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575527.901143:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575528.221226:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575528.221229:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575528.221231:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575528.861165:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301044608, at 4301044672
00000100:00000010:3.0:1788575528.861183:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab840.
00000100:00000001:3.0:1788575528.925116:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575528.925121:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575528.925125:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575528.925132:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575528.925138:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575528.925144:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575528.925155:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575528.925159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575528.925162:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575529.245259:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575529.245262:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575529.245265:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575529.949140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575529.949148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575529.949153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575529.949159:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575529.949165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575529.949171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575529.949175:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575529.949192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788575529.949194:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575529.949197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575529.949200:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575529.949202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575529.949207:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575529.949214:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575529.949224:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6373
00000400:00000200:1.0:1788575529.949234:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575529.949241:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575529.949245:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575529.949249:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949252:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575529.949255:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949257:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575529.949262:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575529.949265:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575529.949268:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575529.949271:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575529.949274:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575529.949276:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575529.949279:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949281:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575529.949283:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949285:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575529.949288:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575529.949291:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949294:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575529.949296:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575529.949299:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575529.949302:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575529.949304:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575529.949306:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575529.949315:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575529.949318:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575529.949322:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575529.949323:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575529.949325:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575529.949329:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575529.949333:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575529.949343:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788575529.949349:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575529.949358:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575529.949367:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575529.949371:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575529.949374:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575529.949398:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575529.949401:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575529.949403:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575529.949404:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575529.949405:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575529.949407:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575529.949408:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6373
00000400:00000200:1.0:1788575529.949411:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575529.949413:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575529.949415:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575529.949417:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949421:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575529.949423:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949425:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575529.949428:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575529.949430:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:3.0:1788575529.949431:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788575529.949433:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575529.949437:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788575529.949438:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575529.949445:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788575529.949446:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575529.949451:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575529.949456:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575529.949460:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575529.949461:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575529.949466:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949472:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575529.949480:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575529.949488:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575529.949493:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575529.949495:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.949497:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575529.949498:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575529.949505:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575529.949505:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788575529.949513:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.949515:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575529.949516:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575529.949525:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575529.949526:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575529.949537:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575529.949541:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575529.949543:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816125952:192.168.202.101@tcp:250:kworker.0
00000100:00000010:1.0:1788575529.949545:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575529.949549:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575529.949551:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575529.949552:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575529.949556:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575529.949560:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575529.949565:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.949566:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1788575529.949572:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
02000000:00000001:3.0:1788575529.949574:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788575529.949577:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.949578:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.949583:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1788575529.949587:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575529.949593:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575529.949595:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575529.949596:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
00000100:00000040:1.0:1788575529.949605:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575529.949607:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.949623:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575529.949624:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575529.949634:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1788575529.949635:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000100:00080000:1.0:1788575529.949646:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575529.949647:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575529.949649:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788575529.949649:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000001:1.0:1788575529.949660:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575529.949661:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816125952, portal 25
00000100:00000001:3.0:1788575529.949666:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575529.949668:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00080000:1.0:1788575529.949674:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6373
00000100:00000040:3.0:1788575529.949674:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575529.949690:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575529.949692:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1788575529.949703:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000040:3.0:1788575529.949704:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575529.949710:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00080000:1.0:1788575529.949711:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1788575529.949717:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816125952, offset 0
00000100:00000040:1.0:1788575529.949718:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949724:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575529.949727:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949728:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575529.949730:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575529.949731:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575529.949732:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575529.949734:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575529.949736:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575529.949742:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575529.949743:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575529.949747:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949749:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575529.949751:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949751:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575529.949753:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575529.949758:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575529.949760:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949764:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575529.949766:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575529.949769:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575529.949772:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.949773:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:1.0:1788575529.949775:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575529.949780:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788575529.949781:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:1.0:1788575529.949787:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.949791:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575529.949794:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.949799:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575529.949804:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000010:1.0:1788575529.949805:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000400:00000200:3.0:1788575529.949812:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90489:90489:256:4294967295] 192.168.202.101@tcp LPNI seq info [90469:90469:8:4294967295]
00000020:00000040:1.0:1788575529.949814:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575529.949821:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575529.949822:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.949824:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575529.949831:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575529.949835:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575529.949840:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.949844:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1788575529.949852:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000800:00000200:3.0:1788575529.949853:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949863:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575529.949865:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000100:00100000:1.0:1788575529.949872:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788575529.949879:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575529.949891:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1788575529.949899:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575529.949902:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575529.949903:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575529.949913:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788575529.949913:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575529.949932:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575529.949946:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575529.949946:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000100:00080000:1.0:1788575529.949954:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575529.949958:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575529.949959:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575529.949961:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575529.949961:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788575529.949965:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575529.949970:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6373
00000400:00000200:3.0:1788575529.949980:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788575529.949982:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575529.949992:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575529.949994:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575529.949996:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575529.949997:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000100:00000001:1.0:1788575529.949999:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788575529.950004:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000040:1.0:1788575529.950005:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.950014:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575529.950016:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1788575529.950017:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575529.950021:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575529.950024:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575529.950028:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000200:3.0:1788575529.950028:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575529.950036:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575529.950044:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575529.950095:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.950102:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575529.950102:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.950111:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575529.950112:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575529.950121:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575529.950128:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575529.950131:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:3.0:1788575529.950132:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575529.950138:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575529.950139:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575529.950147:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575529.950148:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.950151:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301049729
02000000:00000001:1.0:1788575529.950153:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1788575529.950157:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab840.
02000000:00000001:1.0:1788575529.950159:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575529.950163:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.950164:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788575529.950166:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575529.950170:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301049729
00000008:00100000:1.0:1788575529.950171:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000010:3.0:1788575529.950174:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab7e0.
00000008:00000001:1.0:1788575529.950180:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.950181:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788575529.950188:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.950188:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575529.950198:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575529.950200:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000100:00000001:3.0:1788575529.950201:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1788575529.950209:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00100000:3.0:1788575529.950209:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575529/real 1788575529]  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575529.950220:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575529.950230:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575529.950230:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1788575529.950236:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:3.0:1788575529.950236:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1788575529.950245:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788575529.950246:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575529.950255:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
02000000:00000001:1.0:1788575529.950256:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575529.950257:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575529.950261:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575529.950265:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575529.950267:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575529.950277:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575529.950291:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788575529.950292:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575529.950346:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575529.950348:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788575529.950350:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.950352:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.950355:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1788575529.950356:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.950358:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575529.950371:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.950386:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575529.950388:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575529.950395:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.950395:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575529.950397:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.950400:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.950401:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.950402:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1788575529.950406:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575529.950406:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575529.950409:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575529.950416:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1788575529.950416:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:1.0:1788575529.950425:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575529.950425:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575529.950429:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575529.950431:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575529.950443:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:3.0:1788575529.950444:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816125952:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575529.950449:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575529.950452:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6373
00000100:00000001:3.0:1788575529.950453:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.950459:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816125952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575529.950465:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575529.950479:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575529.950484:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1788575529.950487:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788575529.950487:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575529.950491:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575529.950497:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1788575529.950502:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000020:00000001:3.0:1788575529.950502:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575529.950505:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:1.0:1788575529.950510:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:3.0:1788575529.950510:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575529.950513:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af000.
00000100:00000040:1.0:1788575529.950519:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575529.950520:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575529.950522:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1788575529.950527:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000010:3.0:1788575529.950528:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575529.950534:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575529.950537:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788575529.950539:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575529.950540:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788575529.950543:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575529.950548:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575529.950548:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575529.950552:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575529.950553:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575529.950555:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788575529.950562:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575529.950563:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788575529.950571:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575529.950571:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788575529.950583:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575529.950584:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575529.950594:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575529.950602:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575529.950603:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575529.950609:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575529.950609:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575529.950622:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000001:3.0:1788575529.950622:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788575529.950633:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575529.950633:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575529.950643:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.950643:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575529.950657:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1788575529.950658:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126080:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575529.950665:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788575529.950668:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575529.950668:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575529.950673:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575529.950678:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.950678:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575529.950682:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
00000100:00000001:1.0:1788575529.950684:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575529.950685:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788575529.950691:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000400:00000200:3.0:1788575529.950692:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575529.950700:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000008:00000001:1.0:1788575529.950701:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575529.950707:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575529.950708:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000010:1.0:1788575529.950717:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000100:00000200:3.0:1788575529.950718:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816126080, portal 10
00000020:00000040:1.0:1788575529.950722:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575529.950725:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788575529.950726:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575529.950729:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575529.950731:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575529.950731:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
02000000:00000001:1.0:1788575529.950734:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575529.950736:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575529.950741:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575529.950745:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575529.950747:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575529.950752:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575529.950788:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788575529.950789:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575529.950795:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575529.950799:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575529.950801:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788575529.950804:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575529.950813:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816126080, offset 0
00000100:00000001:1.0:1788575529.950816:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.950821:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575529.950823:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6383)
00000400:00000200:3.0:1788575529.950831:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575529.950837:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575529.950839:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575529.950841:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575529.950843:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575529.950845:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575529.950851:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90490:90490:256:4294967295] 192.168.202.101@tcp LPNI seq info [90470:90470:8:4294967295]
00000400:00000200:3.0:1788575529.950854:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575529.950858:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575529.950861:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575529.950863:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575529.950866:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575529.950868:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575529.950871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575529.950873:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575529.950875:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575529.950877:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575529.950879:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575529.950880:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575529.950882:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575529.950883:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575529.950885:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575529.950888:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.950893:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.950895:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.950899:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.950900:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575529.950901:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575529.950904:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575529.950906:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575529.950907:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301045837
00000100:00000001:3.0:1788575529.950908:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301049729
00000100:00000001:3.0:1788575529.950910:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301045837
00000100:00000001:3.0:1788575529.950911:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301049729
00000100:00000001:3.0:1788575529.950912:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575529.950913:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.950914:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575529.950916:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575529/real 1788575529]  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575529.950920:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575529.950921:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575529.950922:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575529.950924:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575529.950925:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575529.950926:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575529.950928:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575529.950932:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.950939:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575529.950940:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.950941:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.950942:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575529.950944:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.950947:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575529.950949:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.950953:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575529.950954:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.950955:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.950956:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.950957:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575529.950958:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575529.950960:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575529.950961:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575529.950963:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575529.950965:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575529.950969:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126080:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575529.950971:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575529.950973:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.950976:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575529.950977:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.950979:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575529.950980:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575529.950982:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575529.950983:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126208:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575529.950985:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575529.950987:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575529.950988:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.950989:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575529.950991:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575529.950992:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.950994:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575529.950995:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575529.950997:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575529.950998:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816126208, portal 10
00000100:00000001:3.0:1788575529.951000:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575529.951000:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:3.0:1788575529.951004:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951008:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575529.951009:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575529.951010:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575529.951011:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816126208, offset 0
00000400:00000200:3.0:1788575529.951013:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575529.951015:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575529.951017:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575529.951018:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575529.951020:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575529.951021:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575529.951022:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575529.951024:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90491:90491:256:4294967295] 192.168.202.101@tcp LPNI seq info [90471:90471:8:4294967295]
00000400:00000200:3.0:1788575529.951026:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575529.951030:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575529.951033:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575529.951034:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575529.951036:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575529.951038:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575529.951040:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575529.951042:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575529.951044:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575529.951045:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575529.951072:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575529.951075:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575529.951077:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575529.951078:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575529.951079:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575529.951081:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951086:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.951088:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951091:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.951092:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575529.951094:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575529.951096:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575529.951098:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575529.951100:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301045788
00000100:00000001:3.0:1788575529.951101:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301049729
00000100:00000001:3.0:1788575529.951102:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301045788
00000100:00000001:3.0:1788575529.951104:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301049729
00000100:00000001:3.0:1788575529.951105:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575529.951106:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.951107:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575529.951109:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575529/real 1788575529]  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575529.951114:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575529.951115:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575529.951116:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575529.951118:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575529.951118:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575529.951120:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575529.951121:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575529.951126:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951130:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575529.951130:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951131:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.951132:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575529.951134:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951137:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575529.951139:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951143:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575529.951144:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951145:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.951146:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951147:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575529.951148:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575529.951150:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575529.951152:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575529.951153:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575529.951155:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575529.951160:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126208:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575529.951162:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575529.951164:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951168:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575529.951168:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.951170:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575529.951171:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575529.951172:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575529.951173:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126336:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575529.951175:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575529.951176:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575529.951177:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.951178:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575529.951180:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575529.951181:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.951183:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575529.951184:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575529.951186:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575529.951188:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816126336, portal 4
00000100:00000001:3.0:1788575529.951189:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575529.951190:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
00000100:00000040:3.0:1788575529.951193:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951197:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575529.951198:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575529.951199:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575529.951201:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816126336, offset 0
00000400:00000200:3.0:1788575529.951203:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575529.951205:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575529.951207:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575529.951209:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575529.951211:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575529.951212:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575529.951214:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575529.951215:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90492:90492:256:4294967295] 192.168.202.101@tcp LPNI seq info [90472:90472:8:4294967295]
00000400:00000200:3.0:1788575529.951218:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575529.951222:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575529.951224:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575529.951226:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575529.951228:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575529.951230:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575529.951232:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575529.951234:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575529.951236:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575529.951237:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575529.951238:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575529.951241:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575529.951242:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575529.951243:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575529.951244:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575529.951246:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951250:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.951252:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951256:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.951256:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575529.951258:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575529.951260:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575529.951261:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575529.951262:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301045821
00000100:00000001:3.0:1788575529.951264:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301049729
00000100:00000001:3.0:1788575529.951266:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301045821
00000100:00000001:3.0:1788575529.951267:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301049729
00000100:00000001:3.0:1788575529.951268:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575529.951269:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.951270:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575529.951271:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575529/real 1788575529]  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575529.951275:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575529.951276:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575529.951277:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575529.951278:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575529.951278:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575529.951279:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575529.951281:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575529.951285:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951289:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575529.951290:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951291:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.951292:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575529.951294:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951297:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575529.951299:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951303:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575529.951304:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951305:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.951306:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951307:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575529.951308:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575529.951310:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575529.951312:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575529.951313:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575529.951315:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575529.951318:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126336:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575529.951320:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951322:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.951323:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816126080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951326:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575529.951327:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575529.951328:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575529.951330:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575529.951331:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575529.951331:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575529.951333:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575529.951334:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
02000000:00000001:3.0:1788575529.951336:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575529.951336:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575529.951337:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
00000100:00000001:3.0:1788575529.951339:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575529.951340:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951341:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.951342:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816126208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951349:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575529.951350:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575529.951351:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575529.951352:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575529.951353:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575529.951353:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575529.951354:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575529.951355:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad000.
02000000:00000001:3.0:1788575529.951356:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575529.951357:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575529.951357:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:3.0:1788575529.951359:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575529.951359:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951360:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.951361:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816126336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951365:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575529.951365:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575529.951366:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575529.951367:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575529.951367:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575529.951368:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575529.951369:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575529.951370:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94aec00.
02000000:00000001:3.0:1788575529.951371:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575529.951371:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575529.951372:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:3.0:1788575529.951373:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575529.951374:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951374:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951376:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575529.951377:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.951379:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575529.951380:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575529.951380:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575529.951383:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951387:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575529.951388:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.951389:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575529.951390:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575529.951391:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575529.951392:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126464:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575529.951394:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575529.951395:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575529.951396:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575529.951397:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575529.951399:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575529.951400:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575529.951402:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575529.951404:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575529.951407:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575529.951410:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816126464, portal 4
00000100:00000001:3.0:1788575529.951412:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575529.951413:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
00000100:00000040:3.0:1788575529.951417:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951423:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575529.951425:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575529.951427:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000200:3.0:1788575529.951429:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816126464, offset 0
00000400:00000200:3.0:1788575529.951433:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575529.951436:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575529.951439:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575529.951442:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575529.951444:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575529.951446:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575529.951448:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575529.951451:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90493:90493:256:4294967295] 192.168.202.101@tcp LPNI seq info [90473:90473:8:4294967295]
00000400:00000200:3.0:1788575529.951454:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575529.951458:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575529.951461:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575529.951463:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000800:00000200:3.0:1788575529.951465:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575529.951467:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575529.951469:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575529.951471:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575529.951473:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575529.951474:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:3.0:1788575529.951476:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575529.951478:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575529.951480:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:3.0:1788575529.951481:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:3.0:1788575529.951482:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575529.951484:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951489:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.951490:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951495:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.951496:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575529.951497:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575529.951499:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575529.951501:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575529.951502:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301045812
00000100:00000001:3.0:1788575529.951504:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301049729
00000100:00000001:3.0:1788575529.951505:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301045812
00000100:00000001:3.0:1788575529.951506:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301049729
00000100:00000001:3.0:1788575529.951507:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575529.951509:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.951510:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575529.951512:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575529/real 1788575529]  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575529.951517:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575529.951517:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575529.951518:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575529.951519:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575529.951520:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575529.951521:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575529.951523:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575529.951528:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951531:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575529.951532:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951533:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.951534:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575529.951536:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951539:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575529.951541:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951544:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575529.951545:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951546:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575529.951547:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951548:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575529.951549:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575529.951550:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575529.951552:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575529.951554:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575529.951556:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575529.951560:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126464:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575529.951562:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951563:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575529.951564:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816126464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575529.951567:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575529.951568:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575529.951569:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575529.951570:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575529.951571:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575529.951572:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575529.951572:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575529.951573:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
02000000:00000001:3.0:1788575529.951575:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575529.951575:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575529.951576:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000100:00000001:3.0:1788575529.951577:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575529.951578:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951579:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575529.951581:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575529.951582:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575529.951583:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575529.951584:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575530.269261:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575530.269264:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575530.269266:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575530.973105:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575530.973112:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575530.973116:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575530.973121:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575530.973126:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575530.973131:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575530.973143:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575530.973146:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575530.973149:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575531.293224:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575531.293227:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575531.293230:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575531.997134:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575531.997141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575531.997144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575531.997151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575531.997158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575531.997162:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575531.997173:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575531.997176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575531.997179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575532.317238:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575532.317241:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575532.317243:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575533.021137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575533.021143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575533.021146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575533.021152:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575533.021158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575533.021162:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575533.021169:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575533.021171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575533.021174:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575533.341233:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575533.341235:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575533.341238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575533.981194:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301049729, at 4301049792
00000100:00000010:3.0:1788575533.981211:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab7e0.
00000100:00000001:3.0:1788575534.045152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575534.045166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575534.045169:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575534.045175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575534.045179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575534.045181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575534.045189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575534.045191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575534.045194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575534.365289:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575534.365294:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575534.365298:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575535.069202:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575535.069203:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575535.069212:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575535.069214:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575535.069217:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.069218:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575535.069228:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788575535.069230:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575535.069240:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575535.069242:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575535.069245:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575535.069251:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788575535.069253:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6378
00000100:00000001:3.0:1788575535.069256:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575535.069261:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575535.069270:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575535.069277:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575535.069281:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575535.069285:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069289:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575535.069291:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069293:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575535.069296:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575535.069298:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575535.069301:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575535.069303:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575535.069305:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575535.069306:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575535.069308:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069309:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575535.069311:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069312:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575535.069314:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575535.069316:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069317:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575535.069320:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575535.069322:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575535.069325:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.069327:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575535.069329:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575535.069338:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575535.069341:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575535.069345:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575535.069346:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.069349:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575535.069351:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575535.069355:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575535.069363:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575535.069368:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575535.069375:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575535.069386:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575535.069389:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575535.069392:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575535.069408:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575535.069410:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575535.069413:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575535.069414:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575535.069415:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575535.069417:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575535.069419:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6378
00000400:00000200:1.0:1788575535.069422:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575535.069425:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575535.069426:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575535.069429:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575535.069429:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788575535.069434:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575535.069436:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575535.069440:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575535.069441:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575535.069445:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575535.069447:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575535.069448:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575535.069450:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575535.069454:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575535.069455:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575535.069464:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575535.069472:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575535.069478:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575535.069483:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575535.069484:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069497:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575535.069500:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788575535.069501:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575535.069505:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575535.069506:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575535.069517:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575535.069518:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575535.069538:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:3.0:1788575535.069538:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816126592:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575535.069551:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.069553:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575535.069560:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788575535.069563:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575535.069563:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575535.069569:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788575535.069572:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575535.069575:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.069577:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575535.069577:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575535.069583:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788575535.069584:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575535.069588:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.069589:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575535.069595:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:1.0:1788575535.069598:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000400:00000010:3.0:1788575535.069600:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000020:00000040:1.0:1788575535.069602:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575535.069605:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575535.069606:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.069607:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1788575535.069608:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
02000000:00000001:1.0:1788575535.069612:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575535.069615:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575535.069617:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816126592, portal 25
02000000:00000010:1.0:1788575535.069618:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:3.0:1788575535.069623:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788575535.069625:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575535.069631:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575535.069634:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
00000100:00000001:1.0:1788575535.069648:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788575535.069648:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575535.069654:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575535.069668:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575535.069737:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.069738:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788575535.069743:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575535.069752:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:3.0:1788575535.069754:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069755:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575535.069761:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788575535.069763:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcf68.
00000100:00000001:1.0:1788575535.069765:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575535.069769:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816126592, offset 0
00000100:00080000:1.0:1788575535.069770:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6378
00000400:00000200:1.0:1788575535.069782:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575535.069788:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575535.069789:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575535.069791:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575535.069795:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069797:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575535.069798:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069799:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575535.069802:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575535.069803:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:1.0:1788575535.069806:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575535.069809:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575535.069811:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575535.069813:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575535.069815:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000020:00000001:1.0:1788575535.069816:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575535.069821:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788575535.069822:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069828:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575535.069834:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575535.069834:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575535.069844:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575535.069849:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788575535.069852:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575535.069855:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:1.0:1788575535.069863:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575535.069863:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90494:90494:256:4294967295] 192.168.202.101@tcp LPNI seq info [90474:90474:8:4294967295]
00000400:00000200:3.0:1788575535.069873:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575535.069874:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575535.069879:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575535.069888:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575535.069888:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788575535.069897:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575535.069903:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575535.069904:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575535.069907:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575535.069911:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.069912:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575535.069915:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000800:00000010:3.0:1788575535.069915:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f200.
00000020:00000040:1.0:1788575535.069923:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575535.069925:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575535.069927:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.069930:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1788575535.069932:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788575535.069933:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575535.069942:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575535.069950:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:1.0:1788575535.069953:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575535.069957:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575535.069962:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575535.069967:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575535.069968:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.069971:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575535.069972:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575535.069986:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575535.069996:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301054848
00000100:00000001:1.0:1788575535.069999:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575535.070003:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1788575535.070003:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab7e0.
00000100:00080000:1.0:1788575535.070013:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575535.070015:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575535.070017:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1788575535.070018:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575535.070023:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575535.070029:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6378
00000100:00000001:3.0:1788575535.070029:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301054848
00000100:00000010:3.0:1788575535.070045:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab240.
00000400:00000200:1.0:1788575535.070047:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575535.070075:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575535.070079:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788575535.070082:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575535.070083:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575535.070088:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575535.070089:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575535.070095:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575535.070096:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575535.070105:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575535.070107:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.070110:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575535.070112:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575535.070113:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1788575535.070114:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575535.070121:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575535.070121:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:1.0:1788575535.070126:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575535.070140:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575535.070143:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788575535.070144:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575535.070149:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575535.070150:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575535.070154:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575535.070155:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575535.070161:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.070166:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575535.070166:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575535.070174:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575535.070183:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575535.070185:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575535.070189:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.070190:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575535.070196:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788575535.070197:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575535.070203:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575535.070203:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575535.070214:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575535.070215:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.070217:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575535.070223:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00100000:3.0:1788575535.070226:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126720:192.168.202.101@tcp:38:kworker.0
00000008:00000001:1.0:1788575535.070229:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.070239:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.070240:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575535.070246:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1788575535.070248:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
02000000:00000001:3.0:1788575535.070250:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575535.070251:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575535.070252:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788575535.070259:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1788575535.070259:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575535.070264:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575535.070265:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575535.070271:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575535.070272:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1788575535.070275:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558630.
02000000:00000001:1.0:1788575535.070276:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788575535.070279:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
02000000:00000001:1.0:1788575535.070281:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575535.070283:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816126720, portal 10
00000100:00000001:3.0:1788575535.070286:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575535.070287:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
02000000:00000010:1.0:1788575535.070289:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000040:3.0:1788575535.070294:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575535.070295:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.070308:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575535.070313:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00100000:1.0:1788575535.070314:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575535.070316:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bccc0.
00000100:00000200:3.0:1788575535.070320:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816126720, offset 0
00000400:00000200:3.0:1788575535.070330:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575535.070345:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575535.070347:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575535.070350:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575535.070353:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:1.0:1788575535.070360:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575535.070364:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575535.070380:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575535.070381:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575535.070386:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575535.070389:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788575535.070394:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788575535.070396:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575535.070399:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575535.070403:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575535.070404:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90495:90495:255:4294967295] 192.168.202.101@tcp LPNI seq info [90475:90475:7:4294967295]
00000100:00000001:1.0:1788575535.070411:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575535.070417:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575535.070422:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6378
00000400:00000200:1.0:1788575535.070434:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575535.070444:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788575535.070449:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575535.070455:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788575535.070461:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575535.070468:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000010:3.0:1788575535.070474:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f600.
00000100:00000001:1.0:1788575535.070475:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575535.070484:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.0:1788575535.070493:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575535.070494:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575535.070502:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575535.070508:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000800:00000200:3.1:1788575535.070509:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575535.070515:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575535.070518:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575535.070521:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000040:3.0:1788575535.070526:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000020:00000001:1.0:1788575535.070527:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575535.070536:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000400:00000200:3.0:1788575535.070542:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575535.070549:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301050957
00000100:00000040:1.0:1788575535.070550:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575535.070556:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301054848
00000100:00000001:1.0:1788575535.070559:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575535.070562:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301050957
00000100:00000040:1.0:1788575535.070570:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575535.070570:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301054848
00000100:00000001:3.0:1788575535.070578:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575535.070586:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575535.070587:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575535.070602:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575535.070603:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575535.070615:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575535.070616:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575535.070626:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575535.070636:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575535.070646:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788575535.070648:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575535.070650:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575535.070655:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575535.070657:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575535.070661:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575535.070662:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1788575535.070666:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000001:3.0:1788575535.070669:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575535.070673:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575535.070680:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575535.070680:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126848:192.168.202.101@tcp:38:kworker.0
00000100:00000010:1.0:1788575535.070696:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575535.070697:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575535.070702:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1788575535.070703:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575535.070706:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575535.070710:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575535.070711:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788575535.070714:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575535.070719:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
00000100:00000001:1.0:1788575535.070720:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575535.070725:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575535.070727:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575535.070733:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:1.0:1788575535.070735:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575535.070737:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000010:1.0:1788575535.070748:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000400:00000010:3.0:1788575535.070748:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575535.070762:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575535.070763:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816126848, portal 10
00000100:00000001:3.0:1788575535.070771:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1788575535.070773:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575535.070775:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:3.0:1788575535.070793:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575535.070795:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575535.070804:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.070815:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788575535.070818:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575535.070825:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575535.070833:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc990.
00000100:00000200:3.0:1788575535.070838:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816126848, offset 0
00000100:00000001:1.0:1788575535.070850:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575535.070855:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575535.070863:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:1.0:1788575535.070865:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6388)
00000400:00000200:3.0:1788575535.070872:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575535.070877:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575535.070880:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575535.070884:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575535.070886:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575535.070889:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90496:90496:254:4294967295] 192.168.202.101@tcp LPNI seq info [90476:90476:6:4294967295]
00000400:00000200:3.0:1788575535.070894:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575535.070905:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575535.070910:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575535.070914:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f400.
00000800:00000200:3.0:1788575535.070919:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575535.070923:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575535.070925:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575535.070929:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575535.070932:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575535.070934:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301050907
00000100:00000001:3.0:1788575535.070937:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301054848
00000100:00000001:3.0:1788575535.070939:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301050907
00000100:00000001:3.0:1788575535.070941:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301054848
00000100:00000001:3.0:1788575535.071038:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575535.071041:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.071043:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.071046:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575535.071051:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575535.071083:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788575535.071085:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575535.071088:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575535.071090:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575535.071096:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575535.071105:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575535.071106:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575535.071110:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575535.071112:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575535.071114:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575535.071117:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126976:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575535.071121:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575535.071123:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575535.071125:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575535.071127:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575535.071140:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575535.071141:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575535.071146:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575535.071149:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558b58.
00000400:00000010:3.0:1788575535.071154:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc000.
00000100:00000200:3.0:1788575535.071157:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816126976, portal 4
00000100:00000001:3.0:1788575535.071160:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575535.071161:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
00000100:00000040:3.0:1788575535.071168:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575535.071174:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575535.071176:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575535.071179:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcaa0.
00000100:00000200:3.0:1788575535.071181:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816126976, offset 0
00000400:00000200:3.0:1788575535.071185:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575535.071189:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575535.071193:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575535.071195:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575535.071198:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575535.071201:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575535.071202:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575535.071205:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90497:90497:253:4294967295] 192.168.202.101@tcp LPNI seq info [90477:90477:5:4294967295]
00000400:00000200:3.0:1788575535.071209:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575535.071216:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575535.071221:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575535.071225:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f700.
00000800:00000200:3.0:1788575535.071229:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575535.071233:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575535.071236:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575535.071240:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575535.071243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575535.071245:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301050941
00000100:00000001:3.0:1788575535.071247:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301054848
00000100:00000001:3.0:1788575535.071250:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301050941
00000100:00000001:3.0:1788575535.071252:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301054848
00000100:00000001:3.0:1788575535.071254:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575535.071256:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.071258:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575535.071263:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575535.071269:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575535.071271:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575535.071273:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575535.071275:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575535.071277:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575535.071279:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127104:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575535.071283:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575535.071285:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575535.071287:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575535.071288:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575535.071292:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575535.071294:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575535.071297:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575535.071300:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558160.
00000400:00000010:3.0:1788575535.071304:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575535.071307:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816127104, portal 4
00000100:00000001:3.0:1788575535.071310:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575535.071311:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00000040:3.0:1788575535.071317:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575535.071323:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575535.071325:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575535.071328:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc198.
00000100:00000200:3.0:1788575535.071330:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816127104, offset 0
00000400:00000200:3.0:1788575535.071334:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575535.071337:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575535.071341:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575535.071344:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575535.071346:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575535.071348:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575535.071351:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575535.071354:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90498:90498:252:4294967295] 192.168.202.101@tcp LPNI seq info [90478:90478:4:4294967295]
00000400:00000200:3.0:1788575535.071357:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575535.071363:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575535.071367:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575535.071370:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575535.071374:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575535.071378:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575535.071381:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575535.071385:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575535.071388:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575535.071390:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301050932
00000100:00000001:3.0:1788575535.071393:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301054848
00000100:00000001:3.0:1788575535.071395:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301050932
00000100:00000001:3.0:1788575535.071396:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301054848
00000100:00000001:3.0:1788575535.071398:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575535.071401:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.071403:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.071405:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575535.071408:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575535.071410:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788575535.071411:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575535.071412:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575535.071414:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575535.071416:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575535.389342:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575535.389347:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575535.389350:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575536.093132:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575536.093139:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575536.093141:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575536.093155:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575536.093158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575536.093162:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575536.093164:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575536.093166:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575536.093169:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575536.413241:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575536.413245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575536.413248:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575537.117158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575537.117175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575537.117177:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575537.117183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575537.117187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575537.117190:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575537.117193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575537.117196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575537.117199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575537.437232:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575537.437235:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575537.437237:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575538.141126:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575538.141133:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575538.141135:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575538.141140:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575538.141144:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575538.141148:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575538.141150:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575538.141153:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575538.141156:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1788575538.141289:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:1.0:1788575538.141331:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788575538.141342:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575538.141346:0:2386:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:1.0:1788575538.141350:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575538.141354:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788575538.141358:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575538.141362:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f200.
00000400:00000200:1.0:1788575538.141368:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575538.141372:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575538.141378:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcf68
00000400:00000010:1.0:1788575538.141380:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcf68.
00000100:00000001:1.0:1788575538.141385:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575538.141393:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575538.141418:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575538.141422:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575538.141429:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575538.141430:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575538.141440:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575538.141443:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f600.
00000400:00000200:1.0:1788575538.141447:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575538.141451:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1788575538.141453:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788575538.141454:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bccc0
00000400:00000010:1.0:1788575538.141458:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bccc0.
00000100:00000001:3.0:1788575538.141459:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575538.141462:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788575538.141465:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000200:1.0:1788575538.141469:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575538.141477:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575535/real 1788575538]  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575538.141481:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575538.141488:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575538.141490:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575538.141494:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575538.141499:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575538.141499:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000100:00000001:1.0:1788575538.141503:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788575538.141506:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575538.141510:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000800:00000100:1.0:1788575538.141513:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000100:00000001:3.0:1788575538.141516:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:1.0:1788575538.141518:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f400.
00000400:00000200:1.0:1788575538.141524:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:3.0:1788575538.141525:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575538.141532:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575538.141539:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc990
00000400:00000010:1.0:1788575538.141542:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc990.
00000100:00000200:3.0:1788575538.141546:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575538.141548:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788575538.141555:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141563:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575538.141566:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575538.141570:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788575538.141571:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.141574:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575538.141576:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575538.141580:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575538.141587:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575538.141589:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788575538.141597:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575538.141602:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f700.
00000400:00000200:1.0:1788575538.141607:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788575538.141615:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788575538.141623:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcaa0
00000100:00000001:3.0:1788575538.141626:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1788575538.141627:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcaa0.
00000100:00000001:1.0:1788575538.141633:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788575538.141637:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788575538.141640:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141658:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788575538.141661:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788575538.141663:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575538.141667:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141668:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.141670:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.141676:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788575538.141678:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575538.141681:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575538.141681:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575538.141688:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000800:00000100:1.0:1788575538.141691:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:1.0:1788575538.141695:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000100:00080000:3.0:1788575538.141696:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000400:00000200:1.0:1788575538.141702:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1788575538.141702:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1788575538.141713:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000100:00000040:3.0:1788575538.141713:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575538.141720:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc198
00000400:00000010:1.0:1788575538.141723:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc198.
00000100:00000001:1.0:1788575538.141729:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788575538.141731:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816126592:192.168.202.101@tcp:250:kworker.0
00000100:00000200:1.0:1788575538.141737:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141740:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575538.141745:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575538.141751:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575538.141752:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816126592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575538.141758:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141767:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575538.141771:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1788575538.141772:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575538.141776:0:2386:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1788575538.141778:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575538.141784:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575538.141787:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575538.141789:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575538.141792:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575538.141795:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af400.
02000000:00000001:3.0:1788575538.141800:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575538.141802:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575538.141804:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000100:00000001:3.0:1788575538.141807:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575538.141808:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.141811:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575538.141813:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575538.141814:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575538.141816:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575538.141820:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575535/real 1788575538]  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575538.141829:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575538.141830:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575538.141833:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558b58.
00000400:00000200:3.0:1788575538.141835:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc000
00000400:00000010:3.0:1788575538.141837:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc000.
00000100:00000001:3.0:1788575538.141839:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575538.141842:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575538.141852:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141858:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575538.141859:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.141861:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.141863:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575538.141865:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141871:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575538.141874:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141881:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575538.141882:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.141885:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.141886:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.141887:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575538.141890:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575538.141892:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575538.141895:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575538.141897:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575538.141901:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575538.141907:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126976:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575538.141912:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575538.141915:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575535/real 1788575538]  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575538.141921:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575538.141922:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575538.141924:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558160.
00000400:00000200:3.0:1788575538.141927:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575538.141928:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575538.141931:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575538.141934:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575538.141941:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141947:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575538.141948:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.141950:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.141951:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575538.141954:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141964:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575538.141967:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.141972:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575538.141975:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.141976:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.141977:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.141978:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575538.141980:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575538.141982:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575538.141986:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575538.142097:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575538.142104:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575538.142111:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127104:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575538.142115:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575538.142119:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575535/real 1788575538]  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575538.142127:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575538.142128:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575538.142130:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558630.
00000400:00000200:3.0:1788575538.142133:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575538.142135:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575538.142137:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575538.142140:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575538.142152:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142157:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575538.142158:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142160:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.142161:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575538.142165:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142170:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575538.142174:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142191:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575538.142193:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142195:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.142196:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142197:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575538.142199:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575538.142202:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575538.142205:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575538.142208:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575538.142211:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575538.142218:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126720:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575538.142221:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575538.142225:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575535/real 1788575538]  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575538.142238:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575538.142239:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575538.142241:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575538.142243:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575538.142245:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575538.142247:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575538.142250:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575538.142256:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142261:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575538.142262:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142272:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.142274:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575538.142277:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142282:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575538.142286:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142291:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575538.142294:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142295:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575538.142296:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142297:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575538.142299:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575538.142302:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575538.142306:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575538.142308:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575538.142313:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575538.142320:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816126848:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575538.142323:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142325:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575538.142327:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816126976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142333:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575538.142334:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575538.142336:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575538.142340:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575538.142341:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575538.142343:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575538.142345:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575538.142347:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae400.
02000000:00000001:3.0:1788575538.142349:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575538.142351:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575538.142352:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
00000100:00000001:3.0:1788575538.142354:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575538.142356:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142357:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575538.142360:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816127104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142367:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575538.142368:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575538.142369:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575538.142371:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575538.142372:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575538.142373:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575538.142375:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575538.142376:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94afc00.
02000000:00000001:3.0:1788575538.142378:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575538.142381:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575538.142382:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575538.142384:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575538.142385:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142387:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575538.142390:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816126720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142397:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575538.142398:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575538.142399:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575538.142402:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575538.142403:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575538.142404:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575538.142407:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575538.142408:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae800.
02000000:00000001:3.0:1788575538.142411:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575538.142412:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575538.142413:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:3.0:1788575538.142415:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575538.142416:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142417:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575538.142420:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816126848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575538.142426:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575538.142427:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575538.142428:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575538.142430:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575538.142431:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575538.142433:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575538.142436:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575538.142437:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:3.0:1788575538.142439:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575538.142440:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575538.142441:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:3.0:1788575538.142444:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575538.142445:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142447:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575538.142459:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575538.142461:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575538.142463:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575538.142465:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575538.461213:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575538.461216:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575538.461218:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575539.101177:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301054848, at 4301054912
00000100:00000010:3.0:1788575539.101210:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab240.
00000100:00000001:3.0:1788575539.165231:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575539.165241:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575539.165244:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575539.165251:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575539.165256:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575539.165260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575539.165264:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575539.165268:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575539.165273:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575539.485225:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575539.485229:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575539.485232:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575540.189159:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575540.189159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575540.189165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575540.189168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575540.189171:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1788575540.189174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575540.189175:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575540.189180:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575540.189180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575540.189185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575540.189186:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575540.189190:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575540.189195:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6383
00000100:00000001:3.0:1788575540.189196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.189203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575540.189217:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575540.189225:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575540.189228:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575540.189231:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189235:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575540.189238:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189241:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575540.189244:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575540.189253:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575540.189256:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575540.189259:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575540.189261:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575540.189263:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575540.189265:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189267:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575540.189269:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189270:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575540.189272:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575540.189274:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189275:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575540.189278:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575540.189280:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575540.189282:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189283:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575540.189285:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575540.189290:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575540.189293:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575540.189296:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575540.189297:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189299:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575540.189301:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575540.189306:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575540.189312:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575540.189318:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575540.189327:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575540.189336:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575540.189340:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575540.189344:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575540.189363:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575540.189366:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575540.189369:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575540.189370:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575540.189372:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575540.189375:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575540.189378:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6383
00000400:00000200:0.0:1788575540.189382:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575540.189386:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575540.189388:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575540.189392:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189394:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575540.189399:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575540.189404:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788575540.189406:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575540.189408:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788575540.189410:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575540.189414:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575540.189417:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000040:3.0:1788575540.189418:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575540.189419:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575540.189423:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575540.189428:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575540.189433:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575540.189435:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575540.189439:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575540.189441:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575540.189444:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788575540.189445:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575540.189449:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788575540.189450:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575540.189454:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189455:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575540.189460:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00100000:3.0:1788575540.189462:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816127232:192.168.202.101@tcp:250:kworker.0
00000100:00080000:0.0:1788575540.189466:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189472:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.189474:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788575540.189476:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575540.189480:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788575540.189483:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575540.189484:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575540.189489:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.189490:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788575540.189494:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575540.189497:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
00000008:00100000:0.0:1788575540.189499:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575540.189501:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788575540.189504:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189508:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575540.189511:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:0.0:1788575540.189513:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575540.189517:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575540.189517:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:0.0:1788575540.189523:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575540.189525:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575540.189527:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:0.0:1788575540.189528:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575540.189531:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575540.189534:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575540.189538:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816127232, portal 25
02000000:00000010:0.0:1788575540.189539:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:3.0:1788575540.189543:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788575540.189545:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.189547:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00100000:0.0:1788575540.189554:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575540.189563:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575540.189570:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575540.189575:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.189575:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575540.189581:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575540.189585:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788575540.189587:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575540.189593:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816127232, offset 0
00000100:00000001:0.0:1788575540.189602:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575540.189605:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575540.189606:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575540.189612:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575540.189614:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575540.189616:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575540.189619:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575540.189621:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575540.189626:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6383
00000400:00000200:3.0:1788575540.189630:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:0.0:1788575540.189633:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575540.189640:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575540.189640:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788575540.189645:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575540.189649:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575540.189651:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:0.0:1788575540.189652:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575540.189657:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575540.189658:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788575540.189663:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575540.189665:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000001:0.0:1788575540.189669:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575540.189672:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:3.0:1788575540.189674:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90499:90499:256:4294967295] 192.168.202.101@tcp LPNI seq info [90479:90479:8:4294967295]
00000020:00000001:0.0:1788575540.189675:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575540.189678:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575540.189683:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575540.189684:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:0.0:1788575540.189690:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575540.189695:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189700:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575540.189705:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788575540.189706:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189712:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575540.189714:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000200:3.0:1788575540.189718:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575540.189719:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189724:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575540.189725:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1788575540.189727:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
02000000:00000001:0.0:1788575540.189728:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575540.189733:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189735:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575540.189737:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1788575540.189740:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:0.0:1788575540.189742:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189745:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575540.189749:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000010:0.0:1788575540.189751:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575540.189756:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575540.189761:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1788575540.189761:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788575540.189764:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575540.189767:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1788575540.189768:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575540.189771:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575540.189774:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788575540.189775:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000010:0.0:1788575540.189780:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000800:00000010:3.0:1788575540.189780:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000100:00000001:0.0:1788575540.189786:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575540.189789:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1788575540.189794:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575540.189798:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575540.189807:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000100:00000001:0.0:1788575540.189808:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788575540.189811:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:0.0:1788575540.189813:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.189816:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788575540.189820:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575540.189825:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575540.189837:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575540.189842:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575540.189844:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788575540.189848:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1788575540.189850:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575540.189851:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575540.189854:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575540.189860:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575540.189866:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6383
00000100:00000001:3.0:1788575540.189866:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.189871:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1788575540.189873:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575540.189879:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575540.189880:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575540.189882:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575540.189888:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575540.189890:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575540.189893:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575540.189896:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189898:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575540.189901:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575540.189902:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575540.189903:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575540.189906:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575540.189907:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575540.189909:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575540.189913:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189921:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575540.189923:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189925:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575540.189931:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575540.189934:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575540.189936:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575540.189938:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575540.189941:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575540.189942:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189945:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575540.189948:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575540.189950:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189952:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575540.189955:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575540.189958:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575540.189961:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575540.189962:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.189964:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575540.189965:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575540.189967:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575540.189971:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575540.189977:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.189978:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301059968
00000100:00100000:0.0:1788575540.189984:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1788575540.189987:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab240.
00000100:00000001:0.0:1788575540.189996:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575540.189998:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788575540.189999:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190007:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301059968
00000100:00000040:0.0:1788575540.190008:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575540.190012:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab1e0.
00000100:00000001:3.0:1788575540.190017:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575540.190023:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575540.190024:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190028:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575540.190029:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575540.190033:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788575540.190035:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575540.190038:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575540.190041:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788575540.190042:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575540/real 1788575540]  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575540.190047:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1788575540.190082:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575540.190084:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575540.190088:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575540.190091:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575540.190093:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575540.190097:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575540.190101:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575540.190111:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575540.190117:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6383
00000100:00000001:3.0:1788575540.190118:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575540.190122:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.190125:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1788575540.190126:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575540.190128:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575540.190133:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00100000:3.0:1788575540.190135:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575540.190137:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575540.190145:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.190151:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575540.190151:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575540.190156:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.190160:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575540.190160:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575540.190165:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575540.190167:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575540.190171:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575540.190175:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575540.190176:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788575540.190179:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575540.190181:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575540.190185:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575540.190185:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.190188:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575540.190192:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575540.190192:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788575540.190196:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575540.190198:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575540.190200:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575540.190201:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575540.190203:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788575540.190204:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575540.190221:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575540.190223:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1788575540.190225:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575540.190230:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788575540.190231:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000001:0.0:1788575540.190235:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190236:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788575540.190239:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575540.190242:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000040:3.0:1788575540.190245:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788575540.190246:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.190251:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575540.190257:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575540.190262:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00100000:3.0:1788575540.190262:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816127232:192.168.202.101@tcp:250:kworker.0
02000000:00000001:0.0:1788575540.190268:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575540.190270:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575540.190274:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575540.190274:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575540.190276:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575540.190278:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788575540.190280:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575540.190283:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816127232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788575540.190287:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575540.190293:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190294:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575540.190298:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:0.0:1788575540.190302:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1788575540.190303:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575540.190309:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575540.190312:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575540.190316:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575540.190320:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575540.190325:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575540.190326:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575540.190330:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.190331:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575540.190335:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1788575540.190336:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575540.190338:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575540.190343:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575540.190346:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.190350:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575540.190352:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575540.190359:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6393)
00000100:00000001:3.0:1788575540.190359:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575540.190362:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190365:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575540.190367:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575540.190369:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575540.190374:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190381:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575540.190382:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.190385:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575540.190388:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575540.190390:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575540.190393:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127360:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575540.190397:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575540.190399:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575540.190401:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.190403:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575540.190406:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575540.190408:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575540.190412:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575540.190414:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575540.190418:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575540.190422:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816127360, portal 10
00000100:00000001:3.0:1788575540.190424:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575540.190425:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575540.190432:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190437:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575540.190439:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575540.190441:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575540.190443:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816127360, offset 0
00000400:00000200:3.0:1788575540.190447:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575540.190453:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575540.190458:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575540.190462:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575540.190465:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575540.190468:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575540.190471:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575540.190475:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90500:90500:256:4294967295] 192.168.202.101@tcp LPNI seq info [90480:90480:8:4294967295]
00000400:00000200:3.0:1788575540.190480:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575540.190487:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575540.190492:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575540.190495:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575540.190499:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575540.190502:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575540.190508:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575540.190511:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575540.190515:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575540.190517:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575540.190521:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575540.190524:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575540.190528:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575540.190530:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575540.190532:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575540.190536:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190543:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575540.190546:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190552:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190553:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575540.190557:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575540.190561:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575540.190564:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575540.190566:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301056077
00000100:00000001:3.0:1788575540.190569:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301059968
00000100:00000001:3.0:1788575540.190571:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301056077
00000100:00000001:3.0:1788575540.190573:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301059968
00000100:00000001:3.0:1788575540.190575:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575540.190577:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190579:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575540.190582:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575540/real 1788575540]  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575540.190589:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575540.190590:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575540.190592:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575540.190594:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575540.190596:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575540.190598:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575540.190602:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575540.190609:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190615:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575540.190617:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.190618:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.190620:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575540.190623:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190629:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575540.190633:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190647:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575540.190649:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.190650:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.190651:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.190653:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575540.190655:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575540.190658:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575540.190661:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575540.190664:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575540.190667:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575540.190675:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127360:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575540.190678:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575540.190682:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190693:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575540.190694:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.190696:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575540.190698:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575540.190699:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575540.190702:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127488:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575540.190705:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575540.190707:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575540.190709:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.190710:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575540.190714:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575540.190716:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575540.190719:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575540.190721:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575540.190724:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575540.190726:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816127488, portal 10
00000100:00000001:3.0:1788575540.190728:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575540.190729:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575540.190734:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190741:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575540.190743:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575540.190745:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575540.190747:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816127488, offset 0
00000400:00000200:3.0:1788575540.190750:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575540.190754:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575540.190758:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575540.190761:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575540.190764:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575540.190766:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575540.190768:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575540.190771:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90501:90501:256:4294967295] 192.168.202.101@tcp LPNI seq info [90481:90481:8:4294967295]
00000400:00000200:3.0:1788575540.190775:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575540.190780:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575540.190784:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575540.190787:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575540.190791:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575540.190794:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575540.190797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575540.190800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575540.190803:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575540.190805:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575540.190808:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575540.190811:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575540.190814:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575540.190816:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575540.190818:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575540.190821:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190828:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575540.190830:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190837:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190839:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575540.190842:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575540.190845:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575540.190848:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575540.190850:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301056027
00000100:00000001:3.0:1788575540.190852:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301059968
00000100:00000001:3.0:1788575540.190855:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301056027
00000100:00000001:3.0:1788575540.190857:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301059968
00000100:00000001:3.0:1788575540.190859:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575540.190862:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.190863:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575540.190867:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575540/real 1788575540]  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575540.190874:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575540.190875:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575540.190877:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575540.190880:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575540.190882:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575540.190884:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575540.190886:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575540.190893:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190899:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575540.190900:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.190902:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.190903:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575540.190906:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190912:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575540.190915:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190921:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575540.190924:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.190925:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.190926:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.190928:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575540.190929:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575540.190931:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575540.190934:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575540.190937:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575540.190940:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575540.190947:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127488:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575540.190950:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575540.190953:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.190959:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575540.190961:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.190962:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575540.190964:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575540.190966:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575540.190968:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127616:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575540.190971:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575540.190973:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575540.190975:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.190977:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575540.190980:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575540.190982:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575540.190984:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575540.190986:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575540.190989:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575540.190992:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816127616, portal 4
00000100:00000001:3.0:1788575540.190994:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575540.190995:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:3.0:1788575540.191000:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191005:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575540.191007:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575540.191009:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575540.191011:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816127616, offset 0
00000400:00000200:3.0:1788575540.191015:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575540.191018:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575540.191021:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575540.191024:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575540.191026:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575540.191028:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575540.191030:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575540.191033:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90502:90502:256:4294967295] 192.168.202.101@tcp LPNI seq info [90482:90482:8:4294967295]
00000400:00000200:3.0:1788575540.191036:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575540.191041:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575540.191045:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575540.191048:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575540.191081:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575540.191085:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575540.191089:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575540.191091:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575540.191094:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575540.191095:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575540.191098:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575540.191101:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575540.191105:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575540.191106:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575540.191108:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575540.191111:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191118:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575540.191121:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191127:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.191128:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575540.191132:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575540.191135:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575540.191138:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575540.191140:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301056061
00000100:00000001:3.0:1788575540.191142:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301059968
00000100:00000001:3.0:1788575540.191144:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301056061
00000100:00000001:3.0:1788575540.191146:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301059968
00000100:00000001:3.0:1788575540.191147:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575540.191149:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.191151:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575540.191153:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575540/real 1788575540]  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575540.191160:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575540.191161:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575540.191163:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575540.191165:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575540.191166:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575540.191168:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575540.191170:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575540.191177:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191182:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575540.191183:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191185:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.191186:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575540.191189:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191194:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575540.191196:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191202:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575540.191204:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191205:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.191206:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191223:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575540.191226:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575540.191228:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575540.191232:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575540.191234:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575540.191237:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575540.191243:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127616:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575540.191247:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575540.191250:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191255:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575540.191256:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.191258:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575540.191259:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575540.191261:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575540.191263:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127744:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575540.191266:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575540.191268:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575540.191269:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575540.191270:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575540.191273:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575540.191275:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575540.191278:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575540.191281:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575540.191283:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575540.191286:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816127744, portal 4
00000100:00000001:3.0:1788575540.191288:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575540.191289:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:3.0:1788575540.191293:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191299:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575540.191300:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575540.191303:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575540.191305:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816127744, offset 0
00000400:00000200:3.0:1788575540.191308:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575540.191311:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575540.191315:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575540.191317:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575540.191320:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575540.191322:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575540.191324:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575540.191326:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90503:90503:256:4294967295] 192.168.202.101@tcp LPNI seq info [90483:90483:8:4294967295]
00000400:00000200:3.0:1788575540.191331:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575540.191336:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575540.191340:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575540.191342:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575540.191346:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575540.191348:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575540.191352:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575540.191354:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575540.191358:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575540.191360:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575540.191362:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575540.191366:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575540.191368:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575540.191370:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575540.191372:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575540.191376:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191383:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575540.191385:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575565 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191389:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.191390:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575540.191393:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575540.191395:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575540.191396:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575540.191398:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301056052
00000100:00000001:3.0:1788575540.191400:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301059968
00000100:00000001:3.0:1788575540.191401:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301056052
00000100:00000001:3.0:1788575540.191402:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301059968
00000100:00000001:3.0:1788575540.191404:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575540.191405:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.191406:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575540.191408:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575540/real 1788575540]  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575540.191412:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575540.191413:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575540.191414:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575540.191415:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575540.191416:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575540.191417:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575540.191418:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575540.191423:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191430:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575540.191431:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191433:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.191434:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575540.191436:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191439:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575540.191441:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191444:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575540.191446:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191447:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575540.191447:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191448:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575540.191449:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575540.191450:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575540.191452:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575540.191453:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575540.191455:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575540.191460:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816127744:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575540.191462:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191464:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575540.191466:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816127360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191469:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575540.191470:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575540.191472:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575540.191474:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575540.191475:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575540.191476:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575540.191478:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575540.191479:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85400.
02000000:00000001:3.0:1788575540.191481:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575540.191482:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575540.191483:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575540.191485:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575540.191485:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191486:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575540.191488:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816127488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191492:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575540.191492:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575540.191493:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575540.191494:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575540.191494:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575540.191495:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575540.191496:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575540.191497:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87400.
02000000:00000001:3.0:1788575540.191498:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575540.191498:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575540.191499:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575540.191500:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575540.191501:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191502:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575540.191505:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816127616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191511:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575540.191512:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575540.191514:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575540.191516:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575540.191517:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575540.191518:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575540.191520:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575540.191522:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86400.
02000000:00000001:3.0:1788575540.191524:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575540.191525:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575540.191526:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575540.191527:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575540.191528:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191530:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575540.191533:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816127744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575540.191539:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575540.191541:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575540.191542:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575540.191544:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575540.191545:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575540.191546:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575540.191548:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575540.191549:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
02000000:00000001:3.0:1788575540.191551:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575540.191552:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575540.191552:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:3.0:1788575540.191554:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575540.191555:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191557:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575540.191561:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575540.191563:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575540.191565:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575540.191566:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575540.509245:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575540.509248:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575540.509251:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575541.213147:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575541.213153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575541.213154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575541.213158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575541.213160:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575541.213163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575541.213165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575541.213168:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575541.213170:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575541.533261:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575541.533265:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575541.533268:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575542.237150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575542.237158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575542.237161:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575542.237167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575542.237172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575542.237176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575542.237192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575542.237195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575542.237198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575542.557211:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575542.557215:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575542.557218:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575543.261152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575543.261158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575543.261160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575543.261166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575543.261170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575543.261174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575543.261177:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575543.261180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575543.261184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575543.581218:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575543.581220:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575543.581223:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575544.221128:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301059968, at 4301060032
00000100:00000010:3.0:1788575544.221145:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab1e0.
00000100:00000001:3.0:1788575544.285256:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575544.285271:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575544.285290:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575544.285308:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575544.285322:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575544.285338:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575544.285355:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575544.285358:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575544.285360:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575544.605308:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575544.605314:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575544.605318:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575545.309145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575545.309151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575545.309156:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575545.309156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575545.309163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788575545.309164:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575545.309168:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575545.309169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575545.309173:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575545.309175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575545.309178:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575545.309185:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6388
00000100:00000001:3.0:1788575545.309186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575545.309189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.309192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575545.309193:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575545.309199:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575545.309201:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575545.309204:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309206:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575545.309209:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309211:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575545.309213:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575545.309216:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575545.309218:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575545.309221:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575545.309222:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575545.309224:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575545.309226:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309227:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575545.309228:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309229:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575545.309230:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575545.309232:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309233:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575545.309236:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575545.309238:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575545.309240:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.309242:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575545.309244:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575545.309252:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575545.309255:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575545.309258:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575545.309260:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.309262:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575545.309265:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575545.309268:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575545.309276:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575545.309282:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575545.309301:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575545.309309:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575545.309312:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575545.309315:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.309332:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575545.309334:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575545.309336:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575545.309337:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575545.309338:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575545.309340:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575545.309341:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6388
00000400:00000200:1.0:1788575545.309344:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575545.309347:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575545.309349:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575545.309353:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309355:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575545.309357:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575545.309358:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788575545.309359:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575545.309362:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788575545.309364:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575545.309365:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788575545.309367:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575545.309371:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575545.309374:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575545.309375:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575545.309379:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575545.309384:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575545.309390:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788575545.309391:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575545.309393:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.309395:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575545.309399:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788575545.309400:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309404:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575545.309404:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788575545.309411:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:3.0:1788575545.309411:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575545.309417:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816127872:192.168.202.101@tcp:250:kworker.0
00000100:00080000:1.0:1788575545.309418:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309425:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.309426:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788575545.309428:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575545.309431:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788575545.309434:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575545.309435:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575545.309438:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.309440:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575545.309441:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575545.309445:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1788575545.309446:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575545.309450:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575545.309451:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.309454:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575545.309457:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:1.0:1788575545.309458:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000400:00000010:3.0:1788575545.309461:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000020:00000040:1.0:1788575545.309462:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575545.309467:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1788575545.309467:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:1.0:1788575545.309469:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.309472:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575545.309474:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1788575545.309475:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816127872, portal 25
02000000:00000001:1.0:1788575545.309476:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.309478:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575545.309481:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773921664 : -111012935629952 : ffff9b08c9680380)
02000000:00000010:1.0:1788575545.309484:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000040:3.0:1788575545.309485:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.309491:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.309493:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575545.309496:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575545.309500:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00100000:1.0:1788575545.309501:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788575545.309502:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816127872, offset 0
00000400:00000200:3.0:1788575545.309509:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575545.309519:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575545.309521:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575545.309525:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575545.309528:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:1.0:1788575545.309533:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575545.309536:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575545.309543:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575545.309550:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575545.309550:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788575545.309556:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575545.309556:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:1.0:1788575545.309563:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788575545.309564:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90504:90504:256:4294967295] 192.168.202.101@tcp LPNI seq info [90484:90484:8:4294967295]
00000100:00000001:1.0:1788575545.309568:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788575545.309571:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575545.309573:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575545.309578:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575545.309581:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788575545.309585:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6388
00000800:00000200:3.0:1788575545.309590:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:1.0:1788575545.309594:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000010:3.0:1788575545.309598:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000400:00000200:1.0:1788575545.309601:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575545.309605:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788575545.309609:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575545.309613:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.0:1788575545.309615:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788575545.309617:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575545.309622:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.1:1788575545.309626:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575545.309627:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.1:1788575545.309630:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1788575545.309632:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575545.309636:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000100:3.0:1788575545.309636:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575545.309638:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000020:00000001:1.0:1788575545.309640:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575545.309644:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575545.309644:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788575545.309648:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575545.309651:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788575545.309653:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575545.309656:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000100:00000040:1.0:1788575545.309658:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575545.309659:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:1.0:1788575545.309664:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575545.309666:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788575545.309669:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:3.0:1788575545.309672:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.309674:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575545.309680:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:3.0:1788575545.309682:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788575545.309686:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000040:3.0:1788575545.309687:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.309692:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575545.309698:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575545.309698:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.309702:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788575545.309703:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575545.309707:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575545.309708:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.309712:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575545.309712:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:1.0:1788575545.309716:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575545.309717:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301065088
00000008:00000001:1.0:1788575545.309723:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575545.309723:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab1e0.
00000100:00000001:1.0:1788575545.309728:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.309731:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000010:1.0:1788575545.309733:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575545.309736:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301065088
00000020:00000040:1.0:1788575545.309738:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000010:3.0:1788575545.309740:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab900.
02000000:00000001:1.0:1788575545.309743:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575545.309744:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1788575545.309747:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.309748:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575545.309752:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.309753:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575545.309755:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788575545.309757:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1788575545.309759:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575545/real 1788575545]  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575545.309761:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575545.309770:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000400:00000001:3.0:1788575545.309770:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575545.309772:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575545.309774:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:1.0:1788575545.309777:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575545.309778:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575545.309780:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00100000:1.0:1788575545.309786:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575545.309791:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575545.309796:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.309800:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575545.309805:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575545.309806:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.309813:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575545.309814:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575545.309815:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.309816:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.309818:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575545.309825:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.309831:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575545.309836:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575545.309837:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575545.309843:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575545.309846:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1788575545.309846:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575545.309850:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575545.309855:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575545.309861:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6388
00000400:00000200:1.0:1788575545.309868:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575545.309872:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575545.309878:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575545.309878:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575545.309882:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575545.309885:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575545.309886:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.309887:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575545.309891:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575545.309891:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575545.309893:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1788575545.309897:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00080000:3.0:1788575545.309897:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788575545.309903:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00080000:3.0:1788575545.309903:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575545.309907:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1788575545.309908:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575545.309910:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575545.309913:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575545.309915:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575545.309916:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575545.309922:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575545.309926:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00100000:3.0:1788575545.309932:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816127872:192.168.202.101@tcp:250:kworker.0
00000100:00000040:1.0:1788575545.309933:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309938:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575545.309941:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575545.309942:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575545.309946:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575545.309947:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575545.309952:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680380 x1875450816127872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575545.309953:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575545.309958:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575545.309962:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575545.309968:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575545.309968:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575545.309971:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1788575545.309973:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788575545.309974:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:1.0:1788575545.309978:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.309979:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575545.309982:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1788575545.309983:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000040:3.0:1788575545.309984:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000008:00100000:1.0:1788575545.309986:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000020:00000001:3.0:1788575545.309987:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575545.309990:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac800.
00000008:00000001:1.0:1788575545.309991:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.309993:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788575545.309995:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.309996:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575545.309999:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680380.
00000100:00000010:1.0:1788575545.310000:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575545.310001:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575545.310004:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788575545.310006:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575545.310006:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788575545.310012:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575545.310014:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310015:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575545.310017:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.310018:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575545.310019:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788575545.310022:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575545.310022:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575545.310025:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788575545.310026:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575545.310029:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575545.310033:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:3.0:1788575545.310036:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575545.310038:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.310039:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.310040:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575545.310043:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575545.310045:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575545.310048:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575545.310049:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128000:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575545.310069:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575545.310070:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575545.310071:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.310073:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575545.310075:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575545.310077:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575545.310082:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575545.310085:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575545.310089:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575545.310094:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788575545.310094:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816128000, portal 10
00000100:00000001:3.0:1788575545.310098:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788575545.310099:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310099:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773929728 : -111012935621888 : ffff9b08c9682300)
00000100:00000040:1.0:1788575545.310107:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575545.310109:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310124:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575545.310128:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575545.310131:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000001:1.0:1788575545.310133:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575545.310133:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816128000, offset 0
00000100:00080000:1.0:1788575545.310139:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575545.310139:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310145:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575545.310146:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575545.310148:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788575545.310150:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:1.0:1788575545.310152:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575545.310154:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788575545.310157:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575545.310157:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:1.0:1788575545.310164:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6388
00000400:00000200:3.0:1788575545.310164:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575545.310168:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310174:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90505:90505:256:4294967295] 192.168.202.101@tcp LPNI seq info [90485:90485:8:4294967295]
00000400:00000200:1.0:1788575545.310175:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575545.310180:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575545.310183:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575545.310188:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575545.310190:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788575545.310194:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.0:1788575545.310198:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575545.310199:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788575545.310201:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000100:00000040:1.0:1788575545.310204:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.310209:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.0:1788575545.310209:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575545.310213:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1788575545.310214:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575545.310217:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000800:00000200:3.1:1788575545.310220:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575545.310221:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788575545.310224:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1788575545.310225:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000800:00000100:3.0:1788575545.310229:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000001:1.0:1788575545.310230:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000800:00000010:3.0:1788575545.310231:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000020:00000001:1.0:1788575545.310233:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000400:00000200:3.0:1788575545.310235:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788575545.310239:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310240:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788575545.310243:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575545.310246:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575545.310249:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575545.310250:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000020:00000040:1.0:1788575545.310252:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000010:3.0:1788575545.310253:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575545.310257:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788575545.310259:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000200:3.0:1788575545.310262:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.310263:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575545.310267:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575545.310272:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575545.310273:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788575545.310277:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575545.310277:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.310282:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575545.310285:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575545.310286:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310300:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1788575545.310302:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310303:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575545.310307:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575545.310308:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000100:00000010:1.0:1788575545.310312:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000400:00000200:3.0:1788575545.310312:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575545.310315:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301061197
00000020:00000040:1.0:1788575545.310318:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575545.310319:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301065088
00000100:00000001:3.0:1788575545.310323:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301061197
02000000:00000001:1.0:1788575545.310324:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575545.310325:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301065088
02000000:00000001:1.0:1788575545.310327:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310328:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575545.310331:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575545.310332:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575545.310334:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575545.310336:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788575545.310337:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575545.310342:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575545/real 1788575545]  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575545.310343:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575545.310348:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575545.310356:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:1.0:1788575545.310357:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1788575545.310360:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575545.310363:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575545.310367:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000100:00000001:1.0:1788575545.310370:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788575545.310371:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575545.310373:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310375:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1788575545.310380:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575545.310380:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575545.310405:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575545.310407:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310413:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1788575545.310414:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6398)
00000100:00000001:3.0:1788575545.310415:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310418:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.310419:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575545.310421:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310425:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575545.310429:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310433:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575545.310435:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310436:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.310437:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310438:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575545.310439:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575545.310440:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575545.310442:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575545.310444:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575545.310446:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575545.310450:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128000:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575545.310452:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575545.310454:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310457:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575545.310458:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.310459:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575545.310460:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575545.310462:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575545.310463:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128128:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575545.310465:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575545.310466:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575545.310468:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.310469:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575545.310471:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575545.310472:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575545.310474:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575545.310476:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575545.310477:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575545.310479:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816128128, portal 10
00000100:00000001:3.0:1788575545.310480:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575545.310481:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773926144 : -111012935625472 : ffff9b08c9681500)
00000100:00000040:3.0:1788575545.310485:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310488:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575545.310490:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575545.310491:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575545.310492:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816128128, offset 0
00000400:00000200:3.0:1788575545.310494:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310497:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575545.310499:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575545.310501:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575545.310502:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575545.310504:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575545.310506:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310509:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90506:90506:256:4294967295] 192.168.202.101@tcp LPNI seq info [90486:90486:8:4294967295]
00000400:00000200:3.0:1788575545.310512:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575545.310517:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575545.310522:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575545.310525:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575545.310528:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575545.310531:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575545.310535:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575545.310537:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788575545.310541:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575545.310542:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575545.310545:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575545.310548:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575545.310551:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575545.310552:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575545.310554:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575545.310556:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310560:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575545.310562:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310566:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310567:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575545.310569:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575545.310571:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575545.310573:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575545.310574:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301061147
00000100:00000001:3.0:1788575545.310576:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301065088
00000100:00000001:3.0:1788575545.310577:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301061147
00000100:00000001:3.0:1788575545.310578:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301065088
00000100:00000001:3.0:1788575545.310580:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575545.310581:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310582:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575545.310585:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575545/real 1788575545]  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575545.310591:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575545.310592:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575545.310594:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575545.310596:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575545.310597:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575545.310599:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575545.310602:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575545.310610:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310616:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575545.310617:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310619:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.310621:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575545.310625:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310629:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575545.310632:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310636:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575545.310637:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310638:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.310638:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310639:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575545.310640:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575545.310641:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575545.310643:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575545.310644:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575545.310646:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575545.310650:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128128:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575545.310653:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310654:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575545.310656:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682300 x1875450816128000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310659:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575545.310660:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575545.310662:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575545.310663:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575545.310664:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575545.310665:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575545.310666:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575545.310668:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae000.
02000000:00000001:3.0:1788575545.310669:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575545.310670:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575545.310671:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682300.
00000100:00000001:3.0:1788575545.310673:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575545.310673:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310674:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575545.310676:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681500 x1875450816128128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310679:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575545.310680:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575545.310681:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575545.310682:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575545.310682:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575545.310683:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575545.310684:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575545.310685:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad400.
02000000:00000001:3.0:1788575545.310686:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575545.310686:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575545.310687:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575545.310688:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575545.310689:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310690:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310692:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575545.310692:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310693:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575545.310694:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575545.310695:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575545.310697:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310700:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575545.310701:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.310702:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575545.310703:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575545.310704:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575545.310706:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128256:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575545.310709:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575545.310710:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575545.310711:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.310712:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575545.310714:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575545.310715:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575545.310717:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575545.310719:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575545.310721:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575545.310723:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816128256, portal 4
00000100:00000001:3.0:1788575545.310724:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575545.310725:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773932416 : -111012935619200 : ffff9b08c9682d80)
00000100:00000040:3.0:1788575545.310728:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310732:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575545.310734:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575545.310735:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575545.310736:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816128256, offset 0
00000400:00000200:3.0:1788575545.310739:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310741:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575545.310743:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575545.310745:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575545.310747:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575545.310749:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575545.310750:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310752:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90507:90507:256:4294967295] 192.168.202.101@tcp LPNI seq info [90487:90487:8:4294967295]
00000400:00000200:3.0:1788575545.310754:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575545.310758:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575545.310760:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575545.310762:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575545.310764:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575545.310766:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575545.310769:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575545.310771:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788575545.310773:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575545.310774:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575545.310776:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575545.310778:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575545.310780:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575545.310781:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575545.310782:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575545.310784:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310789:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575545.310790:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310794:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310795:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575545.310797:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575545.310799:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575545.310800:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575545.310801:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301061180
00000100:00000001:3.0:1788575545.310803:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301065088
00000100:00000001:3.0:1788575545.310804:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301061180
00000100:00000001:3.0:1788575545.310806:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301065088
00000100:00000001:3.0:1788575545.310807:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575545.310808:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.310809:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575545.310811:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575545/real 1788575545]  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575545.310814:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575545.310815:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575545.310816:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575545.310818:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575545.310819:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575545.310820:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575545.310822:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575545.310829:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310835:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575545.310836:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310838:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.310839:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575545.310843:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310849:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575545.310854:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310861:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575545.310863:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310865:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.310866:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.310868:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575545.310869:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575545.310871:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575545.310873:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575545.310874:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575545.310877:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575545.310882:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128256:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575545.310884:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575545.310887:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310891:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575545.310891:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.310893:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575545.310894:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575545.310895:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575545.310897:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128384:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575545.310898:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575545.310899:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575545.310900:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575545.310901:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575545.310903:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575545.310905:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575545.310908:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575545.310910:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575545.310913:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575545.310915:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816128384, portal 4
00000100:00000001:3.0:1788575545.310917:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575545.310918:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773934208 : -111012935617408 : ffff9b08c9683480)
00000100:00000040:3.0:1788575545.310923:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310930:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575545.310932:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575545.310934:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575545.310936:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816128384, offset 0
00000400:00000200:3.0:1788575545.310940:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310943:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575545.310947:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575545.310949:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575545.310951:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575545.310953:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575545.310954:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575545.310956:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90508:90508:256:4294967295] 192.168.202.101@tcp LPNI seq info [90488:90488:8:4294967295]
00000400:00000200:3.0:1788575545.310959:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575545.310962:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575545.310965:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575545.310966:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575545.310969:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575545.310971:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575545.310973:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575545.310975:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788575545.310977:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575545.310978:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575545.310980:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575545.310982:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575545.310984:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575545.310985:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575545.310987:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575545.310989:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310994:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575545.310995:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.310999:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.311000:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575545.311002:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575545.311004:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575545.311006:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575545.311007:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301061171
00000100:00000001:3.0:1788575545.311009:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301065088
00000100:00000001:3.0:1788575545.311010:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301061171
00000100:00000001:3.0:1788575545.311012:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301065088
00000100:00000001:3.0:1788575545.311013:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575545.311015:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.311016:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575545.311018:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575545/real 1788575545]  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575545.311022:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575545.311023:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575545.311023:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575545.311025:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575545.311025:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575545.311026:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575545.311028:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575545.311033:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.311037:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575545.311038:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.311038:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.311039:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575545.311041:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.311044:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575545.311046:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.311050:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575545.311051:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.311052:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575545.311065:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.311067:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575545.311068:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575545.311070:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575545.311072:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575545.311074:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575545.311077:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575545.311082:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128384:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575545.311084:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.311085:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575545.311087:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682d80 x1875450816128256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.311090:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575545.311091:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575545.311093:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575545.311094:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575545.311095:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575545.311096:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575545.311097:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575545.311099:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af800.
02000000:00000001:3.0:1788575545.311100:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575545.311101:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575545.311102:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575545.311103:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575545.311104:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.311105:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575545.311107:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683480 x1875450816128384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575545.311110:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575545.311111:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575545.311112:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575545.311113:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575545.311114:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575545.311115:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575545.311116:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575545.311117:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac400.
02000000:00000001:3.0:1788575545.311118:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575545.311119:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575545.311119:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683480.
00000100:00000001:3.0:1788575545.311120:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575545.311121:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.311122:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575545.311124:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575545.311125:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575545.311126:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575545.311126:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575545.629214:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575545.629217:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575545.629220:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575546.333141:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575546.333147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575546.333150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575546.333156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575546.333161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575546.333167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575546.333172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575546.333174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575546.333176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575546.653281:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575546.653284:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575546.653286:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575547.357153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575547.357160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575547.357162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575547.357170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575547.357175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575547.357187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575547.357205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575547.357208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575547.357211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575547.677219:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575547.677222:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575547.677224:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575548.381157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575548.381165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575548.381169:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575548.381174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575548.381180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575548.381185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575548.381191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575548.381194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575548.381197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575548.701249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575548.701251:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575548.701253:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575549.341156:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301065088, at 4301065152
00000100:00000010:3.0:1788575549.341172:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab900.
00000100:00000001:3.0:1788575549.405148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575549.405153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575549.405154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575549.405158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575549.405161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575549.405163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575549.405165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575549.405167:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575549.405169:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575549.725201:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575549.725204:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575549.725206:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575550.429136:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788575550.429138:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575550.429145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575550.429148:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575550.429149:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.429152:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788575550.429156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575550.429157:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575550.429162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575550.429164:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575550.429167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575550.429174:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6393
00000100:00000001:1.0:1788575550.429174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575550.429179:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575550.429184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575550.429185:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575550.429194:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575550.429198:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575550.429200:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429202:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.429206:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429208:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575550.429211:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575550.429213:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575550.429216:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575550.429218:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575550.429219:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575550.429221:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575550.429222:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429223:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.429224:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429225:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575550.429227:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575550.429229:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429230:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575550.429232:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575550.429234:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575550.429236:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.429237:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575550.429239:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575550.429246:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575550.429248:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575550.429251:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575550.429252:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.429254:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575550.429256:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575550.429258:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575550.429264:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575550.429270:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575550.429277:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575550.429283:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575550.429286:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575550.429289:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575550.429303:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575550.429305:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575550.429307:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575550.429308:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575550.429310:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575550.429312:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575550.429314:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6393
00000400:00000200:0.0:1788575550.429318:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575550.429321:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575550.429323:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575550.429326:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429328:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.429331:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429333:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575550.429335:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788575550.429336:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575550.429338:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:3.0:1788575550.429341:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788575550.429342:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575550.429345:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788575550.429346:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575550.429350:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575550.429354:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575550.429355:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575550.429360:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429363:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.429366:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575550.429387:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575550.429390:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.429391:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575550.429395:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:3.0:1788575550.429396:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1788575550.429397:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429402:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.429402:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575550.429405:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575550.429406:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575550.429410:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788575550.429411:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816128512:192.168.202.101@tcp:250:kworker.0
02000000:00000001:0.0:1788575550.429414:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.429418:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575550.429422:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788575550.429425:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575550.429426:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.429431:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1788575550.429434:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1788575550.429437:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000008:00000001:0.0:1788575550.429439:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.429441:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.429443:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575550.429449:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000400:00000200:3.0:1788575550.429450:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:0.0:1788575550.429454:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575550.429457:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:0.0:1788575550.429459:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575550.429462:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.429464:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575550.429466:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788575550.429467:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:0.0:1788575550.429468:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575550.429474:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816128512, portal 25
02000000:00000010:0.0:1788575550.429475:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575550.429480:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.429481:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575550.429484:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00100000:0.0:1788575550.429488:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575550.429496:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788575550.429496:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575550.429500:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575550.429506:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.429514:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575550.429519:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575550.429521:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575550.429523:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575550.429525:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575550.429526:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788575550.429529:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429530:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575550.429535:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6393
00000400:00000010:3.0:1788575550.429537:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000400:00000200:0.0:1788575550.429538:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575550.429543:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000200:3.0:1788575550.429544:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816128512, offset 0
00000100:00080000:0.0:1788575550.429545:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575550.429550:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429551:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.429555:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575550.429557:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429558:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575550.429561:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575550.429563:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575550.429565:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575550.429566:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575550.429570:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:0.0:1788575550.429571:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575550.429576:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575550.429581:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:0.0:1788575550.429582:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429588:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.429591:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575550.429592:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575550.429597:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575550.429600:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000040:0.0:1788575550.429601:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575550.429607:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788575550.429609:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429613:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575550.429614:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:0.0:1788575550.429615:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575550.429619:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575550.429622:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90509:90509:256:4294967295] 192.168.202.101@tcp LPNI seq info [90489:90489:8:4294967295]
02000000:00000001:0.0:1788575550.429623:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.429626:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575550.429628:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575550.429631:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575550.429633:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575550.429634:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575550.429638:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575550.429641:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575550.429643:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575550.429645:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.429649:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788575550.429652:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788575550.429653:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575550.429656:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575550.429662:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000800:00000200:3.0:1788575550.429663:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575550.429667:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575550.429672:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000100:00100000:0.0:1788575550.429675:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788575550.429684:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575550.429691:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1788575550.429700:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1788575550.429701:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575550.429704:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575550.429707:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1788575550.429713:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1788575550.429717:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.429722:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000100:00000001:0.0:1788575550.429730:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575550.429732:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788575550.429733:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575550.429740:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1788575550.429740:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788575550.429745:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575550.429748:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575550.429750:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575550.429755:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000100:00080000:0.0:1788575550.429756:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6393
00000400:00000010:3.0:1788575550.429759:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000400:00000200:0.0:1788575550.429764:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575550.429765:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575550.429770:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575550.429772:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575550.429779:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575550.429783:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575550.429785:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575550.429788:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575550.429790:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.429796:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575550.429797:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.429801:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575550.429802:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575550.429807:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575550.429808:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575550.429809:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575550.429814:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575550.429816:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000400:00000200:3.0:1788575550.429818:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:0.0:1788575550.429821:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575550.429824:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301070208
00000020:00000001:0.0:1788575550.429826:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575550.429833:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000010:3.0:1788575550.429833:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab900.
00000100:00000001:0.0:1788575550.429838:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.429842:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575550.429843:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788575550.429848:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575550.429852:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301070208
00000020:00000040:0.0:1788575550.429853:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575550.429859:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000010:3.0:1788575550.429859:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab1e0.
00000100:00000001:3.0:1788575550.429864:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788575550.429865:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.429869:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575550.429870:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575550.429874:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575550.429875:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575550.429878:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.429880:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575550.429881:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575550.429885:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575550.429888:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575550.429889:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575550/real 1788575550]  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575550.429890:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575550.429896:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575550.429900:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000400:00000001:3.0:1788575550.429901:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1788575550.429903:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1788575550.429903:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1788575550.429905:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575550.429907:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:0.0:1788575550.429908:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788575550.429911:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
02000000:00000001:0.0:1788575550.429912:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788575550.429915:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
02000000:00000001:0.0:1788575550.429916:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.429918:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575550.429923:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788575550.429924:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575550.429931:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575550.429933:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.429939:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575550.429941:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575550.429942:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575550.429943:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.429945:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575550.429952:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575550.429960:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575550.429964:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.429967:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575550.429972:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575550.429977:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575550.429993:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.429996:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788575550.429998:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575550.430001:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575550.430004:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575550.430005:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575550.430006:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575550.430008:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575550.430009:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575550.430015:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575550.430015:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575550.430019:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788575550.430021:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6393
00000100:00080000:3.0:1788575550.430024:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1788575550.430026:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575550.430034:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575550.430034:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00080000:0.0:1788575550.430038:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575550.430041:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788575550.430042:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.430047:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575550.430052:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575550.430078:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575550.430088:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575550.430093:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:3.0:1788575550.430094:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816128512:192.168.202.101@tcp:250:kworker.0
00000020:00000040:0.0:1788575550.430095:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575550.430099:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575550.430101:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575550.430103:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575550.430108:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575550.430108:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430113:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575550.430117:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.430122:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575550.430122:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816128512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575550.430126:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575550.430132:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575550.430137:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575550.430143:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575550.430148:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575550.430151:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575550.430151:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575550.430154:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1788575550.430156:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788575550.430157:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:0.0:1788575550.430163:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430163:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575550.430166:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788575550.430167:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000040:3.0:1788575550.430168:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000008:00100000:0.0:1788575550.430172:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000020:00000001:3.0:1788575550.430172:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575550.430176:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
00000008:00000001:0.0:1788575550.430178:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430179:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788575550.430181:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430182:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575550.430184:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:3.0:1788575550.430187:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000010:0.0:1788575550.430188:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575550.430189:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788575550.430194:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575550.430195:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575550.430200:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575550.430202:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430202:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575550.430205:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575550.430205:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575550.430209:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575550.430209:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575550.430212:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1788575550.430214:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430215:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575550.430220:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788575550.430222:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:3.0:1788575550.430228:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575550.430230:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430230:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430235:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575550.430237:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575550.430239:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575550.430242:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575550.430244:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128640:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575550.430250:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575550.430252:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575550.430254:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575550.430258:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788575550.430258:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575550.430260:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000100:00000001:0.0:1788575550.430261:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430264:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575550.430269:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575550.430272:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575550.430275:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575550.430280:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:0.0:1788575550.430282:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575550.430284:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816128640, portal 10
00000100:00000040:0.0:1788575550.430287:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6403)
00000100:00000001:3.0:1788575550.430287:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575550.430290:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:3.0:1788575550.430297:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430302:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575550.430303:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575550.430305:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575550.430307:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816128640, offset 0
00000400:00000200:3.0:1788575550.430311:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575550.430314:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575550.430318:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575550.430322:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575550.430325:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575550.430328:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575550.430330:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575550.430333:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90510:90510:256:4294967295] 192.168.202.101@tcp LPNI seq info [90490:90490:8:4294967295]
00000400:00000200:3.0:1788575550.430337:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575550.430343:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575550.430348:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.430351:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575550.430355:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575550.430358:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575550.430362:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575550.430365:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575550.430380:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.430382:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575550.430385:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575550.430387:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575550.430390:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575550.430391:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575550.430393:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575550.430395:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430401:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575550.430402:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430407:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430408:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575550.430410:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575550.430413:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575550.430415:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575550.430417:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301066317
00000100:00000001:3.0:1788575550.430418:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301070208
00000100:00000001:3.0:1788575550.430420:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301066317
00000100:00000001:3.0:1788575550.430421:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301070208
00000100:00000001:3.0:1788575550.430423:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575550.430424:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430425:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575550.430427:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575550/real 1788575550]  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575550.430431:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575550.430432:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575550.430433:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575550.430434:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575550.430435:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575550.430436:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575550.430438:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575550.430446:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430457:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575550.430458:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430460:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.430462:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575550.430464:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430470:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575550.430474:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430480:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575550.430482:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430484:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.430485:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430487:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575550.430489:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575550.430491:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575550.430494:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575550.430495:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575550.430497:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575550.430502:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128640:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575550.430505:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575550.430507:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430510:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575550.430511:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430513:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575550.430514:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575550.430516:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575550.430517:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128768:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575550.430519:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575550.430520:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575550.430521:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430522:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575550.430525:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575550.430526:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575550.430528:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575550.430530:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575550.430532:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575550.430534:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816128768, portal 10
00000100:00000001:3.0:1788575550.430535:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575550.430536:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575550.430539:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430543:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575550.430545:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575550.430546:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575550.430547:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816128768, offset 0
00000400:00000200:3.0:1788575550.430549:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575550.430552:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575550.430554:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575550.430556:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575550.430557:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575550.430559:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575550.430560:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575550.430562:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90511:90511:256:4294967295] 192.168.202.101@tcp LPNI seq info [90491:90491:8:4294967295]
00000400:00000200:3.0:1788575550.430564:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575550.430568:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575550.430571:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.430573:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575550.430575:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575550.430577:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575550.430580:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575550.430581:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575550.430584:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.430585:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575550.430587:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575550.430589:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575550.430591:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575550.430592:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575550.430593:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575550.430595:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430599:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575550.430601:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430605:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430606:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575550.430608:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575550.430609:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575550.430611:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575550.430612:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301066267
00000100:00000001:3.0:1788575550.430614:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301070208
00000100:00000001:3.0:1788575550.430615:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301066267
00000100:00000001:3.0:1788575550.430616:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301070208
00000100:00000001:3.0:1788575550.430618:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575550.430619:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430620:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575550.430621:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575550/real 1788575550]  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575550.430627:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575550.430627:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575550.430628:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575550.430630:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575550.430630:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575550.430632:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575550.430633:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575550.430637:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430641:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575550.430642:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430643:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.430644:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575550.430646:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430649:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575550.430651:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430655:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575550.430656:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430657:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.430657:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430658:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575550.430659:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575550.430660:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575550.430662:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575550.430663:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575550.430665:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575550.430670:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128768:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575550.430672:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575550.430673:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430677:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575550.430678:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430679:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575550.430680:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575550.430681:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575550.430682:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128896:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575550.430684:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575550.430684:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575550.430685:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430686:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575550.430688:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575550.430689:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575550.430690:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575550.430692:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575550.430694:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575550.430695:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816128896, portal 4
00000100:00000001:3.0:1788575550.430697:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575550.430697:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575550.430700:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430704:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575550.430705:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575550.430707:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575550.430708:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816128896, offset 0
00000400:00000200:3.0:1788575550.430710:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575550.430712:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575550.430714:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575550.430715:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575550.430717:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575550.430718:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575550.430719:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575550.430721:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90512:90512:256:4294967295] 192.168.202.101@tcp LPNI seq info [90492:90492:8:4294967295]
00000400:00000200:3.0:1788575550.430724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575550.430727:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575550.430729:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.430730:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575550.430732:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575550.430734:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575550.430736:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575550.430738:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575550.430740:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.430741:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575550.430743:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575550.430744:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575550.430746:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575550.430747:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575550.430748:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575550.430750:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430754:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575550.430756:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430759:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430760:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575550.430762:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575550.430763:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575550.430765:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575550.430766:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301066300
00000100:00000001:3.0:1788575550.430768:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301070208
00000100:00000001:3.0:1788575550.430769:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301066300
00000100:00000001:3.0:1788575550.430770:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301070208
00000100:00000001:3.0:1788575550.430771:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575550.430772:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430773:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575550.430775:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575550/real 1788575550]  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575550.430779:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575550.430779:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575550.430780:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575550.430781:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575550.430782:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575550.430783:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575550.430785:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575550.430790:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430793:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575550.430794:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430795:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.430795:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575550.430798:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430804:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575550.430808:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430813:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575550.430815:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430817:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.430818:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430819:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575550.430821:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575550.430823:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575550.430826:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575550.430828:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575550.430832:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575550.430840:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816128896:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575550.430844:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430846:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575550.430848:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816128640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430854:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575550.430855:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575550.430857:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575550.430860:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575550.430861:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575550.430862:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575550.430864:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575550.430866:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:3.0:1788575550.430868:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575550.430869:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575550.430870:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575550.430873:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575550.430874:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430876:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575550.430879:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816128768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430891:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575550.430892:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575550.430894:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575550.430895:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575550.430896:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575550.430897:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575550.430899:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575550.430900:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:3.0:1788575550.430902:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575550.430903:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575550.430905:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575550.430907:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575550.430908:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430910:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575550.430912:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816128896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430916:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575550.430917:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575550.430918:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575550.430919:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575550.430920:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575550.430921:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575550.430922:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575550.430922:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85800.
02000000:00000001:3.0:1788575550.430924:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575550.430924:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575550.430925:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575550.430926:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575550.430927:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430928:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.430930:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575550.430931:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.430932:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575550.430933:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575550.430934:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575550.430936:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430940:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575550.430941:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430942:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575550.430943:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575550.430944:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575550.430946:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816129024:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575550.430948:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575550.430949:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575550.430950:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575550.430951:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575550.430953:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575550.430954:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575550.430956:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575550.430958:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575550.430960:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575550.430962:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816129024, portal 4
00000100:00000001:3.0:1788575550.430963:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575550.430964:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:3.0:1788575550.430967:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.430971:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575550.430972:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575550.430974:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575550.430975:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816129024, offset 0
00000400:00000200:3.0:1788575550.430977:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575550.430979:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575550.430981:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575550.430983:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575550.430985:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575550.430986:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575550.430988:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575550.430990:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90513:90513:256:4294967295] 192.168.202.101@tcp LPNI seq info [90493:90493:8:4294967295]
00000400:00000200:3.0:1788575550.430992:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575550.430996:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575550.430999:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.431000:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575550.431003:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575550.431005:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575550.431007:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575550.431009:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575550.431011:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575550.431012:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575550.431014:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575550.431016:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575550.431017:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575550.431019:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575550.431020:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575550.431022:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.431026:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575550.431028:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.431032:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.431033:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575550.431034:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575550.431036:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575550.431037:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575550.431038:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301066291
00000100:00000001:3.0:1788575550.431040:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301070208
00000100:00000001:3.0:1788575550.431041:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301066291
00000100:00000001:3.0:1788575550.431043:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301070208
00000100:00000001:3.0:1788575550.431044:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575550.431045:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.431047:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575550.431049:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575550/real 1788575550]  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575550.431074:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575550.431075:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575550.431076:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575550.431077:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575550.431078:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575550.431080:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575550.431082:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575550.431087:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.431093:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575550.431095:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.431097:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.431099:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575550.431102:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.431108:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575550.431112:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.431119:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575550.431121:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.431123:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575550.431124:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.431126:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575550.431128:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575550.431130:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575550.431134:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575550.431136:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575550.431139:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575550.431145:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816129024:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575550.431147:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.431148:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575550.431150:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816129024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575550.431153:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575550.431154:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575550.431156:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575550.431157:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575550.431158:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575550.431159:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575550.431160:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575550.431161:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
02000000:00000001:3.0:1788575550.431162:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575550.431163:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575550.431164:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575550.431178:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575550.431179:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.431181:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575550.431183:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575550.431184:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575550.431185:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575550.431186:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575550.749208:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575550.749212:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575550.749215:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575551.453140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575551.453150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575551.453153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575551.453158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575551.453164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575551.453170:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575551.453174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575551.453177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575551.453180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575551.773212:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575551.773215:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575551.773217:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575552.477160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575552.477170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575552.477173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575552.477182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575552.477188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575552.477194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575552.477207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575552.477210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575552.477213:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575552.797229:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575552.797232:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575552.797234:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575553.501202:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575553.501214:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575553.501219:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575553.501230:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575553.501240:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575553.501246:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575553.501250:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575553.501253:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575553.501256:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575553.821308:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575553.821311:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575553.821314:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575554.461096:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301070208, at 4301070272
00000100:00000010:3.0:1788575554.461132:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab1e0.
00000100:00000001:1.0:1788575554.525117:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575554.525125:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575554.525129:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575554.525134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575554.525139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575554.525143:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575554.525151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575554.525154:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575554.525158:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575554.846269:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575554.846273:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575554.846277:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575555.549135:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575555.549141:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575555.549144:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575555.549144:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575555.549152:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:3.0:1788575555.549153:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575555.549160:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575555.549164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575555.549164:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575555.549169:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575555.549170:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575555.549172:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575555.549176:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575555.549177:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575555.549184:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6398
00000400:00000200:3.0:1788575555.549193:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575555.549201:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575555.549204:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575555.549208:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549211:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.549214:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549216:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575555.549220:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575555.549222:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575555.549225:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575555.549227:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575555.549230:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575555.549232:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575555.549235:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549237:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.549239:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549240:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575555.549243:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575555.549246:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549249:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575555.549252:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575555.549255:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575555.549258:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549260:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575555.549262:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575555.549272:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95caa00.
00000020:00000040:3.0:1788575555.549276:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575555.549279:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575555.549281:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549284:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575555.549286:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575555.549290:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575555.549295:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436800.
00000100:00000001:3.0:1788575555.549300:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575555.549308:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95caa00 x1875450816129152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575555.549317:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575555.549321:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575555.549326:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29b62c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95caa00 x1875450816129152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575555.549348:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575555.549351:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575555.549355:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575555.549356:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575555.549358:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575555.549360:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575555.549363:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6398
00000400:00000200:3.0:1788575555.549367:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575555.549370:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575555.549372:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575555.549375:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549377:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.549379:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549381:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575555.549384:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575555.549387:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575555.549389:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575555.549419:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575555.549424:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575555.549427:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575555.549431:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549435:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.549438:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549443:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575555.549457:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575555.549464:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549469:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575555.549473:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575555.549480:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575555.549485:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549488:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575555.549494:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575555.549497:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549501:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575555.549505:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9c00.
00000020:00000040:3.0:1788575555.549508:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575555.549512:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575555.549513:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549517:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575555.549520:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575555.549522:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575555.549527:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435000.
00000100:00000001:3.0:1788575555.549530:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575555.549534:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9c00 x1875450816129280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575555.549542:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575555.549546:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575555.549554:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092b617f1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9c00 x1875450816129280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575555.549575:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575555.549581:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575555.549589:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575555.549592:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575555.549593:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575555.549599:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575555.549604:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6398
00000400:00000200:3.0:1788575555.549673:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575555.549680:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575555.549684:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575555.549689:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549693:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.549699:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549702:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575555.549707:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575555.549709:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:2.1:1788575555.549710:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575555.549712:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788575555.549716:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000040:3.0:1788575555.549717:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575555.549723:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575555.549728:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575555.549736:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549739:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.549742:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549747:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575555.549751:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575555.549756:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549758:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575555.549761:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575555.549765:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575555.549770:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549771:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575555.549774:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575555.549777:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549779:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575555.549783:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb800.
00000020:00000040:3.0:1788575555.549786:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575555.549790:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575555.549792:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549796:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575555.549798:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575555.549800:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575555.549805:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435c00.
00000100:00000001:3.0:1788575555.549809:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575555.549817:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb800 x1875450816129408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575555.549829:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575555.549834:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575555.549842:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e5dfd4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb800 x1875450816129408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575555.549855:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575555.549860:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575555.549868:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575555.549873:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575555.549877:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575555.549882:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575555.549888:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6398
00000400:00000200:3.0:1788575555.549896:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575555.549904:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575555.549908:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575555.549914:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549917:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.549920:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549923:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575555.549926:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575555.549928:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575555.549930:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575555.549932:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575555.549935:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575555.549937:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575555.549941:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549945:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.549947:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549952:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575555.549956:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575555.549961:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575555.549965:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575555.549970:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575555.549974:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575555.549979:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549982:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575555.549987:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575555.549992:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.549995:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575555.549998:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8000.
00000020:00000040:3.0:1788575555.550003:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575555.550008:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575555.550010:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.550013:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575555.550016:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575555.550019:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575555.550023:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436000.
00000100:00000001:3.0:1788575555.550029:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575555.550040:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8000 x1875450816129536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575555.550089:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575555.550093:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575555.550099:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0af9726] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8000 x1875450816129536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575555.550108:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575555.550112:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575555.550115:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575555.550117:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575555.550120:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575555.550122:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575555.550126:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6398
00000400:00000200:3.0:1788575555.550132:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575555.550138:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575555.550143:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575555.550150:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.550154:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.550159:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.550164:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575555.550170:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575555.550172:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575555.550175:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575555.550178:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575555.550183:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575555.550186:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575555.550192:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.550195:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575555.550200:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575555.550204:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575555.550207:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575555.550211:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575555.550216:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575555.550219:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575555.550221:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575555.550224:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.550227:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575555.550228:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575555.550231:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.550234:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575555.550241:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9180.
00000020:00000040:3.0:1788575555.550243:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575555.550246:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575555.550248:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575555.550251:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575555.550253:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575555.550255:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575555.550260:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434000.
00000100:00000001:3.0:1788575555.550265:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575555.550272:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9180 x1875450816129664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575555.550288:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575555.550294:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575555.550303:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d6a6daa] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9180 x1875450816129664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575555.550328:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575555.550337:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6409)
00000800:00000200:2.1:1788575555.550351:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575555.550352:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575555.550612:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575555.550615:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575555.550786:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575555.550788:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575555.551115:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575555.551118:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1788575555.869269:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575555.869274:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575555.869277:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575556.573161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575556.573167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575556.573169:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575556.573175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575556.573178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575556.573181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575556.573184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575556.573186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575556.573189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575556.893313:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575556.893319:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575556.893323:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575557.597133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575557.597142:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575557.597146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575557.597152:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575557.597159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575557.597165:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575557.597170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575557.597172:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575557.597174:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575557.917338:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575557.917344:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575557.917348:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575558.621152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575558.621158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575558.621162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575558.621168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575558.621173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575558.621178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575558.621180:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575558.621184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575558.621186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575558.941222:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575558.941226:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575558.941228:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575559.581156:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301075328, at 4301075392
00000100:00000010:3.0:1788575559.581173:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bde0.
00000100:00000001:3.0:1788575559.645155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575559.645161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575559.645164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575559.645167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575559.645170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575559.645173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575559.645175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575559.645177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575559.645179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575559.965229:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575559.965232:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575559.965234:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575560.669163:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575560.669170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575560.669172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575560.669175:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788575560.669177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575560.669182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575560.669185:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575560.669187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575560.669189:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575560.669191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575560.669194:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575560.669195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575560.669201:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575560.669201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575560.669211:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6404
00000400:00000200:0.0:1788575560.669221:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575560.669230:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575560.669233:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575560.669236:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669239:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669242:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669244:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575560.669248:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575560.669251:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575560.669253:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575560.669255:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575560.669257:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575560.669258:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575560.669260:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669261:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669263:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669264:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575560.669266:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575560.669268:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669270:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575560.669271:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575560.669274:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575560.669276:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669277:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575560.669279:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575560.669288:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575560.669291:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575560.669295:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575560.669296:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669298:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575560.669301:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575560.669305:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575560.669313:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575560.669319:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575560.669329:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816129792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575560.669337:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575560.669340:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575560.669343:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816129792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575560.669358:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575560.669360:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575560.669362:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575560.669363:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575560.669364:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575560.669366:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575560.669367:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6404
00000400:00000200:0.0:1788575560.669369:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575560.669372:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575560.669373:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575560.669376:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669378:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669379:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669381:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575560.669382:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575560.669383:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575560.669384:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575560.669386:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575560.669387:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575560.669391:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575560.669394:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669397:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669402:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669403:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575560.669405:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575560.669409:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669413:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575560.669416:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575560.669421:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575560.669424:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669425:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575560.669430:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575560.669434:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669436:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575560.669440:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575560.669443:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575560.669447:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575560.669450:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669454:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575560.669455:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575560.669458:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575560.669463:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575560.669468:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575560.669473:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816129920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575560.669484:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575560.669485:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575560.669492:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816129920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575560.669501:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575560.669503:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575560.669507:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575560.669507:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575560.669509:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575560.669515:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575560.669519:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6404
00000400:00000200:0.0:1788575560.669524:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575560.669548:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575560.669552:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575560.669558:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669561:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669563:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669567:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575560.669569:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575560.669570:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575560.669573:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575560.669575:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575560.669577:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575560.669579:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575560.669583:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669588:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669590:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669591:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575560.669594:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575560.669598:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669603:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575560.669606:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575560.669610:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575560.669613:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669617:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575560.669619:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575560.669625:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669628:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575560.669633:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575560.669636:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575560.669640:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575560.669643:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669645:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575560.669648:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575560.669650:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575560.669654:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788575560.669658:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575560.669662:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816130048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575560.669675:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575560.669678:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575560.669679:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788575560.669683:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816130048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788575560.669684:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788575560.669695:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575560.669698:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575560.669701:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575560.669703:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575560.669706:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575560.669711:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575560.669716:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6404
00000400:00000200:0.0:1788575560.669720:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575560.669724:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575560.669726:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575560.669731:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669733:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669736:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669740:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575560.669744:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575560.669746:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575560.669749:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575560.669751:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575560.669754:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575560.669758:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575560.669764:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669768:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669770:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669774:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575560.669778:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575560.669782:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669783:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575560.669785:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575560.669788:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575560.669793:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669797:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575560.669799:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575560.669802:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669803:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575560.669806:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575560.669809:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575560.669811:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575560.669813:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669816:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575560.669817:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575560.669819:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575560.669823:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575560.669826:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575560.669829:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816130176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575560.669838:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575560.669840:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575560.669847:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816130176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575560.669858:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575560.669862:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575560.669869:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575560.669873:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575560.669876:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575560.669878:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575560.669885:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6404
00000400:00000200:0.0:1788575560.669889:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575560.669892:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575560.669894:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575560.669897:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669898:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669900:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669902:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575560.669904:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575560.669905:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575560.669906:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575560.669908:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575560.669909:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575560.669910:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575560.669911:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669912:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575560.669913:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669914:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575560.669916:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575560.669917:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575560.669918:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575560.669919:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575560.669922:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575560.669923:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669925:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575560.669927:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575560.669931:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669935:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575560.669938:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575560.669942:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575560.669947:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575560.669949:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575560.669977:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575560.669979:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575560.669982:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575560.669987:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575560.669992:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575560.669996:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816130304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575560.670001:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575560.670002:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575560.670004:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816130304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575560.670008:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575560.670011:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6414)
00000800:00000200:2.1:1788575560.670291:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575560.670293:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575560.670557:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575560.670559:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575560.670788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575560.670790:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575560.671110:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575560.671112:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1788575560.989278:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575560.989282:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575560.989286:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575561.693176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575561.693185:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575561.693190:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575561.693196:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575561.693202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575561.693208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575561.693225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575561.693228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575561.693231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575562.013388:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575562.013392:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575562.013395:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575562.717218:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575562.717228:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575562.717232:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575562.717239:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575562.717244:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575562.717249:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575562.717252:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575562.717255:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575562.717259:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575563.037302:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575563.037305:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575563.037308:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575563.741193:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575563.741203:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575563.741206:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575563.741212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575563.741216:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575563.741221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575563.741230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575563.741231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575563.741233:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575564.061272:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575564.061275:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575564.061278:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575564.701116:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301080448, at 4301080512
00000100:00000010:3.0:1788575564.701128:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b000.
00000100:00000001:3.0:1788575564.765123:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575564.765128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575564.765132:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575564.765136:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575564.765142:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575564.765148:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575564.765159:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575564.765163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575564.765165:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575565.085276:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575565.085280:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575565.085284:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575565.789123:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575565.789132:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575565.789134:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575565.789137:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575565.789140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575565.789142:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575565.789150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575565.789156:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6409
00000100:00000001:3.0:1788575565.789158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575565.789167:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:3.0:1788575565.789171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000400:00000200:0.0:1788575565.789176:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575565.789179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575565.789180:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575565.789190:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575565.789195:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789199:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.789203:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575565.789207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575565.789208:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575565.789214:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575565.789214:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788575565.789217:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575565.789222:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575565.789222:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575565.789229:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575565.789232:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575565.789234:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575565.789236:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789237:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.789238:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789239:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575565.789241:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575565.789243:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789245:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575565.789247:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575565.789250:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575565.789253:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789254:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575565.789255:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575565.789263:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575565.789265:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575565.789267:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575565.789268:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789270:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575565.789272:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575565.789275:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575565.789281:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575565.789286:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575565.789298:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816130432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575565.789305:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575565.789308:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575565.789312:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816130432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575565.789325:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575565.789328:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575565.789335:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575565.789337:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575565.789338:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575565.789341:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575565.789344:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6409
00000400:00000200:0.0:1788575565.789348:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575565.789351:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575565.789354:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575565.789357:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789363:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.789368:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789372:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575565.789376:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575565.789378:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575565.789381:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575565.789384:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575565.789388:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575565.789391:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575565.789397:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789400:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.789403:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789405:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575565.789408:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575565.789413:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789415:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575565.789418:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575565.789424:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575565.789427:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789429:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575565.789434:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575565.789439:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789442:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575565.789450:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575565.789455:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575565.789462:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575565.789465:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789468:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575565.789471:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575565.789475:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575565.789482:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575565.789486:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575565.789494:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816130560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575565.789510:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575565.789515:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575565.789525:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816130560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575565.789543:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575565.789546:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575565.789552:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575565.789555:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575565.789557:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575565.789561:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575565.789567:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6409
00000400:00000200:0.0:1788575565.789574:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575565.789581:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575565.789585:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575565.789592:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789597:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.789604:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789621:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575565.789625:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575565.789628:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575565.789633:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575565.789638:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575565.789641:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575565.789646:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575565.789661:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789665:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.789668:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789670:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575565.789674:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575565.789678:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789682:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575565.789684:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575565.789688:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575565.789693:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575565.789693:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575565.789696:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575565.789699:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1788575565.789700:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000008:00000001:0.0:1788575565.789702:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789705:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575565.789710:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575565.789713:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575565.789716:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575565.789719:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789721:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575565.789722:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575565.789724:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575565.789730:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575565.789734:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575565.789741:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816130688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575565.789750:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575565.789753:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575565.789756:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816130688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575565.789764:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575565.789768:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575565.789775:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575565.789778:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575565.789780:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575565.789783:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575565.789787:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6409
00000400:00000200:0.0:1788575565.789791:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575565.789796:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575565.789800:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575565.789805:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789809:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.789812:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789815:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575565.789819:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575565.789822:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575565.789825:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575565.789828:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575565.789831:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575565.789836:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575565.789843:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789848:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.789852:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789857:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575565.789861:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575565.789868:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575565.789872:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575565.789876:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575565.789881:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575565.789886:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789892:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575565.789896:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575565.789900:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789902:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575565.789907:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575565.789910:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575565.789915:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575565.789917:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.789920:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575565.789922:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575565.789924:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575565.789928:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575565.789932:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575565.789943:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816130816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575565.789951:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575565.789954:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575565.789961:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816130816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575565.789970:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575565.789973:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575565.789978:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575565.789980:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575565.789982:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575565.789986:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575565.789991:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6409
00000400:00000200:0.0:1788575565.789998:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575565.790004:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575565.790008:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575565.790014:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.790020:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.790025:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.790029:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575565.790034:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575565.790036:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575565.790040:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575565.790044:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575565.790050:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575565.790086:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575565.790095:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.790100:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575565.790106:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575565.790111:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575565.790117:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575565.790124:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575565.790130:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575565.790135:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575565.790139:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575565.790144:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.790149:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575565.790152:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575565.790159:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.790164:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575565.790170:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575565.790176:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575565.790182:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575565.790186:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575565.790190:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575565.790194:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575565.790197:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575565.790204:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575565.790210:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575565.790219:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816130944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575565.790233:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575565.790238:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575565.790246:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816130944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575565.790256:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575565.790262:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6419)
00000800:00000200:2.1:1788575565.790375:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575565.790378:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575565.790644:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575565.790646:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575565.790907:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575565.790910:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575565.791284:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575565.791286:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1788575566.109215:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575566.109219:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575566.109221:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575566.813122:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575566.813128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575566.813131:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575566.813138:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575566.813143:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575566.813147:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575566.813151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575566.813154:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575566.813156:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575567.133243:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575567.133249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575567.133254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575567.837105:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575567.837112:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575567.837115:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575567.837120:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575567.837125:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575567.837129:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575567.837134:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575567.837136:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575567.837138:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575568.157257:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575568.157260:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575568.157262:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575568.861121:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575568.861127:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575568.861129:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575568.861133:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575568.861138:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575568.861144:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575568.861148:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575568.861150:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575568.861155:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575569.181242:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575569.181252:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575569.181255:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575569.821171:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301085568, at 4301085632
00000100:00000010:3.0:1788575569.821185:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bf00.
00000100:00000001:3.0:1788575569.885125:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575569.885132:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575569.885136:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575569.885144:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575569.885150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575569.885156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575569.885168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575569.885172:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575569.885176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575570.205209:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575570.205212:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575570.205215:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575570.909157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575570.909164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575570.909167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575570.909173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788575570.909175:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575570.909177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575570.909182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575570.909184:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575570.909186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575570.909188:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575570.909190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575570.909193:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575570.909194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909201:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575570.909209:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6414
00000400:00000200:1.0:1788575570.909217:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575570.909224:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575570.909228:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575570.909231:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909234:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.909236:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909238:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575570.909241:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575570.909243:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575570.909245:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575570.909248:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575570.909250:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575570.909252:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575570.909255:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909258:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.909259:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909261:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575570.909264:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575570.909267:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909270:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575570.909272:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575570.909275:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575570.909277:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909279:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575570.909281:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575570.909288:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575570.909291:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575570.909294:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575570.909296:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909298:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575570.909301:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575570.909304:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575570.909312:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575570.909319:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575570.909326:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816131072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575570.909335:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575570.909338:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575570.909343:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816131072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575570.909360:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575570.909362:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575570.909365:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575570.909367:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575570.909368:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575570.909371:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575570.909373:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6414
00000400:00000200:1.0:1788575570.909378:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575570.909381:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575570.909383:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575570.909386:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909390:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.909394:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909397:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575570.909400:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575570.909403:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575570.909406:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575570.909409:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575570.909413:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575570.909417:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575570.909423:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909426:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.909431:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909433:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575570.909435:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575570.909441:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909446:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575570.909449:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575570.909456:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575570.909459:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909463:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575570.909472:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575570.909476:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909479:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575570.909484:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575570.909489:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575570.909494:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575570.909497:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909501:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575570.909503:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575570.909506:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575570.909511:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575570.909517:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575570.909524:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816131200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575570.909537:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575570.909540:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575570.909548:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816131200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575570.909563:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575570.909568:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575570.909575:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575570.909578:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575570.909581:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575570.909586:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575570.909592:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6414
00000400:00000200:1.0:1788575570.909600:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575570.909607:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575570.909611:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575570.909615:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909619:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.909624:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909628:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.1:1788575570.909632:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575570.909633:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575570.909636:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:2.1:1788575570.909637:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1788575570.909638:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575570.909646:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575570.909651:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575570.909656:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575570.909663:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909666:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.909671:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909674:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575570.909678:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575570.909683:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909689:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575570.909701:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575570.909706:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575570.909709:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909714:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575570.909717:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575570.909722:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909725:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575570.909732:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575570.909735:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575570.909740:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575570.909742:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909746:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575570.909749:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575570.909751:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575570.909755:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788575570.909760:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575570.909768:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816131328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575570.909783:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575570.909786:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575570.909792:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816131328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575570.909810:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575570.909815:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575570.909818:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575570.909821:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575570.909824:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575570.909829:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575570.909834:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6414
00000400:00000200:1.0:1788575570.909841:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575570.909847:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575570.909851:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575570.909858:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909862:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.909868:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909874:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575570.909879:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575570.909882:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575570.909886:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575570.909890:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575570.909895:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575570.909899:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575570.909906:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909910:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.909914:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909919:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575570.909923:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575570.909928:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575570.909934:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575570.909938:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575570.909942:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575570.909947:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909950:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575570.909955:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575570.909961:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909965:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575570.909970:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575570.909974:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575570.909978:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575570.909981:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.909984:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575570.909987:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575570.909990:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575570.909995:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575570.910000:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575570.910006:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816131456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575570.910019:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575570.910023:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575570.910029:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816131456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575570.910046:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575570.910049:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575570.910085:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575570.910089:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575570.910092:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575570.910098:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575570.910105:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6414
00000400:00000200:1.0:1788575570.910112:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575570.910118:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575570.910122:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575570.910128:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.910133:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.910138:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.910142:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575570.910146:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575570.910149:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575570.910152:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575570.910154:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575570.910156:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575570.910161:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575570.910167:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.910172:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575570.910178:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575570.910182:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575570.910188:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575570.910195:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575570.910200:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575570.910204:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575570.910209:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575570.910214:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.910218:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575570.910222:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575570.910227:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.910231:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575570.910237:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575570.910241:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575570.910242:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575570.910244:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575570.910248:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575570.910251:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575570.910254:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575570.910261:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575570.910266:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575570.910274:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816131584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788575570.910275:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575570.910280:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788575570.910296:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575570.910300:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575570.910307:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816131584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575570.910320:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575570.910325:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6424)
00000800:00000200:2.1:1788575570.910569:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575570.910571:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575570.910769:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575570.910771:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575570.911088:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575570.911089:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1788575571.229206:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575571.229209:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575571.229211:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575571.933146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575571.933153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575571.933157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575571.933163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575571.933168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575571.933172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575571.933179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575571.933183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575571.933186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575572.253206:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575572.253209:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575572.253211:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575572.957138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575572.957145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575572.957148:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575572.957154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575572.957159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575572.957162:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575572.957165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575572.957167:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575572.957170:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575573.277241:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575573.277244:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575573.277248:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575573.981162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575573.981168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575573.981171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575573.981179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575573.981184:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575573.981187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575573.981192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575573.981196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575573.981200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575574.301184:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575574.301187:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575574.301190:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575574.941190:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301090688, at 4301090752
00000100:00000010:3.0:1788575574.941202:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b180.
00000100:00000001:3.0:1788575575.005192:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575575.005203:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575575.005206:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575575.005215:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575575.005224:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575575.005230:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575575.005237:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575575.005242:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575575.005247:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575575.325294:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575575.325301:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575575.325305:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575576.029151:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575576.029151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575576.029158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575576.029162:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575576.029162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029167:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788575576.029169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788575576.029173:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575576.029175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575576.029181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575576.029185:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575576.029185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575576.029188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575576.029191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575576.029196:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6419
00000400:00000200:1.0:1788575576.029208:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575576.029215:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575576.029219:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575576.029222:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029225:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.029228:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029230:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575576.029234:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575576.029236:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575576.029238:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575576.029241:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575576.029243:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575576.029246:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575576.029249:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029252:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.029254:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029256:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575576.029259:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575576.029262:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029265:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575576.029268:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575576.029271:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575576.029274:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029276:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575576.029279:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575576.029288:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575576.029291:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575576.029295:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575576.029296:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029299:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575576.029301:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575576.029305:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575576.029313:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575576.029319:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575576.029328:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816131712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575576.029338:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575576.029343:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575576.029348:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816131712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575576.029369:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575576.029372:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575576.029375:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575576.029377:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575576.029378:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575576.029382:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575576.029385:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6419
00000400:00000200:1.0:1788575576.029389:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575576.029394:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575576.029399:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575576.029406:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029410:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.029416:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029421:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575576.029426:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575576.029429:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575576.029433:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575576.029438:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575576.029444:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575576.029449:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575576.029458:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029461:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.029467:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029473:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575576.029479:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575576.029485:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029489:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575576.029494:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575576.029501:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575576.029507:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029512:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575576.029519:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575576.029526:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029529:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575576.029534:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000020:00000040:1.0:1788575576.029539:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575576.029545:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575576.029549:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029553:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575576.029555:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575576.029560:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575576.029566:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575576.029573:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575576.029584:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816131840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575576.029606:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575576.029611:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575576.029618:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816131840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575576.029636:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575576.029641:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575576.029642:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788575576.029647:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1788575576.029649:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575576.029653:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575576.029656:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575576.029663:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575576.029668:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6419
00000400:00000200:1.0:1788575576.029676:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575576.029684:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575576.029689:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575576.029697:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029701:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.029708:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029713:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575576.029719:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575576.029724:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575576.029726:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575576.029729:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575576.029734:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575576.029741:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575576.029748:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029753:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.029758:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029764:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575576.029783:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575576.029791:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575576.029797:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575576.029802:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575576.029807:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575576.029813:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029818:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575576.029822:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575576.029828:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029833:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575576.029839:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575576.029845:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575576.029851:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575576.029853:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.029857:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575576.029860:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575576.029865:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575576.029873:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575576.029879:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575576.029890:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816131968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575576.029907:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575576.029912:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575576.029921:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816131968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575576.029941:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575576.029946:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575576.029952:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575576.029956:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575576.029960:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575576.029965:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575576.029971:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6419
00000400:00000200:1.0:1788575576.029980:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575576.029989:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575576.029994:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575576.030002:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030006:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.030012:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030017:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575576.030022:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575576.030027:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575576.030032:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575576.030037:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575576.030042:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575576.030047:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575576.030077:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030082:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.030089:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030094:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575576.030100:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575576.030108:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030114:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575576.030119:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575576.030124:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575576.030130:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.030134:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575576.030138:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575576.030146:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.030149:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575576.030156:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575576.030163:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575576.030169:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575576.030173:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.030178:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575576.030183:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575576.030187:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575576.030194:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575576.030202:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575576.030213:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816132096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575576.030233:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575576.030238:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575576.030243:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575576.030248:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816132096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788575576.030249:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1788575576.030269:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575576.030275:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575576.030281:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575576.030284:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575576.030288:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575576.030294:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575576.030300:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6419
00000400:00000200:1.0:1788575576.030310:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575576.030319:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575576.030324:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575576.030332:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030338:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.030358:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030365:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575576.030371:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575576.030375:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575576.030379:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575576.030383:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575576.030387:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575576.030392:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575576.030399:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030405:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575576.030409:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030414:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575576.030419:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575576.030427:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575576.030433:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575576.030439:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575576.030444:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575576.030451:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.030455:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575576.030460:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575576.030466:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.030470:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575576.030477:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575576.030484:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575576.030489:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575576.030492:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575576.030497:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575576.030501:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575576.030506:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575576.030513:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00000001:1.0:1788575576.030521:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575576.030532:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816132224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575576.030557:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575576.030562:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575576.030571:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816132224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575576.030598:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575576.030606:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6429)
00000800:00000200:2.1:1788575576.030659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575576.030661:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575576.030926:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575576.030929:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575576.031123:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575576.031125:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1788575576.349271:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575576.349275:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575576.349279:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575577.053170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575577.053179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575577.053183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575577.053191:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575577.053196:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575577.053200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575577.053203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575577.053208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575577.053210:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575577.373245:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575577.373249:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575577.373253:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575578.077161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575578.077168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575578.077171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575578.077177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575578.077181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575578.077186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575578.077192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575578.077195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575578.077198:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575578.397247:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575578.397250:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575578.397253:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575579.101148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575579.101154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575579.101156:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575579.101161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575579.101165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575579.101169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575579.101173:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575579.101175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575579.101179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575579.421239:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575579.421242:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575579.421244:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575580.061162:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301095808, at 4301095872
00000100:00000010:3.0:1788575580.061176:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bd20.
00000100:00000001:3.0:1788575580.125165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575580.125172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575580.125176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575580.125184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575580.125191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575580.125195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575580.125205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575580.125209:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575580.125212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575580.445202:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575580.445205:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575580.445207:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575581.149185:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575581.149194:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575581.149198:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575581.149207:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575581.149210:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575581.149214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575581.149216:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575581.149220:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575581.149223:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575581.149225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575581.149227:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575581.149230:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575581.149232:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575581.149235:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575581.149240:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6424
00000400:00000200:0.0:1788575581.149249:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575581.149256:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575581.149259:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575581.149262:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149265:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.149267:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149268:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575581.149271:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575581.149273:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575581.149276:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575581.149278:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575581.149280:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575581.149282:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575581.149284:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149285:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.149286:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149287:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575581.149289:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575581.149291:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149292:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575581.149295:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575581.149298:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575581.149301:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.149302:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575581.149304:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575581.149314:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575581.149316:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575581.149320:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575581.149322:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.149325:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575581.149327:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575581.149331:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575581.149348:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575581.149354:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575581.149363:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816132352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575581.149371:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575581.149375:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575581.149378:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816132352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575581.149396:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575581.149401:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575581.149404:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575581.149406:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575581.149407:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575581.149409:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575581.149411:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6424
00000400:00000200:0.0:1788575581.149414:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575581.149416:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575581.149418:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575581.149421:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149424:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.149426:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149428:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575581.149431:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575581.149433:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575581.149435:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575581.149437:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575581.149441:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575581.149443:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575581.149452:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149456:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.149463:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149472:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575581.149482:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575581.149492:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149501:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575581.149506:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575581.149515:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575581.149521:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.149535:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575581.149543:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575581.149554:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.149562:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575581.149568:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575581.149572:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575581.149575:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575581.149577:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.149581:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575581.149586:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575581.149596:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575581.149603:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575581.149614:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575581.149628:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816132480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575581.149647:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575581.149649:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575581.149658:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816132480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575581.149683:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575581.149688:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575581.149697:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575581.149702:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575581.149707:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575581.149713:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575581.149720:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6424
00000400:00000200:0.0:1788575581.149729:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575581.149739:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575581.149743:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575581.149746:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149750:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.149757:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149767:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575581.149773:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575581.149777:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575581.149781:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575581.149785:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575581.149788:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575581.149789:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575581.149795:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149801:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.149804:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.149807:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575581.149813:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575581.149820:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000800:00000200:2.1:1788575581.149824:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575581.149825:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575581.149833:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788575581.149835:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1788575581.149836:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575581.149848:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.149869:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575581.149874:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575581.149883:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.149886:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575581.149890:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575581.149897:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575581.149903:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575581.149907:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.149911:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575581.149915:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575581.149922:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575581.149930:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:0.0:1788575581.149939:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575581.149950:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816132608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575581.149966:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575581.149969:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575581.149975:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816132608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575581.149988:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575581.149989:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575581.149993:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575581.149996:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575581.149998:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575581.150009:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575581.150015:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6424
00000400:00000200:0.0:1788575581.150021:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575581.150026:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575581.150028:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575581.150031:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150034:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.150039:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150041:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575581.150044:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575581.150047:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575581.150049:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575581.150051:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575581.150100:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575581.150107:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575581.150116:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150119:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.150123:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150131:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575581.150139:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575581.150147:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150157:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575581.150164:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575581.150171:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575581.150175:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.150178:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575581.150181:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575581.150191:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.150198:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575581.150204:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575581.150210:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575581.150218:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575581.150222:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.150224:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575581.150227:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575581.150233:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575581.150243:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575581.150254:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575581.150264:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816132736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575581.150296:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575581.150299:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575581.150306:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816132736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575581.150322:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575581.150326:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575581.150334:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575581.150336:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575581.150338:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575581.150345:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575581.150350:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6424
00000400:00000200:0.0:1788575581.150361:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575581.150370:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575581.150373:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575581.150384:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150393:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.150401:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150414:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575581.150421:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575581.150424:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575581.150427:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575581.150430:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575581.150432:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575581.150434:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575581.150440:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150442:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575581.150447:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150449:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575581.150451:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575581.150455:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575581.150459:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575581.150466:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575581.150469:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575581.150476:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.150481:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575581.150482:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575581.150487:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.150496:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575581.150502:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575581.150509:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575581.150513:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575581.150517:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575581.150526:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575581.150528:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575581.150531:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575581.150544:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575581.150551:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575581.150558:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816132864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575581.150567:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575581.150569:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575581.150574:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816132864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575581.150584:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575581.150596:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6434)
00000800:00000200:2.1:1788575581.150727:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575581.150730:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575581.150941:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575581.150944:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575581.151163:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575581.151165:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575581.151374:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575581.151375:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788575581.469246:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575581.469249:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575581.469252:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575582.173163:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575582.173169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575582.173172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575582.173177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575582.173182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575582.173186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575582.173189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575582.173192:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575582.173195:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575582.493201:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575582.493207:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575582.493212:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575583.197160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575583.197167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575583.197171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575583.197178:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575583.197183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575583.197189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575583.197198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575583.197202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575583.197207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575583.517214:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575583.517217:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575583.517219:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575584.221172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575584.221180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575584.221184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575584.221192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575584.221197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575584.221203:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575584.221207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575584.221212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575584.221215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575584.541274:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575584.541278:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575584.541281:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575585.181158:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301100928, at 4301100992
00000100:00000010:3.0:1788575585.181175:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b240.
00000100:00000001:3.0:1788575585.245113:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575585.245120:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575585.245122:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575585.245128:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575585.245132:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575585.245137:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575585.245149:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575585.245152:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575585.245155:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575585.565231:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575585.565241:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575585.565245:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575586.269153:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575586.269158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575586.269162:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575586.269163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575586.269165:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575586.269166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575586.269169:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788575586.269172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575586.269175:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575586.269177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575586.269183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575586.269185:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6429
00000100:00000001:0.0:1788575586.269189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575586.269193:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788575586.269198:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575586.269199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575586.269208:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575586.269213:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575586.269216:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269219:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.269221:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269222:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575586.269226:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575586.269227:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575586.269230:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575586.269232:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575586.269234:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575586.269236:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575586.269239:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269241:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.269242:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269244:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575586.269245:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575586.269247:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269248:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575586.269250:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575586.269253:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575586.269254:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269256:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575586.269257:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575586.269264:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb480.
00000020:00000040:3.0:1788575586.269267:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575586.269269:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575586.269270:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269272:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575586.269274:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575586.269277:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575586.269282:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435400.
00000100:00000001:3.0:1788575586.269287:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575586.269294:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb480 x1875450816132992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575586.269301:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575586.269304:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575586.269307:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001528b4d4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb480 x1875450816132992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575586.269321:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575586.269323:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575586.269325:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575586.269326:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575586.269327:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575586.269329:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575586.269331:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6429
00000400:00000200:3.0:1788575586.269333:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575586.269336:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575586.269337:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575586.269339:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269341:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.269343:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269344:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575586.269346:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575586.269347:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575586.269348:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575586.269350:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575586.269353:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575586.269354:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575586.269359:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269362:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.269363:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269365:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575586.269367:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575586.269372:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269376:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575586.269381:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575586.269388:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575586.269392:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269395:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575586.269401:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575586.269406:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269410:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575586.269415:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000020:00000040:3.0:1788575586.269418:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575586.269420:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575586.269430:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269433:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575586.269435:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575586.269438:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575586.269443:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434800.
00000100:00000001:3.0:1788575586.269449:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575586.269458:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575586.269469:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575586.269473:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575586.269479:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575586.269495:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575586.269501:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575586.269505:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575586.269507:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575586.269511:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575586.269522:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575586.269528:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6429
00000400:00000200:3.0:1788575586.269576:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575586.269581:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575586.269585:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575586.269590:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269592:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.269593:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269596:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575586.269599:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575586.269601:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575586.269603:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575586.269605:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575586.269609:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575586.269613:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.1:1788575586.269614:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575586.269617:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269620:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575586.269620:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1788575586.269624:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269626:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575586.269629:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575586.269634:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269636:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575586.269639:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575586.269641:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575586.269643:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269648:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575586.269650:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575586.269654:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269656:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575586.269660:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
00000020:00000040:3.0:1788575586.269662:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575586.269666:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575586.269668:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269670:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575586.269671:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575586.269673:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575586.269676:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435800.
00000100:00000001:3.0:1788575586.269680:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575586.269686:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575586.269704:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575586.269706:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575586.269713:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575586.269724:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575586.269728:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575586.269734:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575586.269736:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575586.269738:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575586.269741:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575586.269744:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6429
00000400:00000200:3.0:1788575586.269747:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575586.269752:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575586.269754:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575586.269758:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269762:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.269764:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269767:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575586.269769:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575586.269770:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575586.269771:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575586.269772:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575586.269774:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575586.269778:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575586.269779:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269781:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.269782:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269786:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575586.269788:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575586.269791:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575586.269795:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575586.269798:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575586.269802:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575586.269806:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269810:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575586.269815:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575586.269820:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269825:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575586.269832:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000020:00000040:3.0:1788575586.269837:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575586.269842:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575586.269846:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.269850:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575586.269854:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575586.269858:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575586.269865:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437000.
00000100:00000001:3.0:1788575586.269871:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575586.269881:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575586.269898:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575586.269901:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575586.269907:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575586.269918:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575586.269922:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575586.269955:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575586.269958:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575586.269962:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575586.269968:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575586.269973:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6429
00000400:00000200:3.0:1788575586.269981:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575586.269987:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575586.269990:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575586.269994:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.270000:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.270002:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.270005:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575586.270014:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575586.270018:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575586.270022:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575586.270025:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575586.270030:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575586.270036:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575586.270043:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.270047:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575586.270070:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575586.270073:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575586.270075:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575586.270078:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575586.270082:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575586.270084:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575586.270087:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575586.270090:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.270095:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575586.270097:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575586.270101:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.270104:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575586.270108:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9500.
00000020:00000040:3.0:1788575586.270111:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575586.270114:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575586.270116:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.270118:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575586.270119:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575586.270121:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575586.270126:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436400.
00000100:00000001:3.0:1788575586.270130:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575586.270136:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575586.270137:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270147:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575586.270149:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575586.270150:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575586.270152:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.270154:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788575586.270156:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ceba466] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270158:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575586.270161:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575586.270169:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575586.270170:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575586.270177:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6439)
00000100:00000001:2.0:1788575586.270179:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575586.270181:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575586.270184:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575586.270186:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575586.270188:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575586.270191:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133120:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575586.270194:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575586.270198:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575586.270199:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575586.270201:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575586.270204:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c0000.
02000000:00000001:2.0:1788575586.270205:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575586.270209:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575586.270212:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575586.270214:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575586.270217:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816133120, portal 10
00000100:00000001:2.0:1788575586.270219:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575586.270220:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575586.270226:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270232:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575586.270234:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575586.270237:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575586.270239:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816133120, offset 0
00000400:00000200:2.0:1788575586.270242:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575586.270246:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575586.270250:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575586.270253:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575586.270255:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575586.270258:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575586.270260:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575586.270263:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90545:90545:256:4294967295] 192.168.202.101@tcp LPNI seq info [90525:90525:8:4294967295]
00000400:00000200:2.0:1788575586.270267:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575586.270272:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575586.270277:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575586.270280:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575586.270284:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575586.270286:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575586.270290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575586.270293:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575586.270296:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575586.270297:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575586.270299:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575586.270301:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575586.270304:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575586.270305:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575586.270306:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575586.270309:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270314:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575586.270315:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270320:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.270320:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575586.270323:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575586.270326:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575586.270327:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575586.270329:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301102157
00000100:00000001:2.0:1788575586.270331:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301106048
00000100:00000001:2.0:1788575586.270332:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301102157
00000100:00000001:2.0:1788575586.270333:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301106048
00000100:00000001:2.0:1788575586.270335:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575586.270336:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.270337:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575586.270339:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575586/real 1788575586]  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575586.270343:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575586.270344:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575586.270345:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575586.270346:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575586.270347:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575586.270348:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575586.270350:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575586.270355:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270358:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575586.270359:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270360:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575586.270361:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575586.270363:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270366:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575586.270368:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270372:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575586.270373:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270374:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575586.270375:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270376:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575586.270377:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575586.270379:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575586.270381:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575586.270382:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575586.270384:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575586.270388:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133120:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575586.270391:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575586.270392:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270396:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575586.270396:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575586.270398:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575586.270399:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575586.270400:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575586.270401:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133248:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575586.270403:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575586.270404:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575586.270405:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575586.270405:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575586.270408:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575586.270409:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575586.270411:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575586.270412:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575586.270414:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575586.270415:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816133248, portal 10
00000100:00000001:2.0:1788575586.270417:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575586.270418:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575586.270421:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270425:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575586.270426:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575586.270428:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575586.270429:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816133248, offset 0
00000400:00000200:2.0:1788575586.270431:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575586.270433:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575586.270435:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575586.270437:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575586.270439:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575586.270440:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575586.270441:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575586.270443:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90546:90546:256:4294967295] 192.168.202.101@tcp LPNI seq info [90526:90526:8:4294967295]
00000400:00000200:2.0:1788575586.270446:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575586.270449:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575586.270452:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575586.270453:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575586.270455:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575586.270457:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575586.270459:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575586.270461:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575586.270463:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575586.270464:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575586.270466:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575586.270468:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575586.270469:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575586.270470:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575586.270472:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575586.270473:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270477:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575586.270480:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270483:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.270484:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575586.270486:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575586.270487:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575586.270489:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575586.270490:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301102107
00000100:00000001:2.0:1788575586.270491:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301106048
00000100:00000001:2.0:1788575586.270492:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301102107
00000100:00000001:2.0:1788575586.270494:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301106048
00000100:00000001:2.0:1788575586.270495:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575586.270496:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.270497:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575586.270499:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575586/real 1788575586]  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575586.270503:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575586.270503:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575586.270504:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575586.270505:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575586.270506:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575586.270507:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575586.270508:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575586.270513:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270517:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575586.270517:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270518:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575586.270519:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575586.270522:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270526:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575586.270528:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270531:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575586.270532:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270533:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575586.270534:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270535:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575586.270536:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575586.270537:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575586.270538:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575586.270539:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575586.270541:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575586.270547:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133248:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575586.270550:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575586.270553:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270559:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575586.270560:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575586.270562:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575586.270564:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575586.270566:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575586.270568:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133376:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575586.270571:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575586.270573:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575586.270575:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575586.270577:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575586.270580:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575586.270582:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575586.270584:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575586.270586:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575586.270589:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575586.270591:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816133376, portal 4
00000100:00000001:2.0:1788575586.270593:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575586.270594:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000100:00000040:2.0:1788575586.270598:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270603:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575586.270605:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575586.270606:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575586.270608:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816133376, offset 0
00000400:00000200:2.0:1788575586.270611:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575586.270615:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575586.270618:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575586.270620:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575586.270623:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575586.270625:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575586.270627:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575586.270629:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90547:90547:256:4294967295] 192.168.202.101@tcp LPNI seq info [90527:90527:8:4294967295]
00000400:00000200:2.0:1788575586.270632:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575586.270637:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575586.270640:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575586.270643:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575586.270646:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575586.270649:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575586.270653:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575586.270656:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575586.270658:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575586.270661:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575586.270663:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575586.270666:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575586.270669:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575586.270670:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575586.270673:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575586.270677:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270685:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575586.270688:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270695:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.270696:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575586.270699:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575586.270702:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575586.270704:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575586.270706:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301102140
00000100:00000001:2.0:1788575586.270708:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301106048
00000100:00000001:2.0:1788575586.270709:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301102140
00000100:00000001:2.0:1788575586.270711:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301106048
00000100:00000001:2.0:1788575586.270713:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575586.270715:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.270717:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575586.270720:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575586/real 1788575586]  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575586.270727:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575586.270728:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575586.270730:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575586.270732:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575586.270733:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575586.270735:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575586.270738:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575586.270746:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270751:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575586.270753:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270754:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575586.270755:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575586.270758:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270765:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575586.270769:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270775:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575586.270777:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270779:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575586.270780:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270781:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575586.270784:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575586.270786:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575586.270789:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575586.270790:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575586.270794:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575586.270801:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133376:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575586.270804:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270805:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575586.270809:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816133120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270814:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575586.270816:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575586.270817:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c0000.
02000000:00000001:2.0:1788575586.270819:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575586.270821:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575586.270822:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575586.270824:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575586.270825:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434800.
02000000:00000001:2.0:1788575586.270827:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575586.270828:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575586.270830:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575586.270832:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575586.270833:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270835:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575586.270838:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816133248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270843:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575586.270844:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575586.270845:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575586.270847:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575586.270848:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575586.270849:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575586.270851:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575586.270852:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435800.
02000000:00000001:2.0:1788575586.270854:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575586.270855:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575586.270857:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575586.270858:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575586.270859:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270861:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575586.270864:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816133376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270870:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575586.270871:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575586.270872:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575586.270874:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575586.270875:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575586.270876:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575586.270878:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575586.270879:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575586.270882:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575586.270883:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575586.270884:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:2.0:1788575586.270887:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575586.270888:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270889:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.270892:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575586.270894:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.270896:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575586.270897:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575586.270898:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575586.270902:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270908:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575586.270910:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575586.270912:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575586.270913:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575586.270915:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575586.270918:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133504:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575586.270921:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575586.270923:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575586.270924:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575586.270926:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575586.270929:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575586.270943:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575586.270946:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575586.270949:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575586.270953:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575586.270955:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816133504, portal 4
00000100:00000001:2.0:1788575586.270958:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575586.270959:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773172480 : -111012936379136 : ffff9b08c95c9500)
00000100:00000040:2.0:1788575586.270964:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.270970:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575586.270972:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575586.270975:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575586.270977:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816133504, offset 0
00000400:00000200:2.0:1788575586.270981:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575586.270985:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575586.270988:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575586.270990:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575586.270992:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575586.270995:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575586.270997:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575586.271000:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90548:90548:256:4294967295] 192.168.202.101@tcp LPNI seq info [90528:90528:8:4294967295]
00000400:00000200:2.0:1788575586.271004:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575586.271010:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575586.271015:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575586.271018:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575586.271022:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575586.271024:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575586.271028:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575586.271031:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575586.271034:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575586.271036:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575586.271039:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575586.271042:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575586.271044:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575586.271046:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575586.271049:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575586.271068:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.271083:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575586.271086:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575611 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.271093:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.271095:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575586.271098:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575586.271101:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575586.271104:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575586.271106:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301102132
00000100:00000001:2.0:1788575586.271108:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301106048
00000100:00000001:2.0:1788575586.271110:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301102132
00000100:00000001:2.0:1788575586.271112:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301106048
00000100:00000001:2.0:1788575586.271115:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575586.271117:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.271118:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575586.271121:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575586/real 1788575586]  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575586.271128:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575586.271129:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575586.271131:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575586.271133:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575586.271135:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575586.271137:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575586.271141:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575586.271149:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.271155:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575586.271157:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.271159:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575586.271160:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575586.271164:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.271170:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575586.271174:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.271180:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575586.271182:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.271183:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575586.271184:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.271186:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575586.271188:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575586.271191:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575586.271194:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575586.271196:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575586.271200:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575586.271208:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133504:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575586.271211:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.271213:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575586.271216:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9500 x1875450816133504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575586.271222:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575586.271224:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575586.271226:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575586.271228:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575586.271229:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575586.271231:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575586.271233:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575586.271234:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436400.
02000000:00000001:2.0:1788575586.271237:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575586.271238:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575586.271240:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9500.
00000100:00000001:2.0:1788575586.271242:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575586.271243:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.271245:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575586.271248:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575586.271249:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575586.271251:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575586.271252:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575586.589175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575586.589182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575586.589188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575586.589189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575586.589193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575586.589194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575586.589198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575586.589199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575586.589202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575586.589203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575586.589255:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575586.589257:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575586.589260:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575587.293155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575587.293156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575587.293162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575587.293162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575587.293164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575587.293166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575587.293170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575587.293171:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575587.293175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575587.293176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575587.293179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575587.293180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575587.293182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575587.293185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575587.293187:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575587.293190:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575587.293194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575587.293197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575587.613182:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575587.613184:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575587.613187:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613191:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575587.613193:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613195:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613197:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575587.613203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575587.613208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575587.613211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575587.613215:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575587.613216:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575587.613218:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613219:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575587.613220:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613222:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575587.613223:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575587.613267:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575587.613270:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575587.613272:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575588.317179:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575588.317179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575588.317186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575588.317187:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575588.317190:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575588.317191:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575588.317199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575588.317200:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575588.317207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575588.317207:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575588.317212:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575588.317217:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575588.317217:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575588.317222:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575588.317227:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575588.317228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575588.317231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575588.317235:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575588.637136:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575588.637142:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575588.637148:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575588.637149:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575588.637153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575588.637154:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575588.637157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575588.637158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575588.637162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575588.637163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575588.637208:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575588.637210:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575588.637213:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575589.341149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575589.341153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575589.341158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575589.341160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575589.341160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575589.341165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575589.341169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575589.341170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575589.341174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575589.341175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575589.341185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575589.341185:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575589.341197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575589.341200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575589.341202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575589.341202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575589.341205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575589.341208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575589.661155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575589.661161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575589.661165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575589.661165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575589.661167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575589.661168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575589.661170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575589.661171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575589.661173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575589.661174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575589.661222:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575589.661225:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575589.661227:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575590.301191:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301106048, at 4301106112
00000100:00000040:3.0:1788575590.301194:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301106048, at 4301106112
00000100:00000010:2.0:1788575590.301211:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575590.301214:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b1e0.
00000100:00000001:2.0:1788575590.365187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575590.365188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575590.365193:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575590.365194:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575590.365196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575590.365198:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575590.365202:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575590.365203:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575590.365207:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575590.365208:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575590.365211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575590.365213:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575590.365214:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575590.365217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575590.365221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575590.365224:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575590.365228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575590.365230:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575590.685161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575590.685167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575590.685171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575590.685172:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575590.685175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575590.685176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575590.685178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575590.685179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575590.685181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575590.685182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575590.685256:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575590.685263:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575590.685269:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575591.389194:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575591.389202:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575591.389205:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575591.389210:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575591.389216:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575591.389218:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575591.389220:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575591.389221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575591.389228:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575591.389235:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.389235:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575591.389236:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575591.389240:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575591.389241:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788575591.389243:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575591.389249:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575591.389250:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575591.389251:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575591.389262:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575591.389262:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575591.389267:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575591.389269:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575591.389273:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6434
00000100:00000001:1.0:1788575591.389273:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575591.389287:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575591.389296:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575591.389300:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575591.389305:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.389310:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575591.389313:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.389316:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575591.389321:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575591.389324:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575591.389328:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575591.389331:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575591.389334:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575591.389336:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575591.389340:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.389342:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575591.389344:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.389346:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575591.389349:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575591.389353:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575591.389356:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575591.389359:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575591.389363:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575591.389366:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575591.389369:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575591.389371:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575591.389383:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575591.389388:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575591.389392:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575591.389394:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575591.389397:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575591.389400:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575591.389405:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575591.389416:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575591.389424:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575591.389434:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575591.389445:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575591.389450:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575591.389455:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575591.389487:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575591.389490:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575591.389494:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575591.389496:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575591.389497:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575591.389500:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575591.389502:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6434
00000400:00000200:0.0:1788575591.389507:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575591.389511:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575591.389514:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575591.389517:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575591.389519:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788575591.389520:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575591.389526:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788575591.389527:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575591.389531:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788575591.389538:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575591.389546:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788575591.389547:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575591.389553:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575591.389561:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575591.389571:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:2.0:1788575591.389572:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575591.389577:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575591.389584:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575591.389585:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575591.389590:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788575591.389592:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575591.389593:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575591.389611:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575591.389612:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816133632:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575591.389622:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575591.389623:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575591.389630:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1788575591.389631:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575591.389633:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.389635:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788575591.389644:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000010:2.0:1788575591.389644:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575591.389651:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575591.389653:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575591.389662:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575591.389662:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575591.389670:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000100:00000001:0.0:1788575591.389671:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575591.389676:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788575591.389677:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
02000000:00000001:0.0:1788575591.389684:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788575591.389684:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816133632, portal 25
00000100:00000001:2.0:1788575591.389690:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788575591.389693:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.389693:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000001:0.0:1788575591.389706:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788575591.389709:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788575591.389712:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575591.389724:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.389726:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575591.389730:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575591.389731:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575591.389735:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000010:0.0:1788575591.389739:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000100:00000200:2.0:1788575591.389739:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816133632, offset 0
00000020:00000040:0.0:1788575591.389748:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575591.389755:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575591.389757:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575591.389760:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575591.389763:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788575591.389763:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575591.389768:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575591.389772:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.389775:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
02000000:00000010:0.0:1788575591.389782:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000400:00000200:2.0:1788575591.389783:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575591.389792:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.389792:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575591.389801:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575591.389809:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00100000:0.0:1788575591.389810:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575591.389818:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90549:90549:256:4294967295] 192.168.202.101@tcp LPNI seq info [90529:90529:8:4294967295]
00000400:00000200:2.0:1788575591.389839:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575591.389853:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575591.389865:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.389865:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788575591.389890:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788575591.389891:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575591.389903:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575591.389918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575591.389920:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575591.389922:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1788575591.389930:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788575591.389932:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575591.389940:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1788575591.389944:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575591.389951:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:2.0:1788575591.389951:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575591.389972:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1788575591.389975:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000100:00000001:0.0:1788575591.389978:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575591.389983:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788575591.389985:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6434
00000400:00000200:2.0:1788575591.389992:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788575591.389998:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575591.390000:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575591.390004:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000400:00000200:0.0:1788575591.390007:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575591.390011:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788575591.390012:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788575591.390018:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575591.390022:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.390032:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575591.390039:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.390044:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575591.390046:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788575591.390048:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788575591.390080:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575591.390094:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000100:00000001:2.0:1788575591.390096:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575591.390103:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575591.390103:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1788575591.390111:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000100:00000001:2.0:1788575591.390114:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575591.390118:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575591.390126:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:0.0:1788575591.390129:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:2.0:1788575591.390131:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301111169
00000100:00000010:2.0:1788575591.390140:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000040:0.0:1788575591.390144:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.390149:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575591.390151:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1788575591.390153:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.390160:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575591.390162:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301111169
00000020:00000040:0.0:1788575591.390164:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575591.390173:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000010:2.0:1788575591.390173:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bea0.
00000100:00000001:0.0:1788575591.390184:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.390184:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1788575591.390189:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575591.390192:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575591.390195:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575591.390195:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575591.390211:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.390212:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575591.390220:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788575591.390221:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575591/real 1788575591]  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788575591.390225:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000001:2.0:1788575591.390234:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1788575591.390235:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575591.390237:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575591.390240:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000100:00000001:0.0:1788575591.390242:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.390245:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575591.390248:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000010:0.0:1788575591.390250:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575591.390251:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575591.390258:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575591.390259:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575591.390273:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788575591.390276:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575591.390277:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575591.390289:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575591.390295:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575591.390296:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575591.390304:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575591.390305:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.390308:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.390311:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575591.390314:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788575591.390316:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:2.0:1788575591.390328:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575591.390329:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575591.390334:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575591.390341:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575591.390344:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575591.390354:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.390359:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.390362:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575591.390374:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575591.390376:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788575591.390380:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.390381:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575591.390387:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1788575591.390392:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575591.390396:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575591.390402:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575591.390414:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575591.390448:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575591.390451:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816133632:192.168.202.101@tcp:250:kworker.0
00000100:00080000:0.0:1788575591.390456:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575591.390462:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575591.390463:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575591.390467:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575591.390470:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788575591.390471:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575591.390477:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788575591.390480:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816133632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575591.390485:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6434
00000400:00000200:0.0:1788575591.390505:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575591.390508:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575591.390510:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:0.0:1788575591.390513:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000010:2.0:1788575591.390514:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
00000100:00080000:0.0:1788575591.390526:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788575591.390527:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575591.390531:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:0.0:1788575591.390537:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000020:00000040:2.0:1788575591.390538:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575591.390549:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788575591.390550:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1788575591.390552:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86400.
00000100:00000040:0.0:1788575591.390559:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575591.390560:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575591.390567:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788575591.390568:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000010:2.0:1788575591.390571:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000020:00000001:0.0:1788575591.390575:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575591.390578:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:0.0:1788575591.390579:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:2.0:1788575591.390583:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575591.390584:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575591.390588:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788575591.390590:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575591.390595:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575591.390598:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575591.390599:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575591.390603:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575591.390604:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575591.390608:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788575591.390610:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575591.390613:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788575591.390617:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575591.390618:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788575591.390622:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575591.390627:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000040:2.0:1788575591.390629:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575591.390636:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575591.390646:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575591.390657:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575591.390657:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575591.390663:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575591.390665:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575591.390666:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575591.390670:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575591.390672:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.390674:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575591.390678:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788575591.390683:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133760:192.168.202.101@tcp:38:kworker.0
00000008:00100000:0.0:1788575591.390684:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575591.390699:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.390699:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575591.390706:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788575591.390708:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.390709:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.390714:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1788575591.390715:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
02000000:00000010:2.0:1788575591.390718:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
00000020:00000040:0.0:1788575591.390722:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575591.390723:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575591.390729:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575591.390733:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.390734:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575591.390743:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788575591.390744:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
02000000:00000001:0.0:1788575591.390749:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788575591.390750:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
02000000:00000001:0.0:1788575591.390754:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575591.390762:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000200:2.0:1788575591.390764:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816133760, portal 10
00000100:00000001:2.0:1788575591.390768:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788575591.390774:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.390775:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00100000:0.0:1788575591.390794:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575591.390796:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575591.390829:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575591.390835:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.390835:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575591.390843:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575591.390845:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788575591.390849:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575591.390856:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816133760, offset 0
00000100:00000001:0.0:1788575591.390870:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.390873:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575591.390877:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575591.390889:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:0.0:1788575591.390891:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575591.390897:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575591.390902:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575591.390903:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:0.0:1788575591.390916:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575591.390918:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788575591.390925:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6434
00000400:00000200:2.0:1788575591.390926:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575591.390935:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788575591.390936:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575591.390945:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:0.0:1788575591.390950:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1788575591.390953:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90550:90550:256:4294967295] 192.168.202.101@tcp LPNI seq info [90530:90530:8:4294967295]
00000100:00080000:0.0:1788575591.390971:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575591.390973:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:0.0:1788575591.390982:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575591.390994:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575591.390996:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788575591.391004:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575591.391015:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575591.391016:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:2.0:1788575591.391022:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000020:00000001:0.0:1788575591.391024:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575591.391028:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575591.391034:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1788575591.391035:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788575591.391040:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000800:00000200:2.0:1788575591.391041:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788575591.391048:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000800:00000200:2.1:1788575591.391074:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575591.391078:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1788575591.391082:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000800:00000100:2.0:1788575591.391091:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575591.391093:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000010:2.0:1788575591.391097:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000100:00000001:0.0:1788575591.391099:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575591.391101:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788575591.391106:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575591.391109:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788575591.391118:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575591.391120:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575591.391125:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000020:00000040:0.0:1788575591.391129:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:2.0:1788575591.391130:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788575591.391141:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000200:2.0:1788575591.391141:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575591.391153:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575591.391159:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575591.391167:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575591.391168:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788575591.391174:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575591.391181:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788575591.391182:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788575591.391187:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575591.391198:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575591.391207:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391209:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391212:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1788575591.391214:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575591.391216:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575591.391221:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000040:2.0:1788575591.391223:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
02000000:00000001:0.0:1788575591.391232:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575591.391233:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575591.391237:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391237:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301107278
00000100:00000001:0.0:1788575591.391244:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575591.391245:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301111169
02000000:00000001:0.0:1788575591.391252:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575591.391252:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301107278
00000100:00000001:2.0:1788575591.391258:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301111169
02000000:00000001:0.0:1788575591.391260:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391261:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575591.391270:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391272:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1788575591.391273:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00100000:2.0:1788575591.391276:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575591/real 1788575591]  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575591.391281:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575591.391285:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575591.391287:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575591.391289:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000100:00100000:0.0:1788575591.391295:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575591.391295:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575591.391299:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575591.391305:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575591.391312:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575591.391328:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788575591.391332:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575591.391333:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391352:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1788575591.391353:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391357:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391361:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.391363:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575591.391373:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575591.391404:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391406:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575591.391417:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6444)
00000100:00000040:2.0:1788575591.391418:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391429:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575591.391431:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391432:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.391433:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391435:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575591.391436:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575591.391438:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575591.391441:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575591.391443:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575591.391448:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575591.391457:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133760:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575591.391461:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575591.391465:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391472:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575591.391474:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.391476:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575591.391479:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575591.391482:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575591.391487:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133888:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575591.391491:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575591.391497:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575591.391499:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.391501:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575591.391505:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575591.391507:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.391512:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575591.391515:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575591.391518:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575591.391522:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816133888, portal 10
00000100:00000001:2.0:1788575591.391526:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575591.391528:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575591.391534:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391540:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575591.391542:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575591.391544:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575591.391546:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816133888, offset 0
00000400:00000200:2.0:1788575591.391550:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575591.391553:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575591.391556:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575591.391559:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575591.391562:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575591.391563:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575591.391565:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575591.391567:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90551:90551:256:4294967295] 192.168.202.101@tcp LPNI seq info [90531:90531:8:4294967295]
00000400:00000200:2.0:1788575591.391569:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575591.391574:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575591.391576:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575591.391579:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575591.391581:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575591.391583:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575591.391586:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575591.391588:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788575591.391590:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575591.391592:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575591.391593:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575591.391596:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575591.391598:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575591.391599:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575591.391600:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575591.391603:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391608:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575591.391610:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391614:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391614:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575591.391616:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575591.391618:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575591.391620:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575591.391621:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301107228
00000100:00000001:2.0:1788575591.391623:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301111169
00000100:00000001:2.0:1788575591.391624:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301107228
00000100:00000001:2.0:1788575591.391626:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301111169
00000100:00000001:2.0:1788575591.391627:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575591.391628:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391629:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575591.391631:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575591/real 1788575591]  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575591.391635:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575591.391635:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575591.391636:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575591.391638:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575591.391639:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575591.391640:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575591.391642:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575591.391646:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391650:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575591.391651:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391652:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.391653:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575591.391655:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391658:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575591.391660:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391664:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575591.391665:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391666:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.391666:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391667:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575591.391668:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575591.391670:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575591.391671:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575591.391672:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575591.391674:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575591.391678:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816133888:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575591.391680:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391681:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575591.391683:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816133760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391687:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575591.391688:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575591.391689:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575591.391691:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575591.391692:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575591.391693:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575591.391694:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575591.391695:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
02000000:00000001:2.0:1788575591.391697:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575591.391698:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575591.391700:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575591.391701:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575591.391702:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391703:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575591.391704:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816133888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391708:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575591.391709:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575591.391709:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575591.391710:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575591.391711:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575591.391711:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575591.391712:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575591.391713:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
02000000:00000001:2.0:1788575591.391714:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575591.391715:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575591.391715:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575591.391717:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575591.391717:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391718:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391720:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575591.391721:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391723:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575591.391724:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575591.391724:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575591.391726:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391730:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575591.391731:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.391733:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575591.391734:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575591.391735:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575591.391737:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134016:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575591.391738:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575591.391740:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575591.391741:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.391742:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575591.391743:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575591.391744:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.391746:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575591.391748:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575591.391750:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575591.391752:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816134016, portal 4
00000100:00000001:2.0:1788575591.391753:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575591.391754:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575591.391757:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391761:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575591.391762:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575591.391763:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575591.391764:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816134016, offset 0
00000400:00000200:2.0:1788575591.391766:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575591.391768:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575591.391770:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575591.391772:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575591.391773:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575591.391774:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575591.391776:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575591.391778:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90552:90552:256:4294967295] 192.168.202.101@tcp LPNI seq info [90532:90532:8:4294967295]
00000400:00000200:2.0:1788575591.391780:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575591.391783:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575591.391786:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575591.391788:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575591.391790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575591.391792:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575591.391794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575591.391796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788575591.391798:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575591.391799:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575591.391801:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575591.391803:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575591.391804:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575591.391805:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575591.391807:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575591.391809:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391813:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575591.391814:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391818:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391819:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575591.391820:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575591.391822:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575591.391824:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575591.391825:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301107261
00000100:00000001:2.0:1788575591.391826:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301111169
00000100:00000001:2.0:1788575591.391828:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301107261
00000100:00000001:2.0:1788575591.391829:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301111169
00000100:00000001:2.0:1788575591.391830:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575591.391831:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.391832:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575591.391834:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575591/real 1788575591]  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575591.391843:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575591.391844:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575591.391846:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575591.391848:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575591.391850:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575591.391852:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575591.391855:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575591.391863:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391868:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575591.391869:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391871:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.391872:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575591.391875:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391880:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575591.391883:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391889:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575591.391891:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391892:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.391893:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.391895:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575591.391896:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575591.391898:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575591.391901:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575591.391903:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575591.391907:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575591.391913:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134016:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575591.391916:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575591.391920:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391925:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575591.391926:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.391928:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575591.391930:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575591.391931:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575591.391934:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134144:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575591.391936:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575591.391938:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575591.391939:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575591.391941:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575591.391943:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575591.391944:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575591.391947:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575591.391949:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575591.391951:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575591.391954:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816134144, portal 4
00000100:00000001:2.0:1788575591.391955:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575591.391956:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:2.0:1788575591.391973:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.391979:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575591.391980:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575591.391982:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575591.391984:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816134144, offset 0
00000400:00000200:2.0:1788575591.391988:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575591.391991:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575591.391994:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575591.391996:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575591.391998:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575591.392000:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575591.392002:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575591.392005:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90553:90553:256:4294967295] 192.168.202.101@tcp LPNI seq info [90533:90533:8:4294967295]
00000400:00000200:2.0:1788575591.392008:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575591.392013:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575591.392016:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575591.392019:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575591.392022:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575591.392024:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575591.392028:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575591.392030:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788575591.392033:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575591.392035:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575591.392038:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575591.392040:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575591.392043:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575591.392044:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575591.392046:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575591.392050:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.392077:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575591.392079:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575616 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.392083:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.392084:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575591.392087:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575591.392089:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575591.392091:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575591.392093:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301107253
00000100:00000001:2.0:1788575591.392094:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301111169
00000100:00000001:2.0:1788575591.392096:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301107253
00000100:00000001:2.0:1788575591.392097:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301111169
00000100:00000001:2.0:1788575591.392098:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575591.392099:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.392100:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575591.392102:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575591/real 1788575591]  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575591.392106:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575591.392107:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575591.392108:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575591.392109:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575591.392111:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575591.392112:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575591.392114:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575591.392118:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.392122:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575591.392123:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.392124:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.392125:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575591.392126:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.392130:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575591.392132:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.392135:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575591.392137:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.392138:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575591.392139:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.392140:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575591.392141:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575591.392143:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575591.392145:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575591.392146:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575591.392150:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575591.392156:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134144:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575591.392160:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.392162:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575591.392165:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816134016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.392170:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575591.392172:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575591.392173:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575591.392175:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575591.392177:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575591.392178:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575591.392180:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575591.392181:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:2.0:1788575591.392184:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575591.392185:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575591.392186:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575591.392189:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575591.392190:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.392192:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575591.392195:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816134144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575591.392203:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575591.392204:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575591.392205:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575591.392206:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575591.392207:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575591.392207:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575591.392208:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575591.392209:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:2.0:1788575591.392210:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575591.392211:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575591.392212:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575591.392213:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575591.392213:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.392214:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575591.392216:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575591.392217:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575591.392218:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575591.392219:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575591.709222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575591.709229:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575591.709234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575591.709236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575591.709239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575591.709240:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575591.709243:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575591.709245:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575591.709248:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575591.709250:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575591.709350:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575591.709357:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575591.709363:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575592.413175:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575592.413175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575592.413184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575592.413184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575592.413187:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575592.413188:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575592.413195:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575592.413195:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575592.413201:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575592.413202:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575592.413206:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575592.413207:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575592.413212:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575592.413216:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575592.413219:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575592.413220:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575592.413224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575592.413227:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575592.733175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575592.733180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575592.733184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575592.733185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575592.733187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575592.733188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575592.733190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575592.733191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575592.733193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575592.733194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575592.733250:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575592.733254:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575592.733257:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575593.437144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575593.437150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575593.437152:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575593.437156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575593.437159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575593.437162:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575593.437164:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575593.437166:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575593.437167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575593.437230:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575593.437233:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575593.437233:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575593.437235:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575593.437237:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575593.437238:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575593.437239:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575593.437240:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575593.437241:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575593.757146:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575593.757151:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575593.757156:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575593.757157:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575593.757160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575593.757162:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575593.757165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575593.757166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575593.757169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575593.757170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575593.757223:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575593.757227:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575593.757230:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575594.461118:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575594.461118:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575594.461124:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575594.461125:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575594.461128:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575594.461132:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575594.461134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575594.461136:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575594.461141:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575594.461141:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575594.461144:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575594.461145:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575594.461147:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575594.461150:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575594.461153:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575594.461153:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575594.461157:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575594.461160:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575594.781183:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575594.781191:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575594.781193:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575594.781196:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781198:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575594.781200:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781201:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781202:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575594.781206:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575594.781207:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575594.781208:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781209:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575594.781209:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781210:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781211:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575594.781214:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575594.781215:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575594.781215:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781216:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575594.781217:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781218:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781219:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575594.781221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575594.781221:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575594.781290:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575594.781293:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575594.781295:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575595.421155:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301111169, at 4301111232
00000100:00000040:2.0:1788575595.421156:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301111169, at 4301111232
00000100:00000010:3.0:1788575595.421170:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bea0.
00000100:00000010:2.0:1788575595.421173:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575595.485143:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575595.485151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575595.485153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575595.485166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575595.485170:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575595.485174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575595.485177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575595.485181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575595.485184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575595.485233:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575595.485235:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575595.485236:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575595.485238:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575595.485239:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575595.485241:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575595.485243:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575595.485245:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575595.485246:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575595.805148:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575595.805154:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575595.805160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575595.805161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575595.805165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575595.805166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575595.805169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575595.805170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575595.805173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575595.805174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575595.805224:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575595.805228:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575595.805231:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575596.509140:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575596.509141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575596.509146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575596.509148:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575596.509148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509150:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788575596.509152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:0.0:1788575596.509153:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575596.509155:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575596.509157:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575596.509158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.509160:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575596.509163:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575596.509164:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6439
00000100:00000001:2.0:1788575596.509165:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575596.509172:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575596.509179:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575596.509182:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575596.509184:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509187:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575596.509189:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509191:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575596.509195:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575596.509197:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575596.509200:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575596.509203:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575596.509205:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575596.509207:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575596.509210:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509212:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575596.509214:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509215:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575596.509218:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575596.509221:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509223:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575596.509225:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575596.509228:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575596.509231:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509233:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575596.509235:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575596.509243:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575596.509246:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575596.509250:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575596.509252:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509255:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575596.509257:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575596.509260:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575596.509265:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575596.509268:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575596.509269:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575596.509272:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575596.509274:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575596.509276:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788575596.509277:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:1.0:1788575596.509278:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575596.509280:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575596.509281:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509283:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575596.509291:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575596.509301:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575596.509305:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575596.509310:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575596.509327:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575596.509330:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575596.509333:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575596.509334:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575596.509335:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575596.509338:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575596.509341:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6439
00000400:00000200:0.0:1788575596.509344:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575596.509347:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575596.509349:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575596.509352:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509354:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575596.509356:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575596.509357:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788575596.509358:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575596.509359:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788575596.509360:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575596.509361:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:2.0:1788575596.509361:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788575596.509363:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575596.509365:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000040:2.0:1788575596.509366:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575596.509367:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575596.509369:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575596.509372:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509374:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575596.509374:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575596.509375:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575596.509376:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509377:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575596.509379:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1788575596.509380:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575596.509381:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788575596.509382:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509384:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.509384:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575596.509386:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788575596.509387:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816134272:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575596.509390:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788575596.509391:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575596.509393:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.509393:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788575596.509395:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575596.509395:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788575596.509398:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575596.509398:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1788575596.509401:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575596.509402:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
00000100:00000001:0.0:1788575596.509403:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.509404:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575596.509406:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575596.509408:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575596.509409:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575596.509410:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575596.509412:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509413:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788575596.509413:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
02000000:00000001:0.0:1788575596.509415:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575596.509416:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575596.509419:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000400:00000010:2.0:1788575596.509419:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000001:0.0:1788575596.509422:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575596.509424:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816134272, portal 25
00000100:00100000:0.0:1788575596.509426:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575596.509426:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575596.509428:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000001:0.0:1788575596.509433:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788575596.509433:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575596.509435:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575596.509438:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509440:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575596.509443:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575596.509445:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000001:0.0:1788575596.509446:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575596.509448:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816134272, offset 0
00000100:00080000:0.0:1788575596.509449:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575596.509451:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575596.509453:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788575596.509453:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575596.509454:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575596.509456:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575596.509458:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6439
00000400:00000200:0.0:1788575596.509462:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575596.509464:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575596.509467:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575596.509467:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:0.0:1788575596.509470:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509471:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575596.509472:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:0.0:1788575596.509473:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509475:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575596.509477:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788575596.509477:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1788575596.509478:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575596.509479:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575596.509481:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575596.509481:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:0.0:1788575596.509483:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575596.509484:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788575596.509485:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575596.509487:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575596.509487:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509489:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575596.509490:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90554:90554:256:4294967295] 192.168.202.101@tcp LPNI seq info [90534:90534:8:4294967295]
00000100:00000040:0.0:1788575596.509491:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509493:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575596.509495:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575596.509495:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:0.0:1788575596.509497:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509498:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575596.509500:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575596.509502:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575596.509503:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788575596.509504:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509506:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575596.509508:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1788575596.509509:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000008:00000001:0.0:1788575596.509510:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509512:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575596.509514:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000800:00000010:2.0:1788575596.509514:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000020:00000040:0.0:1788575596.509516:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575596.509518:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575596.509519:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575596.509520:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575596.509521:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575596.509522:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575596.509523:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575596.509524:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
02000000:00000010:0.0:1788575596.509526:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575596.509529:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575596.509529:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575596.509532:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00100000:0.0:1788575596.509533:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575596.509536:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.509539:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000100:00000001:0.0:1788575596.509540:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575596.509542:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575596.509544:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788575596.509545:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575596.509548:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575596.509553:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575596.509555:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:0.0:1788575596.509560:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.509560:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788575596.509562:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788575596.509563:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575596.509565:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575596.509567:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575596.509568:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575596.509571:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575596.509572:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788575596.509573:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6439
00000100:00000040:2.0:1788575596.509575:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575596.509576:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575596.509578:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575596.509581:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575596.509582:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575596.509583:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575596.509584:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575596.509585:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575596.509586:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509588:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575596.509589:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575596.509590:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575596.509591:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000400:00000200:2.0:1788575596.509592:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:0.0:1788575596.509593:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575596.509595:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:2.0:1788575596.509595:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301116288
00000020:00000001:0.0:1788575596.509596:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575596.509598:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000010:2.0:1788575596.509599:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000040:0.0:1788575596.509601:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509602:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575596.509604:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575596.509605:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788575596.509606:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575596.509608:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575596.509609:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301116288
00000100:00080000:0.0:1788575596.509611:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000010:2.0:1788575596.509612:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b780.
00000100:00000001:0.0:1788575596.509613:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575596.509615:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575596.509615:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1788575596.509617:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575596.509618:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575596.509619:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509620:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575596.509620:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.509622:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00100000:0.0:1788575596.509623:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575596.509625:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575596.509626:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575596/real 1788575596]  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575596.509627:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575596.509630:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575596.509632:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575596.509634:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575596.509635:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575596.509635:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575596.509636:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788575596.509637:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575596.509638:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788575596.509638:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
02000000:00000001:0.0:1788575596.509639:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575596.509641:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
02000000:00000010:0.0:1788575596.509642:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000400:00000010:2.0:1788575596.509642:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575596.509644:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788575596.509645:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575596.509647:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575596.509648:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575596.509655:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575596.509657:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575596.509657:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575596.509661:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509664:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575596.509665:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.509667:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575596.509668:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.509669:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575596.509671:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575596.509673:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575596.509674:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575596.509676:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575596.509677:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575596.509680:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575596.509680:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575596.509682:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6439
00000100:00000040:2.0:1788575596.509684:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575596.509685:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575596.509688:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575596.509690:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575596.509691:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788575596.509692:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509694:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575596.509694:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.509695:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788575596.509696:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575596.509697:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575596.509698:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575596.509699:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1788575596.509700:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575596.509701:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575596.509701:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788575596.509703:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00080000:2.0:1788575596.509703:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1788575596.509704:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575596.509706:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00080000:2.0:1788575596.509707:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000020:00000001:0.0:1788575596.509708:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575596.509709:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788575596.509710:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575596.509713:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575596.509721:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788575596.509721:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816134272:192.168.202.101@tcp:250:kworker.0
00000100:00000040:0.0:1788575596.509723:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575596.509725:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575596.509727:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575596.509727:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788575596.509729:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000040:2.0:1788575596.509730:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816134272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575596.509732:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575596.509734:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575596.509736:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575596.509738:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575596.509740:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509742:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575596.509743:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00100000:0.0:1788575596.509744:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000001:2.0:1788575596.509745:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1788575596.509746:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575596.509748:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575596.509748:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
00000100:00000010:0.0:1788575596.509751:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
02000000:00000001:2.0:1788575596.509751:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575596.509752:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788575596.509753:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000040:2.0:1788575596.509754:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575596.509755:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575596.509756:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575596.509756:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788575596.509758:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575596.509759:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788575596.509759:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85800.
02000000:00000001:0.0:1788575596.509760:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.509762:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:0.0:1788575596.509763:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
02000000:00000001:2.0:1788575596.509763:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788575596.509765:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575596.509765:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575596.509767:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575596.509769:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575596.509770:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575596.509771:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575596.509776:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575596.509777:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575596.509778:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.509778:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.509780:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788575596.509781:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509782:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575596.509783:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575596.509787:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575596.509789:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575596.509792:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6450)
00000100:00000001:2.0:1788575596.509793:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575596.509794:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.509796:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575596.509797:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575596.509799:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575596.509802:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134400:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575596.509805:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575596.509806:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575596.509808:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.509809:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575596.509812:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575596.509814:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575596.509817:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575596.509825:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575596.509829:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575596.509832:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816134400, portal 10
00000100:00000001:2.0:1788575596.509834:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575596.509842:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575596.509852:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509856:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575596.509858:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575596.509860:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575596.509862:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816134400, offset 0
00000400:00000200:2.0:1788575596.509864:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575596.509867:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575596.509870:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575596.509872:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575596.509875:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575596.509876:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575596.509878:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575596.509880:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90555:90555:256:4294967295] 192.168.202.101@tcp LPNI seq info [90535:90535:8:4294967295]
00000400:00000200:2.0:1788575596.509882:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575596.509886:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575596.509889:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.509891:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575596.509893:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575596.509895:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788575596.509898:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575596.509900:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788575596.509902:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.509903:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575596.509905:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575596.509907:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575596.509909:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575596.509910:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575596.509912:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575596.509914:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509919:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575596.509921:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509925:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.509925:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575596.509927:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575596.509930:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575596.509931:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575596.509932:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301112396
00000100:00000001:2.0:1788575596.509934:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301116288
00000100:00000001:2.0:1788575596.509935:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301112396
00000100:00000001:2.0:1788575596.509936:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301116288
00000100:00000001:2.0:1788575596.509938:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575596.509939:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.509941:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575596.509942:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575596/real 1788575596]  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575596.509946:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575596.509947:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575596.509948:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575596.509949:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575596.509950:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575596.509951:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575596.509953:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575596.509958:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509965:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575596.509966:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.509967:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575596.509968:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575596.509970:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509984:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575596.509987:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.509991:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575596.509992:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.509993:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575596.509994:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.509995:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575596.509997:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575596.509998:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575596.509999:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575596.510001:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575596.510003:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575596.510007:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134400:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575596.510010:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575596.510012:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510017:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575596.510018:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.510020:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575596.510022:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575596.510024:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575596.510026:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134528:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575596.510029:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575596.510031:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575596.510032:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.510034:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575596.510037:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575596.510039:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575596.510043:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575596.510045:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575596.510048:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575596.510051:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816134528, portal 10
00000100:00000001:2.0:1788575596.510069:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575596.510069:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575596.510074:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510078:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575596.510079:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575596.510081:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575596.510082:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816134528, offset 0
00000400:00000200:2.0:1788575596.510086:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575596.510089:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575596.510092:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575596.510095:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575596.510097:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575596.510099:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575596.510101:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575596.510104:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90556:90556:256:4294967295] 192.168.202.101@tcp LPNI seq info [90536:90536:8:4294967295]
00000400:00000200:2.0:1788575596.510108:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575596.510113:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575596.510118:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.510121:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575596.510125:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575596.510127:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788575596.510131:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575596.510134:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788575596.510136:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.510137:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575596.510139:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575596.510141:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575596.510143:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575596.510144:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575596.510146:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575596.510148:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510153:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575596.510155:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510158:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.510159:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575596.510161:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575596.510163:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575596.510165:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575596.510166:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301112347
00000100:00000001:2.0:1788575596.510168:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301116288
00000100:00000001:2.0:1788575596.510169:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301112347
00000100:00000001:2.0:1788575596.510171:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301116288
00000100:00000001:2.0:1788575596.510172:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575596.510173:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.510174:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575596.510176:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575596/real 1788575596]  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575596.510181:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575596.510182:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575596.510183:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575596.510184:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575596.510185:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575596.510186:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575596.510188:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575596.510193:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510196:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575596.510196:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510197:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575596.510198:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575596.510200:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510203:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575596.510205:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510209:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575596.510210:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510211:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575596.510212:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510213:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575596.510214:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575596.510215:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575596.510217:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575596.510218:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575596.510221:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575596.510225:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134528:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575596.510227:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575596.510229:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510232:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575596.510233:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.510234:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575596.510235:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575596.510236:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575596.510238:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134656:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575596.510239:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575596.510240:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575596.510241:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.510242:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575596.510244:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c0000.
02000000:00000001:2.0:1788575596.510245:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575596.510247:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575596.510249:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575596.510251:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575596.510253:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816134656, portal 4
00000100:00000001:2.0:1788575596.510254:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575596.510254:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575596.510257:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510261:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575596.510262:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575596.510263:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575596.510265:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816134656, offset 0
00000400:00000200:2.0:1788575596.510268:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575596.510270:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575596.510272:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575596.510273:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575596.510275:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575596.510277:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575596.510279:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575596.510282:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90557:90557:256:4294967295] 192.168.202.101@tcp LPNI seq info [90537:90537:8:4294967295]
00000400:00000200:2.0:1788575596.510286:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575596.510291:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575596.510295:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.510298:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575596.510301:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575596.510304:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788575596.510307:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575596.510309:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788575596.510313:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.510314:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575596.510317:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575596.510320:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575596.510323:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575596.510325:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575596.510327:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575596.510330:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510336:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575596.510339:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510344:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.510345:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575596.510347:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575596.510349:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575596.510352:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575596.510354:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301112380
00000100:00000001:2.0:1788575596.510356:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301116288
00000100:00000001:2.0:1788575596.510358:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301112380
00000100:00000001:2.0:1788575596.510359:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301116288
00000100:00000001:2.0:1788575596.510361:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575596.510363:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.510364:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575596.510367:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575596/real 1788575596]  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575596.510373:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575596.510375:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575596.510376:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575596.510378:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575596.510379:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575596.510381:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575596.510384:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575596.510391:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510397:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575596.510398:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510400:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575596.510402:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575596.510405:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510411:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575596.510414:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510419:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575596.510421:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510422:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575596.510423:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510424:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575596.510425:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575596.510427:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575596.510428:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575596.510429:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575596.510432:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575596.510436:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134656:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575596.510438:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510440:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575596.510441:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816134400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510444:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575596.510445:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575596.510447:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575596.510448:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575596.510449:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575596.510450:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575596.510451:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575596.510453:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
02000000:00000001:2.0:1788575596.510454:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575596.510455:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575596.510456:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575596.510457:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575596.510458:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510459:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575596.510461:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816134528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510468:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575596.510469:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575596.510470:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575596.510471:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575596.510472:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575596.510472:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575596.510473:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575596.510474:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87000.
02000000:00000001:2.0:1788575596.510475:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575596.510476:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575596.510476:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575596.510477:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575596.510478:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510479:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575596.510480:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816134656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510484:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575596.510484:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575596.510485:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c0000.
02000000:00000001:2.0:1788575596.510486:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575596.510486:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575596.510487:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575596.510488:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575596.510489:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84400.
02000000:00000001:2.0:1788575596.510490:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575596.510490:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575596.510491:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575596.510492:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575596.510493:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510493:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510496:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575596.510496:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.510497:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575596.510498:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575596.510499:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575596.510502:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510508:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575596.510509:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.510511:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575596.510513:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575596.510514:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575596.510517:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134784:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575596.510520:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575596.510522:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575596.510523:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575596.510525:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575596.510528:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c0000.
02000000:00000001:2.0:1788575596.510529:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575596.510533:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575596.510535:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
00000400:00000010:2.0:1788575596.510538:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
00000100:00000200:2.0:1788575596.510541:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816134784, portal 4
00000100:00000001:2.0:1788575596.510543:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575596.510544:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:2.0:1788575596.510550:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510556:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575596.510558:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575596.510560:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575596.510563:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816134784, offset 0
00000400:00000200:2.0:1788575596.510567:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575596.510570:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575596.510574:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575596.510576:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575596.510579:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575596.510581:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575596.510583:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575596.510586:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90558:90558:256:4294967295] 192.168.202.101@tcp LPNI seq info [90538:90538:8:4294967295]
00000400:00000200:2.0:1788575596.510590:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575596.510596:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575596.510600:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.510603:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575596.510607:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575596.510610:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788575596.510615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575596.510617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788575596.510622:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575596.510624:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575596.510626:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575596.510630:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575596.510632:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575596.510634:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575596.510636:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575596.510640:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510647:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575596.510650:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510656:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.510658:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575596.510661:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575596.510663:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575596.510666:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575596.510668:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301112371
00000100:00000001:2.0:1788575596.510670:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301116288
00000100:00000001:2.0:1788575596.510672:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301112371
00000100:00000001:2.0:1788575596.510675:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301116288
00000100:00000001:2.0:1788575596.510677:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575596.510679:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.510681:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575596.510684:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575596/real 1788575596]  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575596.510692:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575596.510693:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575596.510694:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:2.0:1788575596.510697:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000400:00000010:2.0:1788575596.510698:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000001:2.0:1788575596.510700:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575596.510703:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575596.510711:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510718:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575596.510719:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510721:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575596.510722:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575596.510725:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510731:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575596.510735:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510742:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575596.510744:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510746:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575596.510747:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510749:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575596.510750:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575596.510752:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575596.510755:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575596.510757:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575596.510761:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575596.510768:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816134784:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575596.510772:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510774:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575596.510777:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816134784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575596.510783:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575596.510784:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575596.510786:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c0000.
02000000:00000001:2.0:1788575596.510788:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575596.510790:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575596.510791:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575596.510793:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575596.510794:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87c00.
02000000:00000001:2.0:1788575596.510797:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575596.510798:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575596.510799:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:2.0:1788575596.510802:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575596.510803:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510805:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575596.510808:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575596.510809:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575596.510811:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575596.510812:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575596.829168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575596.829174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575596.829179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575596.829181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575596.829184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575596.829185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575596.829189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575596.829190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575596.829193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575596.829194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575596.829265:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575596.829269:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575596.829272:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575597.533158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575597.533163:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575597.533166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575597.533167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575597.533170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575597.533171:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575597.533176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575597.533177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575597.533180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575597.533182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575597.533183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575597.533187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575597.533187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575597.533190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575597.533194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575597.533194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575597.533198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575597.533202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575597.853199:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575597.853201:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575597.853205:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853209:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575597.853211:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853213:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853216:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575597.853222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575597.853227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853230:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575597.853231:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853233:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575597.853235:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575597.853237:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575597.853238:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853240:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575597.853241:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853243:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575597.853245:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575597.853309:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575597.853312:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575597.853315:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575598.557118:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575598.557119:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575598.557126:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575598.557126:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575598.557130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575598.557130:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575598.557138:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575598.557143:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1788575598.557145:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575598.557146:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575598.557152:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575598.557152:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575598.557156:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575598.557158:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575598.557163:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575598.557163:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575598.557167:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575598.557170:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575598.877180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575598.877186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575598.877192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575598.877194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575598.877197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575598.877198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575598.877201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575598.877203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575598.877206:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575598.877207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575598.877263:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575598.877265:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575598.877268:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575599.581166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575599.581166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575599.581174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575599.581175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575599.581178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575599.581179:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575599.581185:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575599.581186:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575599.581192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575599.581192:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575599.581196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575599.581197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575599.581199:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575599.581202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575599.581205:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575599.581208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575599.581212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575599.581215:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575599.901171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575599.901178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575599.901183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575599.901184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575599.901186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575599.901187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575599.901189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575599.901190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575599.901192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575599.901192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575599.901254:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575599.901257:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575599.901259:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575600.541155:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301116288, at 4301116352
00000100:00000040:3.0:1788575600.541155:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301116288, at 4301116352
00000100:00000010:2.0:1788575600.541169:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575600.541171:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b780.
00000100:00000001:2.0:1788575600.605133:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575600.605140:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575600.605142:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575600.605148:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575600.605151:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575600.605153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575600.605154:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575600.605156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575600.605156:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575600.605158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575600.605159:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575600.605160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575600.605161:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575600.605162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575600.605164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575600.605165:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575600.605167:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575600.605168:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575600.925161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575600.925166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575600.925170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575600.925171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575600.925173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575600.925174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575600.925176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575600.925176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575600.925178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575600.925179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575600.925230:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575600.925233:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575600.925236:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575601.629163:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575601.629163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575601.629163:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575601.629170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575601.629170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575601.629173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575601.629173:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575601.629174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629176:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788575601.629178:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575601.629179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:3.0:1788575601.629181:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575601.629182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575601.629186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575601.629186:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575601.629187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575601.629191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575601.629191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575601.629195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575601.629196:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6445
00000100:00000001:2.0:1788575601.629198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575601.629202:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575601.629206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788575601.629206:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575601.629211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575601.629216:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575601.629219:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575601.629222:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629225:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575601.629228:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629231:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575601.629234:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575601.629237:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575601.629240:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575601.629242:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575601.629243:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575601.629245:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575601.629247:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629248:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575601.629249:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629250:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575601.629252:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575601.629254:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629255:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575601.629257:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575601.629259:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575601.629261:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629262:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575601.629264:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575601.629271:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8e00.
00000020:00000040:3.0:1788575601.629273:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575601.629276:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575601.629278:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629280:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575601.629282:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575601.629285:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575601.629290:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437400.
00000100:00000001:3.0:1788575601.629295:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575601.629302:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575601.629309:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575601.629312:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575601.629315:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3816242] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575601.629330:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575601.629332:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575601.629335:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575601.629337:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575601.629338:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575601.629341:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575601.629343:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6445
00000400:00000200:3.0:1788575601.629347:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575601.629350:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575601.629352:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788575601.629352:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575601.629355:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788575601.629355:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629356:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575601.629357:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575601.629358:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629360:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575601.629362:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575601.629362:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575601.629363:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575601.629365:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575601.629367:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575601.629369:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575601.629370:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575601.629371:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575601.629372:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575601.629375:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788575601.629375:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629376:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575601.629377:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788575601.629378:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575601.629380:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629380:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575601.629382:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00100000:2.0:1788575601.629383:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816134912:192.168.202.101@tcp:250:kworker.0
00000100:00080000:3.0:1788575601.629384:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575601.629387:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788575601.629387:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575601.629388:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575601.629391:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575601.629392:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575601.629394:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575601.629394:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575601.629396:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788575601.629396:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575601.629399:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1788575601.629401:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c0000.
00000008:00000001:3.0:1788575601.629402:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575601.629403:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629404:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.629408:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:3.0:1788575601.629408:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9500.
00000020:00000040:3.0:1788575601.629410:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:2.0:1788575601.629411:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efc08.
02000000:00000001:3.0:1788575601.629412:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575601.629413:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629415:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575601.629416:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575601.629417:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575601.629418:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03255d8.
02000000:00000010:3.0:1788575601.629420:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436c00.
00000100:00000001:3.0:1788575601.629423:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575601.629424:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816134912, portal 25
00000100:00000001:2.0:1788575601.629426:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1788575601.629427:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575601.629428:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773170688 : -111012936380928 : ffff9b08c95c8e00)
00000100:00000040:2.0:1788575601.629433:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575601.629434:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575601.629436:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.629440:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575601.629440:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ceba466] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575601.629443:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575601.629445:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000001:3.0:1788575601.629447:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575601.629448:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816134912, offset 0
00000100:00080000:3.0:1788575601.629450:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575601.629453:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788575601.629454:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629455:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575601.629456:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575601.629459:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575601.629460:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575601.629461:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6445
00000400:00000200:2.0:1788575601.629466:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575601.629470:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575601.629475:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575601.629479:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575601.629481:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575601.629485:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90559:90559:256:4294967295] 192.168.202.101@tcp LPNI seq info [90539:90539:8:4294967295]
00000400:00000200:2.0:1788575601.629488:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575601.629497:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575601.629501:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575601.629502:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575601.629504:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575601.629506:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788575601.629507:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000100:00000040:3.0:1788575601.629508:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629510:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575601.629512:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575601.629513:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575601.629514:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575601.629516:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575601.629518:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:2.1:1788575601.629518:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575601.629519:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575601.629521:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575601.629523:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575601.629524:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575601.629527:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629529:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575601.629531:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629533:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575601.629535:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:2.0:1788575601.629536:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575601.629537:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575601.629540:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575601.629540:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575601.629541:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575601.629542:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301121408
02000000:00000001:3.0:1788575601.629544:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575601.629546:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575601.629547:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575601.629547:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575601.629550:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788575601.629552:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1788575601.629552:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629554:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.629557:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301121408
00000100:00000010:3.0:1788575601.629557:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000100:00000010:2.0:1788575601.629560:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b9c0.
00000020:00000040:3.0:1788575601.629560:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575601.629563:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575601.629564:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1788575601.629565:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629566:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575601.629567:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575601.629568:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575601.629570:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575601.629570:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.629572:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575601.629574:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437c00.
00000100:00000001:2.0:1788575601.629575:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575601.629577:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.629581:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1788575601.629581:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575601.629583:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788575601.629586:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575601.629588:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575601.629588:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575601.629590:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788575601.629591:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575601.629593:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575601.629594:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575601.629601:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575601.629603:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629603:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575601.629605:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788575601.629605:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788575601.629607:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575601.629609:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575601.629609:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575601.629611:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788575601.629612:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135040:192.168.202.101@tcp:38:kworker.0
00000100:00080000:3.0:1788575601.629612:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575601.629615:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788575601.629615:0:46817:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788575601.629617:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575601.629618:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575601.629618:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6445
02000000:00000001:2.0:1788575601.629620:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1788575601.629621:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:2.0:1788575601.629624:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
00000400:00000200:3.0:1788575601.629624:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000001:2.0:1788575601.629626:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575601.629626:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575601.629629:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575601.629629:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629631:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788575601.629633:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71eff78.
00000100:00000040:3.0:1788575601.629633:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629635:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:2.0:1788575601.629636:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325770.
00000020:00000001:3.0:1788575601.629637:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575601.629639:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000200:2.0:1788575601.629640:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816135040, portal 10
00000100:00000001:2.0:1788575601.629641:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1788575601.629641:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575601.629643:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773172480 : -111012936379136 : ffff9b08c95c9500)
00000020:00000040:3.0:1788575601.629643:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575601.629645:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575601.629646:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575601.629649:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575601.629650:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575601.629652:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575601.629653:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575601.629656:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575601.629656:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575601.629658:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000040:2.0:1788575601.629659:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575601.629660:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:2.0:1788575601.629662:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03254c8.
00000100:00000001:3.0:1788575601.629663:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575601.629664:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816135040, offset 0
02000000:00000001:3.0:1788575601.629664:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575601.629667:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575601.629668:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575601.629669:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629670:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575601.629671:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:3.0:1788575601.629672:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000200:2.0:1788575601.629674:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000008:00000001:3.0:1788575601.629675:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629677:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.629678:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1788575601.629679:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
00000400:00000200:2.0:1788575601.629680:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000040:3.0:1788575601.629681:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575601.629682:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788575601.629684:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575601.629685:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:3.0:1788575601.629685:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629687:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788575601.629688:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90560:90560:255:4294967295] 192.168.202.101@tcp LPNI seq info [90540:90540:7:4294967295]
02000000:00000001:3.0:1788575601.629688:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575601.629690:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.629693:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:3.0:1788575601.629693:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434400.
00000100:00000001:3.0:1788575601.629696:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.629700:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1788575601.629700:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788575601.629705:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575601.629707:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956be00.
00000800:00000200:2.0:1788575601.629711:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575601.629713:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1788575601.629714:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575601.629715:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.629717:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575601.629718:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575601.629720:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575601.629724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575601.629725:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301117516
00000100:00000001:3.0:1788575601.629726:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.629729:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301121408
00000100:00080000:3.0:1788575601.629729:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575601.629731:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301117516
00000100:00080000:3.0:1788575601.629732:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575601.629733:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575601.629734:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301121408
00000100:00080000:3.0:1788575601.629735:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575601.629736:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575601.629738:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629738:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575601.629740:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575601.629740:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6445
00000100:00000001:2.0:1788575601.629742:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788575601.629743:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575601.629745:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575601.629746:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000400:00000200:3.0:1788575601.629746:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575601.629748:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788575601.629748:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575601.629749:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575601.629751:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575601.629751:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629753:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575601.629754:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575601.629755:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575601.629757:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575601.629759:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575601.629760:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788575601.629760:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575601.629762:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575601.629762:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788575601.629763:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788575601.629763:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
02000000:00000001:2.0:1788575601.629765:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788575601.629765:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
02000000:00000001:2.0:1788575601.629767:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575601.629768:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00100000:2.0:1788575601.629770:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135168:192.168.202.101@tcp:38:kworker.0
00000100:00000040:3.0:1788575601.629770:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575601.629773:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788575601.629773:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575601.629775:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788575601.629775:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575601.629777:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629777:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575601.629778:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788575601.629780:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000010:2.0:1788575601.629781:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575601.629782:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575601.629783:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575601.629785:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575601.629785:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575601.629787:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788575601.629788:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efe70.
02000000:00000001:3.0:1788575601.629789:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788575601.629791:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325dd0.
02000000:00000001:3.0:1788575601.629791:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629793:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788575601.629794:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816135168, portal 10
00000100:00000001:2.0:1788575601.629795:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1788575601.629795:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575601.629797:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000008:00000001:3.0:1788575601.629797:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575601.629799:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575601.629801:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575601.629802:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000020:00000040:3.0:1788575601.629804:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575601.629806:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575601.629807:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.629808:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575601.629809:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575601.629810:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788575601.629811:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575601.629812:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325660.
02000000:00000001:3.0:1788575601.629812:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575601.629815:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816135168, offset 0
02000000:00000010:3.0:1788575601.629815:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437800.
00000100:00000001:3.0:1788575601.629818:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.629819:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00100000:3.0:1788575601.629821:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575601.629828:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575601.629830:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575601.629830:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.629834:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:3.0:1788575601.629834:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575601.629837:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575601.629839:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575601.629841:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788575601.629842:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.629843:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000040:3.0:1788575601.629845:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6455)
00000400:00000200:2.0:1788575601.629846:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90561:90561:254:4294967295] 192.168.202.101@tcp LPNI seq info [90541:90541:6:4294967295]
00000400:00000200:2.0:1788575601.629850:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575601.629855:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575601.629859:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575601.629862:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bc00.
00000800:00000200:2.0:1788575601.629865:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575601.629868:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575601.629871:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575601.629874:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575601.629877:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575601.629879:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301117466
00000100:00000001:2.0:1788575601.629881:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301121408
00000100:00000001:2.0:1788575601.629883:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301117466
00000100:00000001:2.0:1788575601.629885:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301121408
00000100:00000001:2.0:1788575601.629888:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575601.629890:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.629891:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575601.629895:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575601.629902:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575601.629903:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575601.629905:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575601.629907:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575601.629909:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575601.629911:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135296:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575601.629914:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575601.629916:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575601.629917:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575601.629919:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575601.629922:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575601.629924:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.629927:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575601.629930:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71efcb8.
00000400:00000010:2.0:1788575601.629934:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325c38.
00000100:00000200:2.0:1788575601.629937:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816135296, portal 4
00000100:00000001:2.0:1788575601.629939:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575601.629940:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575601.629945:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575601.629952:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575601.629954:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575601.629956:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575601.629958:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816135296, offset 0
00000400:00000200:2.0:1788575601.629962:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575601.629965:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575601.629969:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575601.629972:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575601.629974:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575601.629976:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575601.629978:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575601.629981:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90562:90562:253:4294967295] 192.168.202.101@tcp LPNI seq info [90542:90542:5:4294967295]
00000400:00000200:2.0:1788575601.629985:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575601.630004:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575601.630009:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575601.630013:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b700.
00000800:00000200:2.0:1788575601.630016:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575601.630019:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575601.630023:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575601.630025:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575601.630028:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575601.630030:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301117499
00000100:00000001:2.0:1788575601.630033:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301121408
00000100:00000001:2.0:1788575601.630035:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301117499
00000100:00000001:2.0:1788575601.630037:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301121408
00000100:00000001:2.0:1788575601.630039:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575601.630041:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.630043:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.630045:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575601.630048:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575601.630049:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788575601.630051:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575601.630071:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575601.630072:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575601.630076:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575601.630082:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575601.630083:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575601.630085:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575601.630086:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575601.630088:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575601.630090:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135424:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575601.630094:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575601.630095:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575601.630097:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575601.630099:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575601.630103:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575601.630104:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575601.630106:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575601.630109:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef268.
00000400:00000010:2.0:1788575601.630112:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03256e8.
00000100:00000200:2.0:1788575601.630114:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816135424, portal 4
00000100:00000001:2.0:1788575601.630115:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575601.630116:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575601.630121:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575601.630126:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575601.630128:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575601.630131:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575601.630132:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816135424, offset 0
00000400:00000200:2.0:1788575601.630136:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575601.630139:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575601.630143:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575601.630145:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575601.630147:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575601.630149:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575601.630151:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575601.630154:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90563:90563:252:4294967295] 192.168.202.101@tcp LPNI seq info [90543:90543:4:4294967295]
00000400:00000200:2.0:1788575601.630157:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575601.630162:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575601.630166:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575601.630169:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575601.630172:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575601.630175:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575601.630177:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575601.630180:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575601.630183:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575601.630185:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301117491
00000100:00000001:2.0:1788575601.630188:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301121408
00000100:00000001:2.0:1788575601.630191:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301117491
00000100:00000001:2.0:1788575601.630193:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301121408
00000100:00000001:2.0:1788575601.630195:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575601.630196:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.630199:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.630201:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575601.630203:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575601.630205:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788575601.630207:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575601.630208:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575601.630209:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575601.630211:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575601.949189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575601.949197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575601.949202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575601.949203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575601.949206:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575601.949207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575601.949209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575601.949210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575601.949213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575601.949214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575601.949280:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575601.949284:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575601.949287:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575602.653206:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575602.653217:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575602.653220:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575602.653228:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575602.653233:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575602.653238:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575602.653241:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575602.653245:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575602.653248:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575602.653264:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575602.653268:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575602.653270:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575602.653284:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575602.653287:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575602.653290:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575602.653292:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575602.653294:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575602.653296:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575602.973219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575602.973231:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575602.973239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575602.973241:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575602.973246:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575602.973248:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575602.973252:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575602.973253:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575602.973256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575602.973258:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575602.973341:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575602.973346:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575602.973350:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575603.677195:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575603.677205:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575603.677207:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575603.677214:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575603.677218:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575603.677223:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575603.677226:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575603.677229:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575603.677232:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575603.677271:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575603.677276:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575603.677278:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575603.677281:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575603.677284:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575603.677286:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575603.677288:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575603.677290:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575603.677292:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575603.997187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575603.997196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575603.997202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575603.997204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575603.997208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575603.997209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575603.997213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575603.997215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575603.997218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575603.997219:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575603.997259:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575603.997263:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575603.997266:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575604.701195:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575604.701206:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575604.701209:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575604.701216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575604.701221:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575604.701225:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575604.701229:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575604.701232:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575604.701236:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575604.701387:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575604.701391:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575604.701392:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575604.701395:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575604.701397:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575604.701398:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575604.701400:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575604.701401:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575604.701403:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1788575604.701418:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:2.0:1788575604.701471:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788575604.701483:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575604.701489:0:2388:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:2.0:1788575604.701502:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575604.701507:0:2388:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788575604.701513:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575604.701518:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:2.0:1788575604.701524:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575604.701529:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575604.701537:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575604.701539:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575604.701546:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575604.701556:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575604.701592:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575604.701597:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575604.701603:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575604.701605:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575604.701621:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575604.701624:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956be00.
00000100:00000001:3.0:1788575604.701627:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788575604.701628:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1788575604.701634:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575604.701641:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1788575604.701647:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575604.701653:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03254c8
00000100:00100000:3.0:1788575604.701653:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575601/real 1788575604]  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788575604.701657:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03254c8.
00000100:00000001:2.0:1788575604.701663:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:3.0:1788575604.701671:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575604.701675:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000200:2.0:1788575604.701679:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788575604.701682:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efc08.
00000400:00000200:3.0:1788575604.701689:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03255d8
00000100:00000001:2.0:1788575604.701691:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000010:3.0:1788575604.701693:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03255d8.
00000100:00000040:2.0:1788575604.701696:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.701700:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788575604.701707:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575604.701708:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575604.701710:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575604.701725:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000100:00000200:3.0:1788575604.701725:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788575604.701731:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bc00.
00000400:00000200:2.0:1788575604.701736:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1788575604.701739:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:2.0:1788575604.701742:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1788575604.701744:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788575604.701747:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325660
00000100:00000001:3.0:1788575604.701749:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:2.0:1788575604.701750:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325660.
00000100:00000001:3.0:1788575604.701754:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575604.701755:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575604.701761:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575604.701765:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575604.701778:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788575604.701781:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575604.701784:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575604.701792:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575604.701793:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575604.701796:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575604.701803:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575604.701808:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b700.
00000100:00000001:3.0:1788575604.701811:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1788575604.701812:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1788575604.701818:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788575604.701819:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1788575604.701822:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1788575604.701826:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000100:00000001:3.0:1788575604.701826:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1788575604.701831:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:3.0:1788575604.701832:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575604.701837:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575604.701840:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788575604.701843:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000200:2.0:1788575604.701848:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575604.701853:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575604.701859:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788575604.701864:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575604.701869:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575604.701870:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575604.701897:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575604.701901:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1788575604.701901:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816134912:192.168.202.101@tcp:250:kworker.0
00000800:00000100:2.0:1788575604.701909:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000100:00000001:3.0:1788575604.701910:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575604.701915:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000001:3.0:1788575604.701916:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575604.701921:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8e00 x1875450816134912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575604.701924:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575604.701932:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1788575604.701936:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:2.0:1788575604.701938:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575604.701942:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
02000000:00000001:3.0:1788575604.701942:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788575604.701947:0:2388:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1788575604.701949:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c0000.
00000100:00000200:2.0:1788575604.701952:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575604.701956:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575604.701963:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:2.0:1788575604.701964:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788575604.701968:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000040:2.0:1788575604.701970:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575604.701974:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788575604.701980:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575604.701981:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437400.
00000100:00000001:2.0:1788575604.701983:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788575604.701990:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575604.701994:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575604.702121:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8e00.
00000100:00000001:3.0:1788575604.702127:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575604.702128:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702132:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575604.702133:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575604.702135:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575604.702136:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575604.702141:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575601/real 1788575604]  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575604.702150:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575604.702151:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575604.702154:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef268.
00000400:00000200:3.0:1788575604.702157:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03256e8
00000400:00000010:3.0:1788575604.702158:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03256e8.
00000100:00000001:3.0:1788575604.702161:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575604.702164:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575604.702172:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702177:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575604.702178:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702180:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575604.702181:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575604.702184:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702190:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575604.702193:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702204:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575604.702206:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702207:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575604.702208:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702210:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575604.702212:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575604.702214:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575604.702218:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575604.702220:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575604.702223:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575604.702230:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135424:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575604.702234:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575604.702238:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575601/real 1788575604]  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575604.702253:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575604.702254:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575604.702256:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efe70.
00000400:00000200:3.0:1788575604.702259:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325dd0
00000400:00000010:3.0:1788575604.702261:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325dd0.
00000100:00000001:3.0:1788575604.702263:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575604.702266:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575604.702274:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702281:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575604.702282:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702283:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575604.702285:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575604.702288:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702294:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575604.702297:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702304:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575604.702307:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702309:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575604.702310:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702312:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575604.702314:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575604.702317:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575604.702322:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575604.702325:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575604.702331:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575604.702339:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135168:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575604.702344:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575604.702348:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575601/real 1788575604]  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575604.702354:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575604.702355:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575604.702357:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71efcb8.
00000400:00000200:3.0:1788575604.702360:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325c38
00000400:00000010:3.0:1788575604.702362:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325c38.
00000100:00000001:3.0:1788575604.702364:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575604.702367:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575604.702374:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702380:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575604.702381:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702383:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575604.702385:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575604.702389:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702395:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575604.702398:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702403:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575604.702406:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702408:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575604.702410:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702411:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575604.702416:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575604.702418:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575604.702421:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575604.702423:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575604.702426:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575604.702433:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135296:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575604.702437:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575604.702439:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575601/real 1788575604]  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575604.702446:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575604.702447:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575604.702450:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71eff78.
00000400:00000200:3.0:1788575604.702452:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325770
00000400:00000010:3.0:1788575604.702453:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325770.
00000100:00000001:3.0:1788575604.702456:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575604.702459:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575604.702473:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702479:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575604.702481:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702483:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575604.702484:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575604.702487:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702498:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575604.702501:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702507:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575604.702510:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702511:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575604.702513:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702515:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575604.702518:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575604.702520:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575604.702523:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575604.702526:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575604.702529:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575604.702538:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135040:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575604.702543:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702544:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575604.702548:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816135424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702555:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575604.702557:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575604.702558:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:3.0:1788575604.702562:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575604.702564:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575604.702565:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575604.702567:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575604.702569:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437800.
02000000:00000001:3.0:1788575604.702572:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575604.702574:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575604.702576:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:3.0:1788575604.702578:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575604.702579:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702581:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575604.702584:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816135168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702589:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575604.702590:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575604.702591:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:3.0:1788575604.702593:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575604.702595:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575604.702596:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575604.702598:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575604.702599:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437c00.
02000000:00000001:3.0:1788575604.702601:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575604.702602:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575604.702603:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:3.0:1788575604.702605:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575604.702606:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702607:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575604.702610:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816135296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702615:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575604.702616:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575604.702618:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575604.702620:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575604.702621:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575604.702622:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575604.702624:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575604.702625:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434400.
02000000:00000001:3.0:1788575604.702627:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575604.702629:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575604.702630:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:3.0:1788575604.702632:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575604.702634:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702635:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575604.702638:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9500 x1875450816135040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575604.702643:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575604.702644:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575604.702645:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:3.0:1788575604.702647:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575604.702648:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575604.702649:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575604.702650:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575604.702652:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436c00.
02000000:00000001:3.0:1788575604.702655:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575604.702656:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575604.702657:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9500.
00000100:00000001:3.0:1788575604.702659:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575604.702660:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702662:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575604.702672:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575604.702674:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575604.702676:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575604.702677:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575605.021182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575605.021192:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575605.021194:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575605.021198:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021201:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575605.021203:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021206:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021208:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575605.021213:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575605.021214:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575605.021215:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021216:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575605.021217:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021218:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021219:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575605.021222:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575605.021223:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575605.021223:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021224:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575605.021225:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021226:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021227:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575605.021230:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575605.021231:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575605.021275:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575605.021279:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575605.021281:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575605.661143:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301121408, at 4301121472
00000100:00000040:3.0:1788575605.661144:0:49967:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301121408, at 4301121472
00000100:00000010:2.0:1788575605.661158:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575605.661159:0:49967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b9c0.
00000100:00000001:2.0:1788575605.725176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575605.725184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575605.725186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575605.725192:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575605.725196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575605.725200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575605.725202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575605.725205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575605.725209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575605.725236:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575605.725241:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575605.725243:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575605.725248:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575605.725250:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575605.725253:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575605.725256:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575605.725258:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575605.725260:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575606.045179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575606.045185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575606.045192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575606.045193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575606.045196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575606.045197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575606.045200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575606.045201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575606.045204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575606.045205:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575606.045274:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575606.045279:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575606.045282:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575606.749154:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575606.749165:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575606.749167:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575606.749172:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575606.749177:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575606.749184:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6450
00000400:00000200:3.0:1788575606.749193:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575606.749195:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575606.749198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575606.749200:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575606.749202:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00100000:0.0:1788575606.749203:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:3.0:1788575606.749208:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788575606.749211:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575606.749215:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575606.749215:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575606.749220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575606.749221:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788575606.749222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575606.749226:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575606.749226:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749232:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575606.749236:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575606.749238:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575606.749241:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575606.749244:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575606.749247:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575606.749249:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575606.749252:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749254:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.749256:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749259:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575606.749261:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575606.749264:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749267:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575606.749270:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575606.749273:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575606.749277:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.749280:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575606.749282:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575606.749289:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9500.
00000020:00000040:3.0:1788575606.749292:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575606.749302:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575606.749305:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
02000000:00000001:3.0:1788575606.749305:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.749309:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575606.749310:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575606.749313:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575606.749313:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788575606.749317:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
02000000:00000001:3.0:1788575606.749320:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.749321:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575606.749325:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.749327:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575606.749328:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788575606.749329:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436c00.
00000100:00000001:2.0:1788575606.749331:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.749337:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575606.749347:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575606.749358:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575606.749362:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575606.749367:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ceba466] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575606.749390:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575606.749393:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575606.749396:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575606.749397:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575606.749399:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575606.749401:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575606.749404:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6450
00000400:00000200:3.0:1788575606.749408:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575606.749411:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575606.749413:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575606.749417:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749420:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.749423:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749425:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575606.749426:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788575606.749428:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575606.749431:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788575606.749431:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575606.749433:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575606.749435:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788575606.749437:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575606.749441:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575606.749443:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575606.749444:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575606.749452:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749457:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.749461:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749466:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575606.749471:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:2.0:1788575606.749472:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575606.749474:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575606.749475:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749480:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.749481:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575606.749482:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575606.749485:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575606.749488:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575606.749489:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575606.749494:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575606.749497:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816135552:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575606.749498:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575606.749503:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788575606.749504:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788575606.749508:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.749510:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788575606.749511:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.749515:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575606.749517:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
02000000:00000001:2.0:1788575606.749521:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788575606.749521:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575606.749525:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575606.749527:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.749528:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1788575606.749530:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:3.0:1788575606.749531:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575606.749535:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575606.749535:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575606.749542:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434400.
00000400:00000200:2.0:1788575606.749544:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575606.749547:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575606.749549:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00100000:3.0:1788575606.749555:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575606.749558:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575606.749566:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788575606.749568:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816135552, portal 25
00000100:00000001:3.0:1788575606.749569:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.749572:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788575606.749576:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.749577:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773172480 : -111012936379136 : ffff9b08c95c9500)
00000100:00000040:2.0:1788575606.749587:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575606.749590:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575606.749595:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575606.749601:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788575606.749601:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575606.749605:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1788575606.749606:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575606.749608:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788575606.749611:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000001:3.0:1788575606.749612:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788575606.749617:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816135552, offset 0
00000100:00080000:3.0:1788575606.749618:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6450
00000400:00000200:3.0:1788575606.749624:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.749627:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575606.749632:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575606.749635:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575606.749639:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575606.749639:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749644:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.749646:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575606.749649:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:3.0:1788575606.749650:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575606.749655:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788575606.749657:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788575606.749657:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575606.749661:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575606.749663:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575606.749664:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:3.0:1788575606.749667:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575606.749669:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575606.749672:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749674:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.749676:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749678:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575606.749680:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575606.749684:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749687:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575606.749688:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788575606.749690:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788575606.749693:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:3.0:1788575606.749694:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575606.749699:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575606.749700:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90564:90564:256:4294967295] 192.168.202.101@tcp LPNI seq info [90544:90544:8:4294967295]
00000100:00000001:3.0:1788575606.749704:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575606.749708:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:3.0:1788575606.749708:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575606.749713:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.749715:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575606.749720:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1788575606.749722:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000020:00000040:3.0:1788575606.749727:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:2.0:1788575606.749728:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575606.749731:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575606.749734:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575606.749736:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000100:00000001:3.0:1788575606.749736:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575606.749740:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575606.749742:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575606.749747:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437c00.
00000800:00000200:2.0:1788575606.749750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575606.749752:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575606.749756:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00100000:3.0:1788575606.749761:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788575606.749766:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575606.749773:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788575606.749777:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1788575606.749781:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749782:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575606.749785:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000040:3.0:1788575606.749790:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575606.749793:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575606.749799:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575606.749804:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575606.749807:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575606.749812:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575606.749816:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.749824:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.749827:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.749835:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.749837:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575606.749843:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575606.749848:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575606.749852:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301126528
00000100:00000010:2.0:1788575606.749859:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575606.749862:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575606.749866:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575606.749867:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1788575606.749871:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575606.749874:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575606.749875:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301126528
00000100:00080000:3.0:1788575606.749876:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1788575606.749882:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bb40.
00000100:00000001:3.0:1788575606.749882:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575606.749887:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6450
00000100:00000001:2.0:1788575606.749888:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575606.749894:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575606.749894:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575606.749900:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575606.749901:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575606.749904:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788575606.749906:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575606.749911:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575606/real 1788575606]  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575606.749912:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749917:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.749920:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.749925:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000001:2.0:1788575606.749929:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788575606.749929:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575606.749931:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000400:00000001:2.0:1788575606.749933:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788575606.749934:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788575606.749937:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000020:00000040:3.0:1788575606.749937:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575606.749942:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575606.749944:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000020:00000001:3.0:1788575606.749945:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000010:2.0:1788575606.749948:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000040:3.0:1788575606.749951:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575606.749954:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788575606.749954:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.749959:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575606.749961:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575606.749962:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575606.749967:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575606.749974:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000200:2.0:1788575606.749980:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575606.749980:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575606.749984:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575606.749989:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575606.749992:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788575606.749993:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.749995:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575606.749998:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575606.749999:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1788575606.750002:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575606.750017:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.750019:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575606.750023:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000020:00000040:3.0:1788575606.750025:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575606.750027:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575606.750028:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.750030:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575606.750032:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575606.750033:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575606.750038:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437800.
00000100:00000001:3.0:1788575606.750041:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575606.750046:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575606.750082:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575606.750084:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575606.750089:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575606.750097:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575606.750100:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575606.750103:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575606.750105:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575606.750106:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575606.750109:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575606.750111:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6450
00000400:00000200:3.0:1788575606.750115:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575606.750117:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575606.750120:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575606.750122:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.750124:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.750126:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.750133:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575606.750135:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575606.750136:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575606.750138:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575606.750140:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575606.750142:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575606.750144:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575606.750147:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.750149:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575606.750151:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575606.750153:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575606.750155:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575606.750158:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575606.750161:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575606.750163:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575606.750166:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575606.750168:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.750171:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575606.750173:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575606.750175:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.750177:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575606.750181:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8e00.
00000020:00000040:3.0:1788575606.750184:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575606.750186:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575606.750187:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575606.750189:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575606.750190:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575606.750192:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575606.750196:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437400.
00000100:00000001:3.0:1788575606.750199:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575606.750203:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575606.750210:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575606.750212:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575606.750216:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3816242] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575606.750223:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575606.750228:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6460)
00000100:00000001:2.0:1788575606.750404:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575606.750411:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750419:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575606.750423:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750430:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575606.750433:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.750434:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.750435:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.750438:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575606.750440:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575606.750443:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575606.750446:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575606.750451:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575606.750456:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575606.750463:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816135552:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575606.750467:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.750470:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.750473:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9500 x1875450816135552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750478:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575606.750481:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575606.750483:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575606.750486:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575606.750488:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575606.750490:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575606.750492:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575606.750494:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436c00.
02000000:00000001:2.0:1788575606.750498:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575606.750499:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575606.750501:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9500.
00000100:00000001:2.0:1788575606.750504:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575606.750505:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.750507:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.750513:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575606.750515:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.750517:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575606.750518:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575606.750519:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575606.750523:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750529:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575606.750530:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.750533:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575606.750535:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575606.750537:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575606.750540:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135680:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575606.750543:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575606.750546:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575606.750548:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.750549:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575606.750552:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575606.750554:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575606.750558:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575606.750560:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575606.750564:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575606.750569:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816135680, portal 10
00000100:00000001:2.0:1788575606.750571:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575606.750572:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575606.750578:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750585:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575606.750587:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575606.750589:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575606.750592:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816135680, offset 0
00000400:00000200:2.0:1788575606.750596:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575606.750601:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.750605:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575606.750608:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575606.750611:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575606.750613:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575606.750615:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575606.750618:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90565:90565:256:4294967295] 192.168.202.101@tcp LPNI seq info [90545:90545:8:4294967295]
00000400:00000200:2.0:1788575606.750621:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.750628:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575606.750632:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575606.750635:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575606.750641:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575606.750643:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575606.750648:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575606.750650:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575606.750653:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575606.750655:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575606.750667:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575606.750671:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575606.750674:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575606.750676:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575606.750679:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575606.750683:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750690:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.750693:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750699:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.750700:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575606.750704:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575606.750708:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575606.750711:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575606.750713:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301122637
00000100:00000001:2.0:1788575606.750716:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301126528
00000100:00000001:2.0:1788575606.750718:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301122637
00000100:00000001:2.0:1788575606.750720:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301126528
00000100:00000001:2.0:1788575606.750722:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575606.750724:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.750726:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575606.750730:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575606/real 1788575606]  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575606.750745:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575606.750746:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575606.750747:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575606.750750:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575606.750752:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575606.750754:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575606.750757:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575606.750764:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750770:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575606.750771:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.750773:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.750774:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575606.750777:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750783:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575606.750787:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750792:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575606.750794:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.750795:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.750796:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.750798:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575606.750800:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575606.750802:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575606.750805:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575606.750807:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575606.750810:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575606.750816:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135680:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575606.750820:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575606.750823:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750828:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575606.750829:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.750831:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575606.750833:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575606.750835:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575606.750837:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135808:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575606.750839:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575606.750841:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575606.750843:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.750845:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575606.750848:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575606.750850:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575606.750853:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575606.750855:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575606.750857:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575606.750860:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816135808, portal 10
00000100:00000001:2.0:1788575606.750862:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575606.750863:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000100:00000040:2.0:1788575606.750867:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750872:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575606.750874:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575606.750876:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575606.750878:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816135808, offset 0
00000400:00000200:2.0:1788575606.750883:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575606.750886:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.750889:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575606.750891:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575606.750893:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575606.750896:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575606.750897:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575606.750900:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90566:90566:256:4294967295] 192.168.202.101@tcp LPNI seq info [90546:90546:8:4294967295]
00000400:00000200:2.0:1788575606.750903:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.750909:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575606.750912:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575606.750915:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575606.750918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575606.750920:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575606.750924:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575606.750926:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575606.750929:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575606.750931:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575606.750934:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575606.750937:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575606.750939:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575606.750941:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575606.750943:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575606.750946:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750952:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.750955:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.750961:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.750963:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575606.750966:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575606.750969:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575606.750972:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575606.750974:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301122587
00000100:00000001:2.0:1788575606.750976:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301126528
00000100:00000001:2.0:1788575606.750978:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301122587
00000100:00000001:2.0:1788575606.750980:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301126528
00000100:00000001:2.0:1788575606.750982:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575606.750984:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.750986:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575606.750989:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575606/real 1788575606]  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575606.750996:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575606.750997:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575606.750999:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575606.751001:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575606.751014:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575606.751017:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575606.751020:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575606.751027:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751032:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575606.751033:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751035:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.751036:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575606.751039:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751045:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575606.751048:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751077:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575606.751080:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751081:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.751082:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751084:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575606.751085:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575606.751088:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575606.751091:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575606.751093:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575606.751096:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575606.751102:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135808:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575606.751106:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575606.751109:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751114:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575606.751115:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.751117:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575606.751119:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575606.751121:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575606.751123:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135936:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575606.751126:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575606.751128:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575606.751130:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.751131:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575606.751135:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575606.751136:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575606.751139:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575606.751141:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575606.751144:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575606.751147:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816135936, portal 4
00000100:00000001:2.0:1788575606.751149:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575606.751150:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575606.751155:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751161:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575606.751162:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575606.751165:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575606.751167:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816135936, offset 0
00000400:00000200:2.0:1788575606.751170:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575606.751174:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.751177:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575606.751180:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575606.751182:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575606.751184:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575606.751187:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575606.751189:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90567:90567:256:4294967295] 192.168.202.101@tcp LPNI seq info [90547:90547:8:4294967295]
00000400:00000200:2.0:1788575606.751193:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.751199:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575606.751203:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575606.751206:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575606.751209:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575606.751212:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575606.751216:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575606.751218:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575606.751221:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575606.751223:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575606.751226:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575606.751229:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575606.751232:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575606.751233:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575606.751236:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575606.751238:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751250:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.751253:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751259:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.751260:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575606.751263:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575606.751265:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575606.751268:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575606.751270:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301122621
00000100:00000001:2.0:1788575606.751273:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301126528
00000100:00000001:2.0:1788575606.751274:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301122621
00000100:00000001:2.0:1788575606.751276:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301126528
00000100:00000001:2.0:1788575606.751278:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575606.751280:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.751281:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575606.751284:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575606/real 1788575606]  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575606.751292:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575606.751293:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575606.751294:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575606.751297:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575606.751298:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575606.751300:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575606.751303:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575606.751310:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751315:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575606.751317:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751319:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.751320:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575606.751324:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751329:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575606.751333:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751338:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575606.751340:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751342:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.751343:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751344:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575606.751347:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575606.751349:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575606.751352:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575606.751355:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575606.751358:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575606.751365:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816135936:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575606.751369:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575606.751373:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751379:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575606.751380:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.751383:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575606.751384:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575606.751385:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575606.751387:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136064:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575606.751389:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575606.751391:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575606.751392:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575606.751393:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575606.751396:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575606.751397:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575606.751399:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575606.751400:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575606.751402:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575606.751404:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816136064, portal 4
00000100:00000001:2.0:1788575606.751405:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575606.751406:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773170688 : -111012936380928 : ffff9b08c95c8e00)
00000100:00000040:2.0:1788575606.751410:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751414:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575606.751415:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575606.751416:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575606.751418:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816136064, offset 0
00000400:00000200:2.0:1788575606.751420:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575606.751422:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.751424:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575606.751426:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575606.751428:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575606.751430:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575606.751431:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575606.751433:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90568:90568:256:4294967295] 192.168.202.101@tcp LPNI seq info [90548:90548:8:4294967295]
00000400:00000200:2.0:1788575606.751437:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575606.751443:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575606.751447:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575606.751450:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575606.751453:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575606.751456:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575606.751459:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575606.751462:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575606.751465:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575606.751467:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575606.751470:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575606.751473:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575606.751476:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575606.751477:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575606.751480:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575606.751483:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751489:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.751491:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751495:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.751496:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575606.751498:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575606.751500:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575606.751502:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575606.751504:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301122612
00000100:00000001:2.0:1788575606.751505:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301126528
00000100:00000001:2.0:1788575606.751507:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301122612
00000100:00000001:2.0:1788575606.751508:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301126528
00000100:00000001:2.0:1788575606.751509:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575606.751510:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.751512:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575606.751514:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575606/real 1788575606]  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575606.751517:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575606.751519:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575606.751520:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575606.751522:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575606.751524:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575606.751526:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575606.751528:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575606.751537:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751543:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575606.751544:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751545:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.751547:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575606.751550:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751556:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575606.751559:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751565:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575606.751567:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751568:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575606.751569:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751570:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575606.751572:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575606.751574:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575606.751577:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575606.751578:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575606.751582:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575606.751595:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136064:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575606.751598:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751600:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.751604:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816135680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751610:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575606.751612:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575606.751614:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575606.751616:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575606.751618:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575606.751620:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575606.751621:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575606.751623:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434400.
02000000:00000001:2.0:1788575606.751626:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575606.751627:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575606.751629:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575606.751632:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575606.751633:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751634:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.751638:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816135808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751645:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575606.751646:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575606.751648:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575606.751650:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575606.751651:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575606.751652:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575606.751654:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575606.751655:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437c00.
02000000:00000001:2.0:1788575606.751657:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575606.751658:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575606.751659:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:2.0:1788575606.751661:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575606.751662:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751663:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.751665:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816135936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751669:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575606.751669:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575606.751670:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575606.751672:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575606.751672:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575606.751673:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575606.751674:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575606.751674:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437800.
02000000:00000001:2.0:1788575606.751675:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575606.751676:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575606.751677:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575606.751678:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575606.751678:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751679:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575606.751681:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8e00 x1875450816136064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575606.751684:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575606.751685:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575606.751685:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575606.751686:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575606.751687:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575606.751687:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575606.751688:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575606.751689:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437400.
02000000:00000001:2.0:1788575606.751690:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575606.751690:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575606.751691:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575606.751692:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575606.751693:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751694:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575606.751697:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575606.751698:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575606.751699:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575606.751701:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575607.069215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575607.069222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575607.069228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575607.069229:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575607.069233:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575607.069234:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575607.069236:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575607.069237:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575607.069239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575607.069240:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575607.069294:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575607.069297:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575607.069299:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575607.773168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575607.773175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575607.773176:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575607.773181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575607.773185:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575607.773189:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575607.773192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575607.773194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575607.773198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575607.773279:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575607.773283:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575607.773285:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575607.773288:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575607.773291:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575607.773293:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575607.773295:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575607.773296:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575607.773299:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093166:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575608.093174:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575608.093177:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575608.093181:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093185:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575608.093188:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093190:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093192:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575608.093198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575608.093203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093206:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575608.093207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575608.093211:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575608.093213:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575608.093215:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093216:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575608.093217:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093219:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575608.093221:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575608.093274:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575608.093278:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575608.093281:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575608.797143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575608.797144:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575608.797149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575608.797151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575608.797151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575608.797155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575608.797156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575608.797160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575608.797160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575608.797164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575608.797165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575608.797166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575608.797169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575608.797170:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575608.797172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575608.797174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575608.797177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575608.797179:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575609.117150:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575609.117156:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575609.117162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575609.117163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575609.117167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575609.117168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575609.117172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575609.117173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575609.117176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575609.117177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575609.117223:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575609.117227:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575609.117231:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575609.821180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575609.821184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575609.821188:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575609.821190:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575609.821192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575609.821193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575609.821201:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575609.821201:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575609.821207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575609.821207:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575609.821212:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575609.821213:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575609.821217:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575609.821219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575609.821222:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575609.821225:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575609.821229:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575609.821232:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575610.141176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575610.141182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575610.141189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575610.141190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575610.141194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575610.141195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575610.141198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575610.141199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575610.141202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575610.141203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575610.141258:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575610.141261:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575610.141263:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575610.781117:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301126528, at 4301126592
00000100:00000040:2.0:1788575610.781118:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301126528, at 4301126592
00000100:00000010:3.0:1788575610.781132:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bb40.
00000100:00000010:2.0:1788575610.781135:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:0.0:1788575610.845156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575610.845156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575610.845164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575610.845165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575610.845169:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575610.845169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575610.845177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575610.845177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575610.845183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575610.845184:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575610.845188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575610.845188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575610.845194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575610.845197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575610.845200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575610.845201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575610.845204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575610.845209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575611.165181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575611.165188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575611.165193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575611.165194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575611.165197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575611.165199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575611.165202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575611.165203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575611.165206:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575611.165207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575611.165258:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575611.165260:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575611.165262:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575611.869152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575611.869153:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575611.869158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575611.869158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575611.869162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788575611.869164:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1788575611.869166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575611.869167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869168:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788575611.869170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575611.869171:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575611.869175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788575611.869175:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575611.869176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.869178:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575611.869180:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575611.869183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575611.869184:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575611.869186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869187:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575611.869190:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.869192:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575611.869194:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6455
00000400:00000200:3.0:1788575611.869205:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575611.869212:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575611.869215:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575611.869218:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869220:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575611.869222:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869224:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575611.869227:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575611.869228:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575611.869230:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575611.869232:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575611.869234:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575611.869236:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575611.869238:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869239:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575611.869240:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869241:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575611.869243:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575611.869244:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869246:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575611.869248:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575611.869250:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575611.869251:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869253:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575611.869254:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575611.869261:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb480.
00000020:00000040:3.0:1788575611.869264:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575611.869267:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575611.869268:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869271:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575611.869272:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575611.869276:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575611.869281:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436400.
00000100:00000001:3.0:1788575611.869286:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575611.869293:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575611.869306:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575611.869310:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575611.869313:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001528b4d4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575611.869329:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575611.869331:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575611.869334:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575611.869335:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575611.869336:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575611.869338:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575611.869339:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6455
00000400:00000200:3.0:1788575611.869342:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575611.869345:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575611.869346:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575611.869349:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869351:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575611.869353:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869354:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575611.869355:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788575611.869356:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575611.869359:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788575611.869359:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:2.0:1788575611.869363:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788575611.869363:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575611.869367:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575611.869370:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575611.869371:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575611.869372:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575611.869378:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869381:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575611.869384:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575611.869387:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575611.869387:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575611.869390:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575611.869391:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575611.869395:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788575611.869395:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869397:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575611.869399:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575611.869400:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575611.869403:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575611.869404:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575611.869406:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869408:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788575611.869411:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816136192:192.168.202.101@tcp:250:kworker.0
00000008:00100000:3.0:1788575611.869412:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575611.869416:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869419:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869420:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1788575611.869422:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9180.
00000020:00000040:3.0:1788575611.869425:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575611.869426:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575611.869427:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575611.869429:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575611.869429:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869430:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575611.869432:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575611.869434:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575611.869435:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575611.869437:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437000.
00000100:00000001:3.0:1788575611.869440:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575611.869442:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
00000100:00100000:3.0:1788575611.869444:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575611.869447:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869453:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575611.869456:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575611.869457:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575611.869460:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000040:3.0:1788575611.869461:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d6a6daa] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788575611.869467:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575611.869474:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816136192, portal 25
00000100:00000001:3.0:1788575611.869475:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869478:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788575611.869479:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575611.869480:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773180544 : -111012936371072 : ffff9b08c95cb480)
00000100:00080000:3.0:1788575611.869482:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575611.869484:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575611.869486:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788575611.869487:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.869494:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575611.869494:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788575611.869498:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575611.869500:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6455
00000400:00000010:2.0:1788575611.869501:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575611.869505:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816136192, offset 0
00000400:00000200:3.0:1788575611.869505:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575611.869511:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1788575611.869514:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575611.869516:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575611.869522:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575611.869522:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869528:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575611.869531:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:3.0:1788575611.869532:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575611.869537:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788575611.869537:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575611.869541:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788575611.869542:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000040:3.0:1788575611.869544:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:2.0:1788575611.869547:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1788575611.869548:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575611.869551:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000040:3.0:1788575611.869553:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575611.869556:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90569:90569:256:4294967295] 192.168.202.101@tcp LPNI seq info [90549:90549:8:4294967295]
00000020:00000001:3.0:1788575611.869559:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575611.869562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:3.0:1788575611.869565:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575611.869571:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575611.869576:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788575611.869577:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575611.869582:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575611.869586:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869586:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575611.869591:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000010:2.0:1788575611.869592:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000100:00080000:3.0:1788575611.869604:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000800:00000200:2.0:1788575611.869607:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575611.869611:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575611.869612:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1788575611.869616:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788575611.869619:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:3.0:1788575611.869621:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1788575611.869622:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1788575611.869627:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788575611.869628:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575611.869632:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000001:3.0:1788575611.869632:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575611.869637:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788575611.869639:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1788575611.869642:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.869644:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788575611.869647:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.869649:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575611.869652:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000010:3.0:1788575611.869653:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8000.
00000100:00000001:2.0:1788575611.869655:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1788575611.869658:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000200:2.0:1788575611.869659:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575611.869664:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575611.869669:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.869671:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575611.869673:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869679:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869681:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575611.869682:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788575611.869685:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575611.869687:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575611.869688:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.869692:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575611.869694:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301131648
02000000:00000010:3.0:1788575611.869695:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435800.
00000100:00000010:2.0:1788575611.869698:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575611.869700:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869705:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1788575611.869710:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575611.869711:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301131648
00000100:00000010:2.0:1788575611.869715:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b660.
00000100:00000001:2.0:1788575611.869720:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575611.869724:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575611.869725:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575611.869728:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869729:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869733:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788575611.869735:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0af9726] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575611.869739:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575611/real 1788575611]  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575611.869752:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575611.869755:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788575611.869755:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1788575611.869757:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788575611.869760:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1788575611.869761:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575611.869763:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788575611.869764:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000100:00080000:3.0:1788575611.869765:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788575611.869766:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575611.869770:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788575611.869771:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788575611.869774:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575611.869775:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6455
00000400:00000200:3.0:1788575611.869784:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000200:2.0:1788575611.869787:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575611.869788:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575611.869792:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575611.869798:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575611.869800:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575611.869801:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575611.869802:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575611.869805:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575611.869806:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.869810:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575611.869810:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575611.869815:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1788575611.869818:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575611.869818:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575611.869821:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575611.869824:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575611.869827:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575611.869828:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788575611.869830:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575611.869833:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575611.869839:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575611.869841:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575611.869844:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575611.869845:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.869848:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.869849:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575611.869850:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575611.869852:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575611.869855:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575611.869856:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788575611.869861:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:2.0:1788575611.869862:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575611.869868:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00080000:2.0:1788575611.869869:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575611.869874:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869875:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1788575611.869878:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788575611.869883:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575611.869884:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575611.869889:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869894:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575611.869898:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00100000:2.0:1788575611.869901:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816136192:192.168.202.101@tcp:250:kworker.0
00000008:00000001:3.0:1788575611.869902:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.869907:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869909:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.869913:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.869916:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb480 x1875450816136192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575611.869920:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575611.869922:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1788575611.869924:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575611.869926:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788575611.869928:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575611.869930:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575611.869931:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
00000100:00000001:3.0:1788575611.869932:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575611.869934:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575611.869936:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1788575611.869937:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575611.869941:0:2397:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000010:3.0:1788575611.869942:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434800.
00000020:00000040:2.0:1788575611.869945:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:3.0:1788575611.869946:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575611.869950:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00100000:3.0:1788575611.869954:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788575611.869955:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436400.
02000000:00000001:2.0:1788575611.869960:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575611.869962:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575611.869964:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb480.
00000100:00000001:2.0:1788575611.869968:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575611.869969:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575611.869970:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.869973:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575611.869974:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869979:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788575611.869980:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e5dfd4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.869981:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.869985:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575611.869986:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575611.869988:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575611.869993:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575611.869995:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575611.870000:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575611.870006:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575611.870009:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575611.870012:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575611.870013:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575611.870016:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575611.870016:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575611.870031:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6455
02000000:00000001:2.0:1788575611.870032:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575611.870035:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575611.870037:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575611.870038:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:2.0:1788575611.870041:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136320:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575611.870046:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1788575611.870046:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000001:2.0:1788575611.870048:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575611.870051:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575611.870066:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575611.870068:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575611.870070:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.870072:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575611.870074:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575611.870079:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00080000:3.0:1788575611.870079:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788575611.870082:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816136320, portal 10
00000100:00000040:3.0:1788575611.870084:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575611.870087:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575611.870088:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575611.870090:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773171584 : -111012936380032 : ffff9b08c95c9180)
00000100:00000040:3.0:1788575611.870091:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575611.870095:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575611.870097:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575611.870099:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575611.870101:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788575611.870103:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575611.870103:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575611.870106:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575611.870110:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575611.870116:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575611.870118:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575611.870121:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575611.870122:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575611.870126:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000040:3.0:1788575611.870126:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575611.870129:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816136320, offset 0
00000100:00000001:3.0:1788575611.870131:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575611.870135:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000020:00000040:3.0:1788575611.870136:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000200:2.0:1788575611.870140:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575611.870144:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575611.870147:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:3.0:1788575611.870150:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575611.870154:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575611.870156:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575611.870158:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788575611.870159:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.870162:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:3.0:1788575611.870163:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575611.870166:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000400:00000200:2.0:1788575611.870167:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575611.870171:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000008:00000001:3.0:1788575611.870172:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.870176:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90570:90570:256:4294967295] 192.168.202.101@tcp LPNI seq info [90550:90550:8:4294967295]
00000100:00000001:3.0:1788575611.870176:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.870183:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:3.0:1788575611.870184:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9c00.
00000400:00000200:2.0:1788575611.870190:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788575611.870190:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575611.870197:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1788575611.870198:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575611.870201:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575611.870203:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000100:00000001:3.0:1788575611.870205:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1788575611.870208:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:3.0:1788575611.870209:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1788575611.870212:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1788575611.870214:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575611.870217:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575611.870219:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
02000000:00000010:3.0:1788575611.870220:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435400.
00000800:00000100:2.0:1788575611.870223:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575611.870225:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000001:3.0:1788575611.870226:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.870228:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1788575611.870232:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575611.870238:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575611.870243:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000100:00000001:3.0:1788575611.870243:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788575611.870245:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:3.0:1788575611.870247:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870248:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788575611.870252:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092b617f1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575611.870253:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575611.870269:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870273:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575611.870274:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6465)
00000100:00000040:2.0:1788575611.870276:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870281:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870283:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575611.870285:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575611.870288:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575611.870294:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575611.870296:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301127757
00000100:00000001:2.0:1788575611.870298:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301131648
00000100:00000001:2.0:1788575611.870299:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301127757
00000100:00000001:2.0:1788575611.870300:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301131648
00000100:00000001:2.0:1788575611.870302:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575611.870303:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870305:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575611.870307:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575611/real 1788575611]  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575611.870312:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575611.870312:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575611.870314:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575611.870315:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575611.870316:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575611.870317:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575611.870319:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575611.870324:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870328:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575611.870328:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870329:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.870330:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575611.870332:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870335:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575611.870337:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870341:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575611.870342:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870343:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.870344:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870345:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575611.870346:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575611.870347:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575611.870349:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575611.870351:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575611.870353:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575611.870357:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136320:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575611.870359:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575611.870361:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870364:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575611.870365:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575611.870366:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575611.870367:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575611.870368:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575611.870370:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136448:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575611.870371:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575611.870372:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575611.870373:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575611.870374:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575611.870376:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575611.870378:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.870379:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575611.870381:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575611.870382:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575611.870384:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816136448, portal 10
00000100:00000001:2.0:1788575611.870385:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575611.870386:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773167104 : -111012936384512 : ffff9b08c95c8000)
00000100:00000040:2.0:1788575611.870389:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870393:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575611.870395:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575611.870396:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575611.870397:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816136448, offset 0
00000400:00000200:2.0:1788575611.870399:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575611.870401:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575611.870403:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575611.870405:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575611.870407:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575611.870408:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575611.870409:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575611.870412:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90571:90571:256:4294967295] 192.168.202.101@tcp LPNI seq info [90551:90551:8:4294967295]
00000400:00000200:2.0:1788575611.870416:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575611.870426:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575611.870430:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575611.870433:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575611.870437:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575611.870439:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575611.870443:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575611.870445:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575611.870448:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575611.870450:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575611.870453:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575611.870455:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575611.870458:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575611.870459:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575611.870461:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575611.870464:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870471:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.870474:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870479:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870480:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575611.870483:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575611.870486:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575611.870488:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575611.870490:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301127707
00000100:00000001:2.0:1788575611.870492:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301131648
00000100:00000001:2.0:1788575611.870494:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301127707
00000100:00000001:2.0:1788575611.870496:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301131648
00000100:00000001:2.0:1788575611.870497:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575611.870499:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870500:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575611.870503:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575611/real 1788575611]  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575611.870508:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575611.870509:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575611.870510:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575611.870512:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575611.870513:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575611.870514:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575611.870517:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575611.870523:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870528:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575611.870529:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870531:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.870532:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575611.870535:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870540:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575611.870544:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870549:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575611.870551:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870553:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.870554:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870555:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575611.870557:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575611.870559:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575611.870562:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575611.870563:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575611.870567:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575611.870573:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136448:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575611.870576:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870577:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.870580:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9180 x1875450816136320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870585:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575611.870587:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575611.870589:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575611.870591:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575611.870592:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575611.870593:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575611.870595:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575611.870597:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575611.870599:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575611.870601:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575611.870602:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9180.
00000100:00000001:2.0:1788575611.870604:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575611.870605:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870607:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.870611:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8000 x1875450816136448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870616:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575611.870617:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575611.870618:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575611.870620:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575611.870621:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575611.870622:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575611.870624:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575611.870625:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435800.
02000000:00000001:2.0:1788575611.870627:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575611.870629:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575611.870630:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8000.
00000100:00000001:2.0:1788575611.870632:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575611.870633:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870635:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870638:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575611.870639:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870641:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575611.870643:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575611.870644:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575611.870648:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870654:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575611.870655:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575611.870657:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575611.870659:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575611.870660:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575611.870663:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136576:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575611.870665:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575611.870667:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575611.870668:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575611.870670:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575611.870673:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575611.870675:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.870678:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575611.870681:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575611.870684:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575611.870687:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816136576, portal 4
00000100:00000001:2.0:1788575611.870689:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575611.870690:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773181440 : -111012936370176 : ffff9b08c95cb800)
00000100:00000040:2.0:1788575611.870695:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870701:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575611.870703:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575611.870705:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575611.870707:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816136576, offset 0
00000400:00000200:2.0:1788575611.870710:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575611.870714:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575611.870717:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575611.870720:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575611.870722:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575611.870724:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575611.870726:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575611.870728:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90572:90572:256:4294967295] 192.168.202.101@tcp LPNI seq info [90552:90552:8:4294967295]
00000400:00000200:2.0:1788575611.870732:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575611.870738:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575611.870742:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575611.870745:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575611.870748:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575611.870750:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575611.870754:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575611.870756:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575611.870759:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575611.870761:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575611.870763:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575611.870766:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575611.870768:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575611.870770:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575611.870772:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575611.870775:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870783:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.870786:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870792:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870793:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575611.870796:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575611.870798:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575611.870801:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575611.870803:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301127740
00000100:00000001:2.0:1788575611.870805:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301131648
00000100:00000001:2.0:1788575611.870807:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301127740
00000100:00000001:2.0:1788575611.870809:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301131648
00000100:00000001:2.0:1788575611.870811:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575611.870813:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.870814:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575611.870818:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575611/real 1788575611]  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575611.870825:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575611.870826:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575611.870828:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575611.870830:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575611.870832:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575611.870834:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575611.870837:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575611.870850:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870856:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575611.870858:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870859:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.870861:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575611.870864:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870870:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575611.870874:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870880:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575611.870882:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870883:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.870884:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.870886:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575611.870888:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575611.870891:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575611.870895:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575611.870897:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575611.870901:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575611.870908:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136576:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575611.870911:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575611.870915:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870925:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575611.870927:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575611.870929:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575611.870930:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575611.870932:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575611.870935:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136704:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575611.870937:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575611.870939:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575611.870940:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575611.870942:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575611.870945:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575611.870947:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575611.870950:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575611.870952:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575611.870954:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575611.870957:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816136704, portal 4
00000100:00000001:2.0:1788575611.870958:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575611.870959:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773174272 : -111012936377344 : ffff9b08c95c9c00)
00000100:00000040:2.0:1788575611.870965:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.870970:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575611.870972:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575611.870974:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575611.870975:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816136704, offset 0
00000400:00000200:2.0:1788575611.870978:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575611.870982:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575611.870985:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575611.870988:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575611.870990:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575611.870993:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575611.870995:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575611.870998:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90573:90573:256:4294967295] 192.168.202.101@tcp LPNI seq info [90553:90553:8:4294967295]
00000400:00000200:2.0:1788575611.871002:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575611.871008:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575611.871012:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575611.871015:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575611.871031:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575611.871034:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575611.871038:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575611.871040:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575611.871044:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575611.871047:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575611.871050:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575611.871072:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575611.871076:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575611.871078:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575611.871081:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575611.871084:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.871090:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.871093:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.871099:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.871101:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575611.871104:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575611.871107:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575611.871110:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575611.871112:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301127732
00000100:00000001:2.0:1788575611.871114:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301131648
00000100:00000001:2.0:1788575611.871116:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301127732
00000100:00000001:2.0:1788575611.871118:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301131648
00000100:00000001:2.0:1788575611.871120:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575611.871122:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.871123:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575611.871127:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575611/real 1788575611]  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575611.871134:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575611.871135:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575611.871137:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575611.871139:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575611.871140:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575611.871143:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575611.871145:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575611.871153:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.871159:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575611.871161:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.871162:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.871163:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575611.871167:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.871173:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575611.871176:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.871182:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575611.871184:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.871186:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575611.871187:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.871188:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575611.871190:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575611.871192:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575611.871196:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575611.871197:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575611.871201:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575611.871207:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136704:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575611.871210:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.871212:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.871215:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb800 x1875450816136576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.871221:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575611.871222:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575611.871224:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575611.871226:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575611.871227:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575611.871229:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575611.871231:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575611.871232:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434800.
02000000:00000001:2.0:1788575611.871235:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575611.871236:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575611.871237:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575611.871239:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575611.871240:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.871242:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575611.871244:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9c00 x1875450816136704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575611.871250:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575611.871251:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575611.871252:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575611.871254:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575611.871255:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575611.871256:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575611.871258:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575611.871260:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435400.
02000000:00000001:2.0:1788575611.871262:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575611.871263:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575611.871264:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9c00.
00000100:00000001:2.0:1788575611.871266:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575611.871267:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.871268:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575611.871271:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575611.871273:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575611.871275:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575611.871277:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575612.189170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575612.189174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575612.189178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575612.189179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575612.189181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575612.189182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575612.189184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575612.189184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575612.189186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575612.189187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575612.189237:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575612.189239:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575612.189242:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575612.893141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575612.893148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575612.893151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575612.893151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575612.893155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575612.893158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575612.893160:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575612.893161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575612.893165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575612.893166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575612.893168:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575612.893170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575612.893171:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575612.893174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575612.893176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575612.893177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575612.893180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575612.893183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575613.213142:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575613.213148:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575613.213153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575613.213160:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575613.213164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575613.213165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575613.213168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575613.213170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575613.213173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575613.213174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575613.213219:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575613.213223:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575613.213226:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575613.917162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575613.917162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575613.917169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575613.917170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575613.917174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575613.917178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575613.917182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575613.917183:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575613.917190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575613.917191:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575613.917197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575613.917197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575613.917203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575613.917208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575613.917211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575613.917211:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575613.917216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575613.917220:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575614.237182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575614.237187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575614.237191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575614.237192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575614.237194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575614.237195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575614.237197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575614.237198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575614.237200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575614.237205:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575614.237257:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575614.237261:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575614.237265:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575614.941164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575614.941170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575614.941171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575614.941175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575614.941178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575614.941181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575614.941182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575614.941184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575614.941186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575614.941255:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575614.941257:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575614.941258:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575614.941260:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575614.941261:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575614.941262:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575614.941264:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575614.941265:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575614.941266:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575615.261190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575615.261199:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575615.261201:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575615.261205:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261208:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575615.261210:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261213:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261215:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575615.261221:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575615.261222:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575615.261223:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261225:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575615.261226:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261228:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261230:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261233:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575615.261234:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575615.261235:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575615.261236:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261238:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575615.261239:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261241:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261243:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575615.261245:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575615.261246:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575615.261305:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575615.261308:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575615.261312:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575615.901165:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301131648, at 4301131712
00000100:00000040:2.0:1788575615.901167:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301131648, at 4301131712
00000100:00000010:2.0:1788575615.901179:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575615.901180:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b660.
00000100:00000001:0.0:1788575615.965149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575615.965149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575615.965155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575615.965156:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575615.965157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575615.965159:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575615.965163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575615.965166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575615.965169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575615.965170:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575615.965172:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575615.965172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575615.965177:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575615.965178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575615.965182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575615.965184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575615.965186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575615.965188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575616.285178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575616.285184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575616.285190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575616.285191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575616.285196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575616.285204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575616.285213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575616.285214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575616.285217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575616.285218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575616.285280:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575616.285284:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575616.285287:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575616.989198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575616.989206:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575616.989208:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575616.989213:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575616.989217:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575616.989221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575616.989225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575616.989227:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575616.989230:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575616.989569:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575616.989576:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575616.989579:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575616.989582:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575616.989586:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575616.989592:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788575616.989594:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6460
00000100:00000001:1.0:1788575616.989597:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575616.989601:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575616.989604:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000400:00000200:2.0:1788575616.989606:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575616.989608:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575616.989611:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575616.989613:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788575616.989616:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1788575616.989617:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575616.989621:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575616.989624:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575616.989628:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989632:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.989635:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989636:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575616.989639:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575616.989642:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575616.989645:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575616.989648:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575616.989650:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575616.989652:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575616.989655:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989657:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.989659:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989661:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575616.989664:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575616.989667:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989669:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575616.989672:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575616.989676:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575616.989679:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.989681:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575616.989684:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575616.989693:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7480.
00000020:00000040:2.0:1788575616.989696:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575616.989699:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575616.989700:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.989703:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575616.989706:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575616.989710:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575616.989716:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1000.
00000100:00000001:2.0:1788575616.989722:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575616.989731:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575616.989741:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575616.989745:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575616.989750:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d79e7c04] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575616.989769:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575616.989772:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575616.989775:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575616.989777:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575616.989778:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575616.989781:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575616.989784:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6460
00000400:00000200:2.0:1788575616.989788:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575616.989791:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575616.989793:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575616.989796:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989798:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.989801:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989803:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575616.989805:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575616.989807:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:3.0:1788575616.989807:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788575616.989809:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575616.989812:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788575616.989813:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:2.0:1788575616.989817:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575616.989817:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788575616.989822:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575616.989827:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575616.989827:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575616.989831:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.989835:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989840:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575616.989845:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575616.989848:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788575616.989849:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989852:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.989852:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575616.989857:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575616.989859:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575616.989861:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575616.989863:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575616.989864:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.989868:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575616.989870:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788575616.989872:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575616.989875:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.989876:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575616.989878:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4e00.
00000020:00000040:2.0:1788575616.989880:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575616.989883:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575616.989884:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.989885:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575616.989886:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1788575616.989887:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816136832:192.168.202.101@tcp:250:kworker.0
02000000:00000001:2.0:1788575616.989888:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575616.989893:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1800.
00000100:00000001:3.0:1788575616.989895:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788575616.989897:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.989901:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1788575616.989902:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788575616.989906:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.989911:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575616.989916:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575616.989920:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.989922:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575616.989926:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575616.989932:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f011ca9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575616.989936:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575616.989944:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575616.989944:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00080000:2.0:1788575616.989950:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575616.989954:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1788575616.989954:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:2.0:1788575616.989955:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575616.989959:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575616.989962:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575616.989964:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816136832, portal 25
00000100:00080000:2.0:1788575616.989966:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6460
00000100:00000001:3.0:1788575616.989969:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1788575616.989974:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575616.989974:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693668992 : -111013015882624 : ffff9b08c49f7480)
00000400:00000200:2.0:1788575616.989979:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575616.989981:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575616.989983:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989985:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.989987:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.989989:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575616.989993:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575616.989995:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575616.989998:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575616.989998:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788575616.990000:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575616.990005:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:2.0:1788575616.990009:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:2.0:1788575616.990017:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575616.990017:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788575616.990022:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575616.990023:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575616.990027:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575616.990029:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000001:2.0:1788575616.990030:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:3.0:1788575616.990049:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816136832, offset 0
00000020:00000040:2.0:1788575616.990079:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:2.0:1788575616.990085:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575616.990087:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575616.990091:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575616.990095:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575616.990098:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575616.990099:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:2.0:1788575616.990102:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.990105:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575616.990107:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788575616.990109:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000008:00000001:2.0:1788575616.990111:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.990115:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575616.990118:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4380.
00000400:00000200:3.0:1788575616.990118:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1788575616.990123:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000400:00000200:3.0:1788575616.990126:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
02000000:00000001:2.0:1788575616.990127:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575616.990130:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.990134:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788575616.990134:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788575616.990137:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788575616.990140:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:2.0:1788575616.990141:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575616.990147:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2c00.
00000400:00000200:3.0:1788575616.990148:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90574:90574:256:4294967295] 192.168.202.101@tcp LPNI seq info [90554:90554:8:4294967295]
00000100:00000001:2.0:1788575616.990153:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575616.990156:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:2.0:1788575616.990162:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575616.990175:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788575616.990179:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575616.990184:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575616.990185:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575616.990191:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b67cc12f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788575616.990194:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000100:00000001:2.0:1788575616.990203:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575616.990205:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:2.0:1788575616.990207:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1788575616.990212:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1788575616.990213:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575616.990216:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575616.990219:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1788575616.990224:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575616.990225:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1788575616.990230:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1788575616.990231:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6460
00000400:00000200:2.0:1788575616.990240:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000100:3.0:1788575616.990241:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575616.990246:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000010:3.0:1788575616.990247:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000100:00080000:2.0:1788575616.990249:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575616.990254:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575616.990255:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788575616.990257:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.990260:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575616.990265:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788575616.990266:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575616.990271:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575616.990273:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000400:00000200:3.0:1788575616.990274:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000020:00000001:2.0:1788575616.990275:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575616.990279:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000400:00000010:3.0:1788575616.990280:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000020:00000001:2.0:1788575616.990283:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575616.990286:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1788575616.990287:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575616.990294:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:3.0:1788575616.990294:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575616.990297:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.990301:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.990306:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575616.990311:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:3.0:1788575616.990314:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788575616.990316:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575616.990321:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575616.990322:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575616.990324:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575616.990328:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575616.990333:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990335:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.990337:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575616.990339:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:2.0:1788575616.990341:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:2.0:1788575616.990345:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.990346:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990348:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575616.990351:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6680.
00000020:00000040:2.0:1788575616.990355:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000400:00000200:3.0:1788575616.990356:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:2.0:1788575616.990360:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575616.990362:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301136769
02000000:00000001:2.0:1788575616.990363:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.990368:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575616.990369:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575616.990371:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575616.990371:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab7e0.
02000000:00000010:2.0:1788575616.990378:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1400.
00000100:00000001:3.0:1788575616.990381:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575616.990382:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575616.990390:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575616.990390:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301136769
00000100:00000010:3.0:1788575616.990397:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab840.
00000100:00000001:2.0:1788575616.990402:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575616.990403:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575616.990407:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990408:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575616.990414:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd4fff6] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990415:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990419:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788575616.990425:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575616.990427:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575616/real 1788575616]  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575616.990428:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575616.990433:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575616.990436:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575616.990437:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575616.990441:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575616.990446:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6460
00000400:00000001:3.0:1788575616.990449:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1788575616.990450:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000001:3.0:1788575616.990454:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1788575616.990455:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000010:3.0:1788575616.990457:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00080000:2.0:1788575616.990458:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575616.990463:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575616.990464:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000100:00000001:2.0:1788575616.990465:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.990469:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575616.990469:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:2.0:1788575616.990471:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575616.990474:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575616.990475:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:3.0:1788575616.990475:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1788575616.990478:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575616.990480:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:2.0:1788575616.990482:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000200:3.0:1788575616.990483:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575616.990485:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575616.990491:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.990494:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575616.990497:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575616.990500:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575616.990503:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000200:3.0:1788575616.990504:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575616.990507:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575616.990511:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575616.990514:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575616.990517:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575616.990520:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990520:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575616.990524:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575616.990525:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788575616.990526:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:2.0:1788575616.990530:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990531:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575616.990533:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990535:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788575616.990539:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4700.
00000100:00100000:3.0:1788575616.990542:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788575616.990543:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575616.990550:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575616.990552:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575616.990556:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575616.990557:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575616.990564:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990571:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575616.990573:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.990575:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.990576:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.990579:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575616.990580:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575616.990583:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575616.990587:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575616.990589:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575616.990593:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575616.990601:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816136832:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575616.990605:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.990607:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.990610:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7480 x1875450816136832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990615:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575616.990618:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575616.990620:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575616.990623:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575616.990625:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575616.990626:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575616.990628:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575616.990631:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:3.0:1788575616.990635:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575616.990636:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575616.990638:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7480.
00000100:00000001:3.0:1788575616.990641:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575616.990642:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.990645:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.990651:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575616.990667:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990669:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575616.990671:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575616.990672:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575616.990676:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990683:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575616.990685:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.990687:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575616.990689:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575616.990690:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575616.990693:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136960:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575616.990696:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575616.990698:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575616.990700:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.990702:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575616.990705:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575616.990707:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575616.990710:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575616.990713:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575616.990716:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575616.990719:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816136960, portal 10
00000100:00000001:3.0:1788575616.990721:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575616.990722:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693659136 : -111013015892480 : ffff9b08c49f4e00)
00000100:00000040:3.0:1788575616.990729:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990735:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575616.990737:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575616.990739:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575616.990742:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816136960, offset 0
00000400:00000200:3.0:1788575616.990745:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575616.990749:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575616.990753:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575616.990756:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575616.990758:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575616.990760:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575616.990763:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575616.990767:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90575:90575:256:4294967295] 192.168.202.101@tcp LPNI seq info [90555:90555:8:4294967295]
00000400:00000200:3.0:1788575616.990771:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575616.990777:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575616.990782:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575616.990786:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575616.990790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575616.990793:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575616.990797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575616.990799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575616.990803:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575616.990805:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575616.990808:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575616.990811:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575616.990814:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575616.990816:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575616.990819:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575616.990822:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990830:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.990833:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990839:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990841:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575616.990844:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575616.990847:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575616.990850:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575616.990852:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301132877
00000100:00000001:3.0:1788575616.990854:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301136769
00000100:00000001:3.0:1788575616.990856:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301132877
00000100:00000001:3.0:1788575616.990858:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301136769
00000100:00000001:3.0:1788575616.990860:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575616.990863:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.990864:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575616.990868:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575616/real 1788575616]  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575616.990876:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575616.990878:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575616.990879:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575616.990882:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575616.990884:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575616.990886:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575616.990889:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575616.990897:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990903:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575616.990904:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.990906:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.990908:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575616.990911:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990917:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575616.990921:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990928:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575616.990930:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.990932:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.990933:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.990935:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575616.990937:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575616.990940:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575616.990943:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575616.990945:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575616.990949:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575616.990957:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816136960:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575616.990960:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575616.990963:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.990970:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575616.990971:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.990973:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575616.990975:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575616.990977:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575616.990980:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137088:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575616.990983:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575616.990985:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575616.990986:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.990988:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575616.990991:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575616.990993:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575616.990996:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575616.990998:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575616.991001:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575616.991003:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816137088, portal 10
00000100:00000001:3.0:1788575616.991005:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575616.991007:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693656448 : -111013015895168 : ffff9b08c49f4380)
00000100:00000040:3.0:1788575616.991012:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991018:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575616.991021:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575616.991022:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575616.991024:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816137088, offset 0
00000400:00000200:3.0:1788575616.991028:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575616.991031:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575616.991048:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575616.991051:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575616.991072:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575616.991074:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575616.991077:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575616.991080:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90576:90576:256:4294967295] 192.168.202.101@tcp LPNI seq info [90556:90556:8:4294967295]
00000400:00000200:3.0:1788575616.991084:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575616.991089:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575616.991093:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575616.991096:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575616.991100:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575616.991103:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575616.991107:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575616.991109:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575616.991112:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575616.991114:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575616.991117:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575616.991120:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575616.991123:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575616.991124:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575616.991127:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575616.991131:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991137:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.991140:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991146:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.991147:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575616.991150:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575616.991153:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575616.991156:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575616.991158:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301132827
00000100:00000001:3.0:1788575616.991161:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301136769
00000100:00000001:3.0:1788575616.991163:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301132827
00000100:00000001:3.0:1788575616.991165:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301136769
00000100:00000001:3.0:1788575616.991167:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575616.991169:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.991171:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575616.991174:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575616/real 1788575616]  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575616.991182:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575616.991183:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575616.991184:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575616.991186:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575616.991187:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575616.991189:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575616.991192:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575616.991199:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991204:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575616.991205:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991207:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.991208:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575616.991211:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991216:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575616.991220:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991227:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575616.991229:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991231:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.991232:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991234:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575616.991235:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575616.991237:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575616.991240:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575616.991242:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575616.991246:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575616.991253:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137088:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575616.991257:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575616.991260:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991267:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575616.991268:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.991270:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575616.991271:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575616.991273:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575616.991276:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137216:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575616.991279:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575616.991281:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575616.991282:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.991284:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575616.991287:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575616.991289:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575616.991293:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575616.991296:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575616.991300:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575616.991302:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816137216, portal 4
00000100:00000001:3.0:1788575616.991304:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575616.991305:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693665408 : -111013015886208 : ffff9b08c49f6680)
00000100:00000040:3.0:1788575616.991311:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991316:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575616.991319:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575616.991321:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575616.991323:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816137216, offset 0
00000400:00000200:3.0:1788575616.991327:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575616.991330:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575616.991333:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575616.991336:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575616.991338:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575616.991340:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575616.991342:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575616.991345:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90577:90577:256:4294967295] 192.168.202.101@tcp LPNI seq info [90557:90557:8:4294967295]
00000400:00000200:3.0:1788575616.991348:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575616.991353:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575616.991358:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575616.991360:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575616.991364:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575616.991366:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575616.991370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575616.991372:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575616.991375:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575616.991377:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575616.991380:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575616.991383:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575616.991386:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575616.991388:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575616.991391:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575616.991394:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991401:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.991404:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991410:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.991412:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575616.991415:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575616.991418:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575616.991421:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575616.991423:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301132860
00000100:00000001:3.0:1788575616.991425:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301136769
00000100:00000001:3.0:1788575616.991427:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301132860
00000100:00000001:3.0:1788575616.991429:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301136769
00000100:00000001:3.0:1788575616.991430:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575616.991432:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.991434:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575616.991438:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575616/real 1788575616]  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575616.991444:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575616.991446:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575616.991447:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575616.991449:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575616.991451:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575616.991453:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575616.991456:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575616.991463:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991474:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575616.991475:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991477:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.991478:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575616.991481:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991487:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575616.991491:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991497:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575616.991499:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991500:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.991502:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991503:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575616.991505:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575616.991508:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575616.991511:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575616.991513:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575616.991517:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575616.991523:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137216:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575616.991527:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991529:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.991532:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4e00 x1875450816136960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991538:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575616.991539:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575616.991541:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575616.991543:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575616.991545:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575616.991546:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575616.991548:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575616.991550:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:3.0:1788575616.991552:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575616.991553:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575616.991554:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4e00.
00000100:00000001:3.0:1788575616.991558:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575616.991560:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991561:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.991564:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4380 x1875450816137088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991569:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575616.991570:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575616.991572:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575616.991574:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575616.991575:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575616.991576:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575616.991577:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575616.991578:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575616.991580:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575616.991581:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575616.991582:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4380.
00000100:00000001:3.0:1788575616.991584:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575616.991585:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991587:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.991589:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6680 x1875450816137216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.991595:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575616.991596:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575616.991597:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575616.991599:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575616.991600:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575616.991601:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575616.991603:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575616.991605:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:3.0:1788575616.991607:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575616.991608:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575616.991609:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6680.
00000100:00000001:3.0:1788575616.991612:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575616.991612:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991614:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.991617:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575616.991619:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.991620:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575616.991622:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575616.992088:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575616.992092:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575616.992098:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c0000.
00000100:00000001:2.0:1788575616.992103:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575616.992110:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575616.992119:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575616.992122:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575616.992126:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8bfe846] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575616.992145:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575616.992151:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6470)
00000100:00000001:3.0:1788575616.992181:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575616.992185:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575616.992187:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575616.992192:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.992200:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575616.992202:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.992205:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575616.992207:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575616.992209:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575616.992212:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137344:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575616.992216:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575616.992218:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575616.992220:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575616.992222:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575616.992226:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575616.992228:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575616.992232:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575616.992235:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575616.992239:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575616.992242:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816137344, portal 4
00000100:00000001:3.0:1788575616.992244:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575616.992246:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693657344 : -111013015894272 : ffff9b08c49f4700)
00000100:00000040:3.0:1788575616.992252:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.992259:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575616.992262:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575616.992264:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575616.992266:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816137344, offset 0
00000400:00000200:3.0:1788575616.992270:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575616.992274:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575616.992277:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575616.992286:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575616.992289:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575616.992291:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575616.992293:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575616.992296:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90578:90578:256:4294967295] 192.168.202.101@tcp LPNI seq info [90558:90558:8:4294967295]
00000400:00000200:3.0:1788575616.992300:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575616.992309:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575616.992314:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575616.992317:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575616.992321:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575616.992324:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575616.992328:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575616.992331:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575616.992334:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575616.992336:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575616.992340:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575616.992343:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575616.992346:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575616.992348:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575616.992350:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575616.992354:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.992362:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.992365:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.992371:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.992373:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575616.992376:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575616.992380:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575616.992383:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575616.992386:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301132853
00000100:00000001:3.0:1788575616.992395:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301136769
00000100:00000001:3.0:1788575616.992397:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301132853
00000100:00000001:3.0:1788575616.992399:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301136769
00000100:00000001:3.0:1788575616.992401:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575616.992403:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.992405:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575616.992410:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575616/real 1788575616]  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575616.992418:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575616.992419:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575616.992421:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575616.992424:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575616.992426:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575616.992428:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575616.992431:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575616.992448:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.992455:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575616.992457:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.992458:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.992460:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575616.992464:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.992471:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575616.992474:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.992481:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575616.992484:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.992486:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575616.992487:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.992489:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575616.992491:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575616.992493:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575616.992497:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575616.992499:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575616.992502:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575616.992509:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137344:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575616.992514:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.992515:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575616.992518:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4700 x1875450816137344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575616.992525:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575616.992526:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575616.992528:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575616.992532:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575616.992533:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575616.992534:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575616.992536:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575616.992538:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c0000.
02000000:00000001:3.0:1788575616.992541:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575616.992542:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575616.992544:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4700.
00000100:00000001:3.0:1788575616.992546:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575616.992547:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.992549:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575616.992552:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575616.992554:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575616.992556:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575616.992558:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575617.309167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575617.309174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575617.309180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575617.309181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575617.309184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575617.309185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575617.309188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575617.309189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575617.309192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575617.309194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575617.309241:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575617.309244:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575617.309246:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575618.013139:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575618.013139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575618.013147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575618.013148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575618.013151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575618.013152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575618.013159:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575618.013160:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575618.013167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575618.013167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575618.013171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575618.013172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575618.013174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575618.013178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575618.013181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575618.013183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575618.013187:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575618.013189:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575618.333192:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575618.333194:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575618.333198:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333203:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575618.333206:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333208:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333211:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575618.333217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575618.333222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575618.333227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333230:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575618.333231:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575618.333232:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575618.333234:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333236:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575618.333238:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333240:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575618.333242:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575618.333299:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575618.333302:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575618.333305:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575619.037161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575619.037162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575619.037170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575619.037171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575619.037175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575619.037175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575619.037182:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575619.037183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575619.037189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575619.037189:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575619.037194:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575619.037197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575619.037200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575619.037201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575619.037206:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575619.037206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575619.037210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575619.037214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575619.357216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575619.357224:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575619.357231:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575619.357233:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575619.357237:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575619.357239:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575619.357243:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575619.357244:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575619.357248:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575619.357249:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575619.357318:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575619.357322:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575619.357325:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575620.061160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575620.061160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575620.061169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575620.061169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575620.061174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575620.061174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575620.061180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575620.061181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575620.061186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575620.061186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575620.061192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575620.061192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575620.061198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575620.061201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575620.061205:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575620.061205:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575620.061208:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575620.061212:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575620.381171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575620.381177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575620.381182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575620.381183:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575620.381186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575620.381187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575620.381190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575620.381192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575620.381195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575620.381196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575620.381257:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575620.381261:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575620.381263:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575621.021158:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301136769, at 4301136832
00000100:00000040:2.0:1788575621.021169:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301136769, at 4301136832
00000100:00000010:3.0:1788575621.021171:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab840.
00000100:00000010:2.0:1788575621.021181:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab7e0.
00000100:00000001:0.0:1788575621.085157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575621.085165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575621.085167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575621.085172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575621.085175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575621.085176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575621.085181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575621.085181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575621.085184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575621.085185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1788575621.085188:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575621.085189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575621.085194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575621.085194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575621.085196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575621.085200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575621.085201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575621.085203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575621.405175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575621.405186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575621.405191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575621.405192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575621.405195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575621.405196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575621.405198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575621.405199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575621.405202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575621.405203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575621.405268:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575621.405272:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575621.405275:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575622.109174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575622.109174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575622.109181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575622.109181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575622.109184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575622.109184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575622.109189:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788575622.109190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575622.109190:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575622.109194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575622.109194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575622.109199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575622.109199:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575622.109200:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575622.109204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575622.109205:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575622.109209:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575622.109210:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575622.109214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575622.109214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109216:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575622.109217:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575622.109221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575622.109226:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6465
00000400:00000200:1.0:1788575622.109237:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575622.109244:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575622.109248:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575622.109251:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109255:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109257:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109259:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575622.109263:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575622.109266:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575622.109269:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575622.109272:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575622.109275:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575622.109277:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575622.109280:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109282:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109284:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109285:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575622.109288:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575622.109292:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109294:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575622.109297:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575622.109300:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575622.109303:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109305:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575622.109308:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575622.109318:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575622.109322:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575622.109325:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575622.109327:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109330:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575622.109333:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575622.109338:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575622.109345:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575622.109352:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575622.109362:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575622.109372:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575622.109376:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575622.109381:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575622.109415:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575622.109419:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575622.109422:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575622.109423:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575622.109425:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575622.109428:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575622.109431:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6465
00000400:00000200:1.0:1788575622.109434:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575622.109438:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575622.109440:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575622.109443:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109445:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109447:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109449:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575622.109451:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575622.109452:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575622.109454:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575622.109456:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575622.109458:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575622.109460:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575622.109463:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109465:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109467:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109469:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575622.109471:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575622.109474:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109476:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575622.109478:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575622.109483:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575622.109485:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109487:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575622.109491:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575622.109493:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109495:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575622.109499:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575622.109501:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575622.109503:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575622.109504:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109506:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575622.109507:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575622.109509:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575622.109513:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575622.109516:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575622.109521:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575622.109528:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575622.109530:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575622.109534:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575622.109542:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575622.109544:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575622.109547:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575622.109549:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575622.109550:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575622.109553:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575622.109555:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6465
00000400:00000200:1.0:1788575622.109559:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575622.109562:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575622.109564:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575622.109567:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109569:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109571:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109573:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575622.109575:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575622.109576:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575622.109578:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575622.109579:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575622.109581:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575622.109583:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575622.109586:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109588:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109590:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109592:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575622.109594:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575622.109596:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109598:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575622.109600:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575622.109603:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575622.109604:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109606:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575622.109608:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575622.109610:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109612:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575622.109615:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575622.109618:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575622.109620:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575622.109621:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109623:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575622.109624:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575622.109626:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575622.109630:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575622.109634:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575622.109639:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575622.109646:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575622.109648:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575622.109652:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575622.109659:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575622.109662:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575622.109665:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575622.109667:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575622.109668:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575622.109671:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575622.109673:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6465
00000400:00000200:1.0:1788575622.109678:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575622.109680:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575622.109682:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575622.109685:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109688:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109690:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109692:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575622.109694:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575622.109695:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575622.109697:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575622.109699:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575622.109701:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575622.109703:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575622.109706:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109708:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109710:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109712:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575622.109714:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575622.109717:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109719:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575622.109721:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575622.109724:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575622.109726:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109728:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575622.109730:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575622.109732:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109733:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575622.109737:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575622.109739:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575622.109747:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575622.109749:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109750:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575622.109752:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575622.109754:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575622.109758:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:1.0:1788575622.109761:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575622.109766:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575622.109773:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575622.109775:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575622.109779:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575622.109786:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575622.109789:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575622.109792:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575622.109793:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575622.109796:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575622.109798:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575622.109800:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6465
00000400:00000200:1.0:1788575622.109804:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575622.109807:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575622.109809:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575622.109811:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109813:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109815:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109817:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575622.109819:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575622.109820:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575622.109822:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575622.109824:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575622.109826:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575622.109828:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575622.109831:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109832:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575622.109834:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109836:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575622.109838:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575622.109840:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575622.109843:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575622.109844:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575622.109847:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575622.109848:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109850:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575622.109852:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575622.109855:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109857:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575622.109860:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575622.109863:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575622.109865:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575622.109866:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575622.109868:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575622.109869:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575622.109871:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575622.109876:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575622.109879:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575622.109883:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575622.109890:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575622.109893:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575622.109896:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575622.109903:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575622.109908:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6475)
00000100:00000001:3.0:1788575622.109981:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575622.109985:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575622.109987:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575622.109993:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110001:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575622.110002:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.110006:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575622.110008:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575622.110011:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575622.110014:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816137472:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575622.110018:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575622.110022:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575622.110025:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.110028:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575622.110032:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575622.110035:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575622.110040:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575622.110044:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575622.110086:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575622.110094:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816137472, portal 25
00000100:00000001:3.0:1788575622.110097:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575622.110098:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773934208 : -111012935617408 : ffff9b08c9683480)
00000100:00000040:3.0:1788575622.110104:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110111:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575622.110113:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575622.110116:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575622.110119:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816137472, offset 0
00000400:00000200:3.0:1788575622.110126:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575622.110133:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.110139:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575622.110144:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575622.110148:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575622.110152:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575622.110155:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575622.110158:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90579:90579:256:4294967295] 192.168.202.101@tcp LPNI seq info [90559:90559:8:4294967295]
00000400:00000200:3.0:1788575622.110163:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.110171:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575622.110178:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.110183:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575622.110189:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575622.110193:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575622.110199:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575622.110202:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575622.110206:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.110208:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575622.110215:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575622.110220:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575622.110226:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575622.110228:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575622.110232:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575622.110236:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110245:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.110248:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110256:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.110258:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575622.110264:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575622.110268:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575622.110270:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301141889
00000100:00000010:3.0:1788575622.110275:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab840.
00000100:00000001:3.0:1788575622.110282:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575622.110287:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301141889
00000100:00000010:3.0:1788575622.110290:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abd20.
00000100:00000001:3.0:1788575622.110293:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575622.110296:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575622.110299:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.110301:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575622.110305:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575622/real 1788575622]  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575622.110320:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575622.110322:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575622.110324:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575622.110327:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575622.110328:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575622.110331:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575622.110334:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575622.110344:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110351:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575622.110353:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110355:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.110357:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575622.110361:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110368:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575622.110372:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110378:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575622.110381:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110383:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.110384:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110386:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575622.110388:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575622.110391:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575622.110395:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575622.110397:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575622.110401:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575622.110409:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816137472:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575622.110414:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575622.110417:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110423:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575622.110424:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.110426:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575622.110428:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575622.110430:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575622.110433:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137600:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575622.110436:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575622.110438:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575622.110439:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.110441:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575622.110444:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575622.110446:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575622.110450:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575622.110452:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575622.110456:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575622.110459:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816137600, portal 10
00000100:00000001:3.0:1788575622.110461:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575622.110462:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773932416 : -111012935619200 : ffff9b08c9682d80)
00000100:00000040:3.0:1788575622.110469:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110475:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575622.110477:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575622.110480:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575622.110482:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816137600, offset 0
00000400:00000200:3.0:1788575622.110486:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575622.110490:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.110493:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575622.110496:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575622.110498:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575622.110501:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575622.110503:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575622.110505:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90580:90580:256:4294967295] 192.168.202.101@tcp LPNI seq info [90560:90560:8:4294967295]
00000400:00000200:3.0:1788575622.110509:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.110515:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575622.110520:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.110524:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575622.110528:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575622.110530:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575622.110534:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575622.110536:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575622.110540:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.110541:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575622.110544:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575622.110548:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575622.110550:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575622.110552:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575622.110555:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575622.110558:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110566:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.110569:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110575:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.110576:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575622.110579:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575622.110583:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575622.110586:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575622.110588:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301137997
00000100:00000001:3.0:1788575622.110590:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301141889
00000100:00000001:3.0:1788575622.110592:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301137997
00000100:00000001:3.0:1788575622.110594:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301141889
00000100:00000001:3.0:1788575622.110596:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575622.110598:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.110600:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575622.110604:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575622/real 1788575622]  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575622.110617:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575622.110618:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575622.110620:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575622.110622:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575622.110624:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575622.110626:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575622.110629:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575622.110637:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110643:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575622.110644:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110646:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.110648:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575622.110651:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110657:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575622.110661:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110668:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575622.110670:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110672:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.110673:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110675:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575622.110677:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575622.110679:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575622.110682:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575622.110684:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575622.110689:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575622.110697:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137600:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575622.110701:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575622.110704:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110710:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575622.110711:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.110713:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575622.110714:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575622.110716:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575622.110719:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137728:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575622.110722:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575622.110724:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575622.110725:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.110727:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575622.110730:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575622.110732:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575622.110735:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575622.110737:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575622.110740:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575622.110743:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816137728, portal 10
00000100:00000001:3.0:1788575622.110745:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575622.110746:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773926144 : -111012935625472 : ffff9b08c9681500)
00000100:00000040:3.0:1788575622.110752:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110758:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575622.110760:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575622.110763:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575622.110765:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816137728, offset 0
00000400:00000200:3.0:1788575622.110770:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575622.110774:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.110777:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575622.110780:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575622.110782:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575622.110785:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575622.110787:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575622.110790:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90581:90581:256:4294967295] 192.168.202.101@tcp LPNI seq info [90561:90561:8:4294967295]
00000400:00000200:3.0:1788575622.110794:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.110799:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575622.110804:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.110807:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575622.110811:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575622.110813:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575622.110817:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575622.110820:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575622.110823:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.110825:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575622.110828:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575622.110831:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575622.110835:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575622.110836:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575622.110839:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575622.110842:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110851:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.110854:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110860:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.110862:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575622.110865:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575622.110867:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575622.110870:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575622.110873:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301137947
00000100:00000001:3.0:1788575622.110875:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301141889
00000100:00000001:3.0:1788575622.110877:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301137947
00000100:00000001:3.0:1788575622.110879:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301141889
00000100:00000001:3.0:1788575622.110881:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575622.110883:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.110884:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575622.110889:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575622/real 1788575622]  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575622.110896:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575622.110898:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575622.110899:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575622.110901:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575622.110903:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575622.110905:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575622.110908:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575622.110917:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110923:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575622.110925:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110926:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.110928:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575622.110931:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110938:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575622.110941:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110948:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575622.110950:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110952:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.110953:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.110955:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575622.110956:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575622.110959:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575622.110962:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575622.110964:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575622.110969:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575622.110977:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137728:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575622.110981:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575622.110984:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.110991:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575622.110992:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.110994:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575622.110996:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575622.110998:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575622.111001:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137856:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575622.111004:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575622.111006:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575622.111008:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.111009:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575622.111013:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575622.111015:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575622.111018:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575622.111021:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575622.111024:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575622.111027:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816137856, portal 4
00000100:00000001:3.0:1788575622.111030:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575622.111031:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773929728 : -111012935621888 : ffff9b08c9682300)
00000100:00000040:3.0:1788575622.111036:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111042:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575622.111045:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575622.111047:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575622.111083:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816137856, offset 0
00000400:00000200:3.0:1788575622.111088:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575622.111092:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.111095:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575622.111098:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575622.111100:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575622.111102:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575622.111104:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575622.111107:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90582:90582:256:4294967295] 192.168.202.101@tcp LPNI seq info [90562:90562:8:4294967295]
00000400:00000200:3.0:1788575622.111111:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.111117:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575622.111122:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.111125:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575622.111129:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575622.111131:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575622.111135:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575622.111138:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575622.111141:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.111143:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575622.111146:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575622.111149:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575622.111152:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575622.111154:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575622.111157:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575622.111161:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111174:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.111177:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111184:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.111186:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575622.111189:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575622.111192:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575622.111195:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575622.111198:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301137981
00000100:00000001:3.0:1788575622.111200:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301141889
00000100:00000001:3.0:1788575622.111202:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301137981
00000100:00000001:3.0:1788575622.111205:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301141889
00000100:00000001:3.0:1788575622.111207:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575622.111209:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.111211:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575622.111215:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575622/real 1788575622]  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575622.111223:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575622.111225:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575622.111226:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575622.111229:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575622.111231:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575622.111233:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575622.111236:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575622.111244:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111251:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575622.111253:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111255:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.111256:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575622.111260:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111266:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575622.111270:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111277:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575622.111279:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111281:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.111282:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111284:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575622.111286:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575622.111288:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575622.111292:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575622.111294:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575622.111298:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575622.111306:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137856:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575622.111310:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575622.111313:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111320:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575622.111322:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.111324:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575622.111325:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575622.111327:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575622.111330:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137984:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575622.111334:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575622.111336:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575622.111337:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575622.111339:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575622.111342:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575622.111344:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575622.111347:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575622.111350:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575622.111353:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575622.111356:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816137984, portal 4
00000100:00000001:3.0:1788575622.111357:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575622.111359:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773921664 : -111012935629952 : ffff9b08c9680380)
00000100:00000040:3.0:1788575622.111364:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111371:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575622.111373:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575622.111375:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575622.111378:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816137984, offset 0
00000400:00000200:3.0:1788575622.111382:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575622.111385:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.111389:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575622.111391:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575622.111394:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575622.111396:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575622.111399:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575622.111401:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90583:90583:256:4294967295] 192.168.202.101@tcp LPNI seq info [90563:90563:8:4294967295]
00000400:00000200:3.0:1788575622.111405:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575622.111411:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575622.111416:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.111419:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575622.111424:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575622.111426:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575622.111430:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575622.111432:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575622.111436:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575622.111438:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575622.111441:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575622.111444:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575622.111447:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575622.111449:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575622.111451:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575622.111455:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111463:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.111466:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111472:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.111474:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575622.111477:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575622.111480:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575622.111483:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575622.111485:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301137972
00000100:00000001:3.0:1788575622.111487:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301141889
00000100:00000001:3.0:1788575622.111489:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301137972
00000100:00000001:3.0:1788575622.111492:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301141889
00000100:00000001:3.0:1788575622.111494:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575622.111496:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.111498:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575622.111502:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575622/real 1788575622]  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575622.111510:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575622.111512:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575622.111513:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575622.111516:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575622.111518:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575622.111520:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575622.111523:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575622.111532:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111538:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575622.111540:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111542:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.111543:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575622.111547:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111554:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575622.111558:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111565:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575622.111567:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111569:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575622.111571:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111572:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575622.111574:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575622.111576:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575622.111580:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575622.111582:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575622.111586:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575622.111599:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816137984:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575622.111604:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111606:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.111609:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683480 x1875450816137472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111616:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575622.111618:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575622.111621:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575622.111625:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575622.111627:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575622.111629:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575622.111631:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575622.111633:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94aec00.
02000000:00000001:3.0:1788575622.111637:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575622.111639:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575622.111640:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683480.
00000100:00000001:3.0:1788575622.111644:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575622.111645:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111647:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.111651:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682d80 x1875450816137600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111658:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575622.111659:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575622.111661:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575622.111663:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575622.111665:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575622.111666:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575622.111668:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575622.111669:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad000.
02000000:00000001:3.0:1788575622.111672:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575622.111673:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575622.111674:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575622.111677:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575622.111678:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111680:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.111683:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681500 x1875450816137728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111690:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575622.111691:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575622.111693:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575622.111695:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575622.111696:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575622.111697:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575622.111699:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575622.111700:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
02000000:00000001:3.0:1788575622.111702:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575622.111703:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575622.111705:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575622.111707:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575622.111708:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111710:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.111713:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682300 x1875450816137856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111719:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575622.111720:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575622.111722:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575622.111724:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575622.111725:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575622.111726:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575622.111728:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575622.111729:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af000.
02000000:00000001:3.0:1788575622.111731:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575622.111732:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575622.111734:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682300.
00000100:00000001:3.0:1788575622.111736:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575622.111737:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111739:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575622.111742:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680380 x1875450816137984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575622.111749:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575622.111750:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575622.111752:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575622.111754:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575622.111755:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575622.111757:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575622.111759:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575622.111760:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
02000000:00000001:3.0:1788575622.111762:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575622.111763:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575622.111764:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680380.
00000100:00000001:3.0:1788575622.111766:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575622.111767:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111769:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575622.111776:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575622.111777:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575622.111780:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575622.111781:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575622.429176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575622.429182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575622.429188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575622.429189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575622.429193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575622.429193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575622.429196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575622.429198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575622.429200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575622.429202:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575622.429256:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575622.429259:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575622.429261:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575623.133165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575623.133165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575623.133172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575623.133172:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575623.133174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575623.133174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575623.133179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575623.133182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1788575623.133184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575623.133186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575623.133188:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575623.133190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575623.133190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575623.133191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575623.133193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575623.133193:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575623.133194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575623.133196:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575623.453139:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575623.453146:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575623.453152:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575623.453154:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575623.453157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575623.453159:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575623.453161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575623.453162:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575623.453164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575623.453165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575623.453221:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575623.453225:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575623.453228:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575624.157169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575624.157169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575624.157176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575624.157177:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575624.157178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575624.157180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575624.157184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575624.157186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575624.157188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575624.157190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575624.157192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575624.157194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575624.157197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575624.157201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575624.157204:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575624.157204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575624.157207:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575624.157209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575624.477168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575624.477174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575624.477180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575624.477181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575624.477184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575624.477185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575624.477188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575624.477190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575624.477192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575624.477194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575624.477240:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575624.477243:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575624.477246:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575625.181176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575625.181176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575625.181182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575625.181183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575625.181184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575625.181187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575625.181189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575625.181192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1788575625.181192:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575625.181197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575625.181197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575625.181201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575625.181202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575625.181204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575625.181207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575625.181207:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575625.181211:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575625.181214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575625.501173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575625.501181:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575625.501183:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575625.501186:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501189:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575625.501191:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501193:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501195:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575625.501200:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575625.501201:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575625.501203:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501204:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575625.501205:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501206:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501208:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575625.501211:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575625.501213:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575625.501214:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501215:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575625.501216:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501218:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501220:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575625.501223:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575625.501224:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575625.501276:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575625.501280:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575625.501283:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575626.141216:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301141889, at 4301141952
00000100:00000010:2.0:1788575626.141236:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab840.
00000100:00000040:3.0:1788575626.141345:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301141889, at 4301141952
00000100:00000010:3.0:1788575626.141352:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abd20.
00000100:00000001:0.0:1788575626.205226:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575626.205233:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575626.205235:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575626.205239:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575626.205243:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575626.205243:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575626.205252:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575626.205252:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575626.205260:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575626.205260:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575626.205264:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575626.205269:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575626.205269:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575626.205277:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575626.205282:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575626.205285:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575626.205288:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575626.205292:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575626.525266:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575626.525275:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575626.525291:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575626.525292:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575626.525296:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575626.525298:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575626.525301:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575626.525303:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575626.525306:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575626.525308:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575626.525362:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575626.525365:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575626.525368:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575627.229200:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575627.229205:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575627.229208:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575627.229213:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575627.229224:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:3.0:1788575627.229224:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575627.229234:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575627.229235:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575627.229242:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575627.229242:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575627.229249:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575627.229252:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575627.229253:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575627.229261:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575627.229262:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575627.229267:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6470
00000100:00000001:0.0:1788575627.229268:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575627.229270:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575627.229275:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575627.229277:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1788575627.229279:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575627.229281:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575627.229286:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575627.229288:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575627.229290:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575627.229292:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575627.229296:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575627.229300:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229303:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575627.229306:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229309:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575627.229312:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575627.229315:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575627.229317:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575627.229320:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575627.229322:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575627.229324:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575627.229326:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229328:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575627.229330:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229332:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575627.229335:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575627.229339:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229341:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575627.229344:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575627.229347:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575627.229349:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.229351:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575627.229352:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575627.229360:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95caa00.
00000020:00000040:3.0:1788575627.229363:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575627.229367:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575627.229368:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.229371:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575627.229373:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575627.229377:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575627.229383:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436800.
00000100:00000001:3.0:1788575627.229390:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575627.229399:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575627.229407:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575627.229411:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575627.229415:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29b62c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575627.229438:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575627.229441:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575627.229444:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575627.229445:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575627.229446:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575627.229449:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575627.229451:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6470
00000400:00000200:3.0:1788575627.229454:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575627.229457:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575627.229459:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575627.229462:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229465:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575627.229468:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788575627.229468:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575627.229472:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575627.229472:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575627.229475:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788575627.229477:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575627.229480:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000040:2.0:1788575627.229482:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575627.229483:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575627.229486:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575627.229490:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575627.229495:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575627.229502:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788575627.229502:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575627.229505:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.229506:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575627.229511:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575627.229512:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575627.229516:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575627.229519:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.229520:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575627.229524:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00100000:2.0:1788575627.229525:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816138112:192.168.202.101@tcp:250:kworker.0
00000100:00080000:3.0:1788575627.229529:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575627.229534:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788575627.229534:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575627.229538:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575627.229540:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575627.229543:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575627.229543:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575627.229548:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.229550:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788575627.229553:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788575627.229557:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
00000008:00100000:3.0:1788575627.229558:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575627.229561:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788575627.229563:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.229566:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575627.229570:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca680.
00000400:00000200:2.0:1788575627.229571:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:3.0:1788575627.229574:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:2.0:1788575627.229577:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
02000000:00000001:3.0:1788575627.229578:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575627.229581:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.229583:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575627.229585:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788575627.229586:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
02000000:00000001:3.0:1788575627.229587:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575627.229594:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435000.
00000100:00000200:2.0:1788575627.229596:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816138112, portal 25
00000100:00000001:3.0:1788575627.229597:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.229599:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575627.229602:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773177856 : -111012936373760 : ffff9b08c95caa00)
00000100:00100000:3.0:1788575627.229605:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575627.229608:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575627.229632:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575627.229637:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575627.229637:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575627.229642:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575627.229645:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000040:3.0:1788575627.229646:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c496a81] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575627.229649:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816138112, offset 0
00000400:00000200:2.0:1788575627.229658:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229659:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575627.229663:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575627.229669:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575627.229670:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575627.229672:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575627.229675:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575627.229675:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575627.229686:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6470
00000400:00000200:2.0:1788575627.229688:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575627.229694:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575627.229698:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575627.229701:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575627.229704:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575627.229708:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90584:90584:256:4294967295] 192.168.202.101@tcp LPNI seq info [90564:90564:8:4294967295]
00000400:00000200:2.0:1788575627.229713:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575627.229722:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575627.229730:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575627.229731:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575627.229738:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000400:00000200:3.0:1788575627.229739:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575627.229743:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575627.229748:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575627.229750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575627.229752:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788575627.229755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1788575627.229756:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229762:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575627.229764:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788575627.229765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:3.0:1788575627.229766:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:2.1:1788575627.229769:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1788575627.229770:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575627.229774:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000100:2.0:1788575627.229775:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000001:3.0:1788575627.229777:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000010:2.0:1788575627.229778:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000020:00000001:3.0:1788575627.229782:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575627.229786:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788575627.229787:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229790:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575627.229791:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788575627.229795:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575627.229796:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000100:00000001:3.0:1788575627.229798:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:2.0:1788575627.229799:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000020:00000040:3.0:1788575627.229802:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:2.0:1788575627.229805:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788575627.229806:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229810:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575627.229811:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575627.229813:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575627.229817:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575627.229822:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788575627.229822:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.229826:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788575627.229827:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788575627.229829:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575627.229835:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.229840:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.229845:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.229847:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1788575627.229847:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb100.
00000020:00000040:3.0:1788575627.229852:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575627.229853:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575627.229855:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575627.229858:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575627.229859:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575627.229862:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575627.229863:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301147008
02000000:00000001:3.0:1788575627.229866:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788575627.229868:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
02000000:00000001:3.0:1788575627.229869:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575627.229875:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434000.
00000100:00000001:2.0:1788575627.229876:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575627.229880:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.229882:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301147008
00000100:00000010:2.0:1788575627.229888:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b600.
00000100:00100000:3.0:1788575627.229888:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575627.229895:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575627.229899:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575627.229900:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575627.229902:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.229906:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575627.229909:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fa6d664] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.229911:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575627.229919:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575627/real 1788575627]  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575627.229919:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575627.229923:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575627.229931:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575627.229935:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1788575627.229938:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788575627.229938:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1788575627.229941:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788575627.229943:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788575627.229945:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00080000:3.0:1788575627.229950:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6470
00000400:00000200:2.0:1788575627.229951:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575627.229955:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000400:00000200:3.0:1788575627.229957:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575627.229959:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1788575627.229963:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000200:2.0:1788575627.229967:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575627.229968:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575627.229974:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.229980:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575627.229984:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575627.229986:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575627.229988:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575627.229993:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575627.229998:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1788575627.229998:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:2.0:1788575627.230001:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788575627.230002:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575627.230003:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1788575627.230005:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:2.0:1788575627.230006:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788575627.230010:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00100000:2.0:1788575627.230011:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575627.230013:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575627.230022:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575627.230023:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575627.230027:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575627.230031:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575627.230033:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575627.230039:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575627.230043:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575627.230045:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575627.230049:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575627.230051:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230092:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.230093:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230096:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575627.230098:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575627.230101:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788575627.230109:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575627.230110:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000001:3.0:1788575627.230115:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575627.230116:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1788575627.230119:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575627.230122:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575627.230124:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575627.230125:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575627.230129:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575627.230135:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.230139:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575627.230143:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816138112:192.168.202.101@tcp:250:kworker.0
00000100:00000010:3.0:1788575627.230144:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cbb80.
00000020:00000040:3.0:1788575627.230149:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575627.230150:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575627.230153:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575627.230154:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788575627.230157:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575627.230158:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95caa00 x1875450816138112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575627.230160:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575627.230164:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575627.230168:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575627.230168:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.230170:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575627.230173:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000010:3.0:1788575627.230175:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575627.230176:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575627.230180:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575627.230181:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:3.0:1788575627.230181:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575627.230184:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575627.230187:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436800.
00000100:00100000:3.0:1788575627.230191:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575627.230192:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575627.230195:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575627.230197:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95caa00.
00000100:00000001:2.0:1788575627.230201:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575627.230203:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230206:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575627.230206:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575627.230210:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230212:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575627.230215:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575627.230216:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000600b5a24] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230217:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575627.230219:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575627.230221:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575627.230227:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230236:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575627.230236:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230238:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.230241:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788575627.230242:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788575627.230243:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575627.230247:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575627.230251:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1788575627.230252:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138240:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575627.230254:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575627.230256:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788575627.230258:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788575627.230259:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575627.230261:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.230263:0:46817:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788575627.230264:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575627.230269:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
00000100:00080000:3.0:1788575627.230270:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6470
02000000:00000001:2.0:1788575627.230271:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575627.230276:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575627.230276:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575627.230281:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000200:3.0:1788575627.230283:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000010:2.0:1788575627.230285:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00080000:3.0:1788575627.230287:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788575627.230289:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816138240, portal 10
00000100:00000001:2.0:1788575627.230292:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788575627.230293:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575627.230294:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176960 : -111012936374656 : ffff9b08c95ca680)
00000100:00000001:3.0:1788575627.230297:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575627.230301:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575627.230303:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575627.230305:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575627.230310:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575627.230312:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575627.230313:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788575627.230316:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788575627.230318:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000020:00000040:3.0:1788575627.230319:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000400:00000010:2.0:1788575627.230321:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000020:00000001:3.0:1788575627.230322:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000200:2.0:1788575627.230324:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816138240, offset 0
00000020:00000001:3.0:1788575627.230327:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000400:00000200:2.0:1788575627.230330:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:3.0:1788575627.230334:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575627.230336:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575627.230340:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575627.230343:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:3.0:1788575627.230346:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575627.230348:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788575627.230351:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575627.230352:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575627.230357:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788575627.230357:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000200:2.0:1788575627.230362:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:3.0:1788575627.230365:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575627.230367:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90585:90585:256:4294967295] 192.168.202.101@tcp LPNI seq info [90565:90565:8:4294967295]
00000100:00000001:3.0:1788575627.230369:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575627.230373:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575627.230374:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575627.230378:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575627.230381:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788575627.230383:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575627.230387:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575627.230387:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575627.230391:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000800:00000010:2.0:1788575627.230392:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000008:00000001:3.0:1788575627.230397:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575627.230398:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575627.230400:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575627.230402:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000010:3.0:1788575627.230407:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9880.
00000800:00000200:2.1:1788575627.230407:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575627.230412:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000040:3.0:1788575627.230413:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000800:00000100:2.0:1788575627.230417:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575627.230418:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1788575627.230420:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
02000000:00000001:3.0:1788575627.230421:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575627.230423:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788575627.230424:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575627.230427:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575627.230428:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788575627.230431:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575627.230432:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575627.230435:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575627.230438:0:2397:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1788575627.230438:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435c00.
00000100:00000200:2.0:1788575627.230440:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575627.230444:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230450:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788575627.230454:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575627.230455:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230477:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230480:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575627.230483:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575627.230484:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575627.230487:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575627.230489:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000100:00000040:3.0:1788575627.230494:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eb7201] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575627.230495:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575627.230500:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301143117
00000100:00000001:2.0:1788575627.230505:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301147008
00000100:00000001:3.0:1788575627.230509:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230510:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301143117
00000100:00000040:3.0:1788575627.230515:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6480)
00000100:00000001:2.0:1788575627.230516:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301147008
00000100:00000001:2.0:1788575627.230521:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575627.230523:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230525:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575627.230530:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575627/real 1788575627]  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575627.230538:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575627.230539:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575627.230541:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575627.230544:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575627.230545:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575627.230547:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575627.230551:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575627.230559:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230565:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575627.230566:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230568:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.230569:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575627.230573:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230580:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575627.230583:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230590:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575627.230593:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230594:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.230595:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230597:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575627.230599:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575627.230601:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575627.230604:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575627.230607:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575627.230611:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575627.230618:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138240:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575627.230622:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575627.230625:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230632:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575627.230633:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.230635:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575627.230637:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575627.230639:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575627.230642:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138368:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575627.230646:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575627.230647:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575627.230649:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.230650:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575627.230654:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575627.230655:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575627.230659:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575627.230661:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575627.230664:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575627.230667:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816138368, portal 10
00000100:00000001:2.0:1788575627.230668:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575627.230670:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773179648 : -111012936371968 : ffff9b08c95cb100)
00000100:00000040:2.0:1788575627.230675:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230681:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575627.230683:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575627.230685:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575627.230688:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816138368, offset 0
00000400:00000200:2.0:1788575627.230691:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575627.230695:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575627.230699:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575627.230701:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575627.230704:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575627.230706:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575627.230708:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575627.230711:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90586:90586:256:4294967295] 192.168.202.101@tcp LPNI seq info [90566:90566:8:4294967295]
00000400:00000200:2.0:1788575627.230714:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575627.230720:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575627.230724:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575627.230728:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575627.230732:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575627.230735:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575627.230739:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575627.230742:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788575627.230745:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575627.230747:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575627.230750:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575627.230753:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575627.230756:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575627.230758:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575627.230761:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575627.230764:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230772:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575627.230775:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230782:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230783:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575627.230785:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575627.230787:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575627.230789:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575627.230790:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301143067
00000100:00000001:2.0:1788575627.230792:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301147008
00000100:00000001:2.0:1788575627.230793:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301143067
00000100:00000001:2.0:1788575627.230794:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301147008
00000100:00000001:2.0:1788575627.230795:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575627.230797:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230798:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575627.230800:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575627/real 1788575627]  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575627.230804:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575627.230805:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575627.230806:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575627.230808:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575627.230809:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575627.230810:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575627.230812:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575627.230816:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230820:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575627.230821:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230822:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.230823:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575627.230825:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230829:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575627.230831:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230834:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575627.230836:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230837:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.230838:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230839:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575627.230841:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575627.230843:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575627.230845:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575627.230847:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575627.230851:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575627.230858:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138368:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575627.230862:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230863:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575627.230866:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca680 x1875450816138240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230873:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575627.230874:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575627.230876:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575627.230879:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575627.230880:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575627.230882:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575627.230884:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575627.230885:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435000.
02000000:00000001:2.0:1788575627.230888:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575627.230889:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575627.230891:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca680.
00000100:00000001:2.0:1788575627.230893:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575627.230894:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230896:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575627.230899:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb100 x1875450816138368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230905:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575627.230907:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575627.230908:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575627.230910:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575627.230911:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575627.230912:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575627.230914:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575627.230915:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434000.
02000000:00000001:2.0:1788575627.230917:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575627.230918:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575627.230919:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb100.
00000100:00000001:2.0:1788575627.230921:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575627.230922:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230924:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.230927:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575627.230928:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.230929:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575627.230931:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575627.230932:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575627.230935:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230942:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575627.230944:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.230946:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575627.230947:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575627.230949:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575627.230952:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138496:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575627.230955:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575627.230957:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575627.230958:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.230960:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575627.230962:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575627.230964:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575627.230968:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575627.230970:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575627.230973:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575627.230976:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816138496, portal 4
00000100:00000001:2.0:1788575627.230978:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575627.230979:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773182336 : -111012936369280 : ffff9b08c95cbb80)
00000100:00000040:2.0:1788575627.230984:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.230991:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575627.230993:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575627.230995:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575627.230997:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816138496, offset 0
00000400:00000200:2.0:1788575627.231001:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575627.231004:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575627.231007:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575627.231010:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575627.231012:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575627.231015:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575627.231017:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575627.231020:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90587:90587:256:4294967295] 192.168.202.101@tcp LPNI seq info [90567:90567:8:4294967295]
00000400:00000200:2.0:1788575627.231024:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575627.231030:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575627.231034:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575627.231037:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575627.231041:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575627.231043:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575627.231047:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575627.231050:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788575627.231080:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575627.231082:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575627.231084:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575627.231086:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575627.231088:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575627.231089:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575627.231091:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575627.231094:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231098:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575627.231100:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231104:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.231105:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575627.231107:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575627.231109:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575627.231111:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575627.231112:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301143101
00000100:00000001:2.0:1788575627.231114:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301147008
00000100:00000001:2.0:1788575627.231116:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301143101
00000100:00000001:2.0:1788575627.231117:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301147008
00000100:00000001:2.0:1788575627.231118:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575627.231119:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.231120:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575627.231122:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575627/real 1788575627]  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575627.231127:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575627.231128:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575627.231129:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575627.231130:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575627.231131:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575627.231132:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575627.231134:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575627.231139:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231142:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575627.231143:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231144:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.231144:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575627.231146:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231149:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575627.231151:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231155:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575627.231156:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231157:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.231158:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231159:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575627.231160:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575627.231162:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575627.231164:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575627.231165:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575627.231167:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575627.231172:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138496:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575627.231174:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575627.231176:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231179:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575627.231180:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.231181:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575627.231182:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575627.231183:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575627.231185:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138624:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575627.231186:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575627.231187:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575627.231188:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575627.231189:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575627.231191:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575627.231192:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575627.231193:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575627.231195:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575627.231197:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575627.231198:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816138624, portal 4
00000100:00000001:2.0:1788575627.231200:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575627.231200:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773173376 : -111012936378240 : ffff9b08c95c9880)
00000100:00000040:2.0:1788575627.231204:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231207:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575627.231209:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575627.231210:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575627.231211:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816138624, offset 0
00000400:00000200:2.0:1788575627.231214:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575627.231216:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575627.231218:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575627.231220:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575627.231221:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575627.231223:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575627.231225:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575627.231226:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90588:90588:256:4294967295] 192.168.202.101@tcp LPNI seq info [90568:90568:8:4294967295]
00000400:00000200:2.0:1788575627.231229:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575627.231232:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575627.231235:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575627.231236:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575627.231238:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575627.231240:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575627.231242:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575627.231244:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788575627.231246:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575627.231247:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575627.231249:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575627.231251:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575627.231252:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575627.231253:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575627.231255:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575627.231256:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231261:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575627.231263:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575652 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231266:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.231267:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575627.231268:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575627.231270:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575627.231271:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575627.231273:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301143092
00000100:00000001:2.0:1788575627.231275:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301147008
00000100:00000001:2.0:1788575627.231276:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301143092
00000100:00000001:2.0:1788575627.231277:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301147008
00000100:00000001:2.0:1788575627.231278:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575627.231279:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.231280:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575627.231282:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575627/real 1788575627]  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575627.231285:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575627.231286:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575627.231287:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575627.231288:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575627.231289:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575627.231290:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575627.231292:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575627.231296:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231299:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575627.231300:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231301:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.231302:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575627.231304:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231307:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575627.231309:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231312:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575627.231314:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231315:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575627.231316:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231317:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575627.231318:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575627.231319:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575627.231321:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575627.231322:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575627.231324:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575627.231327:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138624:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575627.231329:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231330:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575627.231332:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cbb80 x1875450816138496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231335:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575627.231336:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575627.231337:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575627.231338:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575627.231339:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575627.231339:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575627.231341:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575627.231342:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575627.231344:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575627.231345:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575627.231345:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cbb80.
00000100:00000001:2.0:1788575627.231347:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575627.231347:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231348:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575627.231350:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9880 x1875450816138624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575627.231357:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575627.231358:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575627.231359:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575627.231360:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575627.231361:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575627.231361:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575627.231362:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575627.231363:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575627.231364:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575627.231364:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575627.231365:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9880.
00000100:00000001:2.0:1788575627.231366:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575627.231367:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231368:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575627.231370:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575627.231370:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575627.231371:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575627.231372:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549138:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575627.549145:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575627.549148:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575627.549151:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549156:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575627.549158:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549159:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549161:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575627.549166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575627.549170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575627.549174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575627.549179:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575627.549180:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575627.549181:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549184:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575627.549185:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549186:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575627.549188:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575627.549242:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575627.549245:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575627.549249:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575628.253167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575628.253167:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575628.253173:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575628.253175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575628.253175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575628.253178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575628.253181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575628.253183:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575628.253184:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575628.253189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575628.253189:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575628.253193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575628.253193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575628.253194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575628.253199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575628.253199:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575628.253201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575628.253203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575628.573234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575628.573243:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575628.573250:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575628.573251:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575628.573255:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575628.573257:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575628.573260:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575628.573262:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575628.573265:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575628.573266:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575628.573419:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575628.573425:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575628.573430:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575629.277208:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575629.277208:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575629.277218:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575629.277218:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575629.277220:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575629.277222:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575629.277231:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575629.277232:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575629.277238:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575629.277238:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575629.277243:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575629.277244:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575629.277251:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575629.277255:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575629.277259:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575629.277259:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575629.277263:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575629.277268:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575629.597139:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575629.597143:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575629.597147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575629.597147:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575629.597150:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575629.597150:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575629.597153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575629.597154:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575629.597156:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575629.597156:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575629.597208:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575629.597212:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575629.597215:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575630.301172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575630.301172:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575630.301180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575630.301180:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575630.301184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575630.301184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575630.301190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575630.301193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575630.301197:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575630.301203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1788575630.301203:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575630.301207:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575630.301208:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575630.301211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575630.301212:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575630.301217:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575630.301219:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575630.301221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575630.621168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575630.621173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575630.621176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575630.621177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575630.621179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575630.621180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575630.621182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575630.621183:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575630.621185:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575630.621185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575630.621235:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575630.621238:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575630.621241:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575631.261184:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301147008, at 4301147072
00000100:00000040:3.0:1788575631.261184:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301147008, at 4301147072
00000100:00000010:2.0:1788575631.261197:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575631.261199:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b600.
00000100:00000001:0.0:1788575631.325189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575631.325198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575631.325200:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575631.325204:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575631.325208:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575631.325211:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575631.325214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575631.325217:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575631.325220:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575631.326166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575631.326170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575631.326172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575631.326175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575631.326178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575631.326180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575631.326182:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575631.326183:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575631.326185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575631.645199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575631.645205:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575631.645210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575631.645212:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575631.645215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575631.645216:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575631.645219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575631.645220:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575631.645222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575631.645223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575631.645319:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575631.645326:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575631.645331:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575632.349134:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575632.349142:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575632.349144:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575632.349150:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575632.349159:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575632.349163:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.349166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575632.349168:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.349172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575632.349348:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575632.349356:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575632.349358:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575632.349363:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575632.349366:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575632.349374:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6475
00000400:00000200:3.0:1788575632.349382:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575632.349389:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575632.349392:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575632.349394:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349397:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575632.349399:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349402:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575632.349406:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575632.349408:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575632.349411:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575632.349414:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575632.349416:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575632.349419:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575632.349421:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349423:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575632.349425:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349427:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575632.349430:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575632.349434:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349436:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575632.349438:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575632.349442:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575632.349445:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.349447:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575632.349449:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575632.349458:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9f80.
00000020:00000040:3.0:1788575632.349462:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575632.349465:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575632.349468:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.349471:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575632.349483:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575632.349491:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575632.349497:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435c00.
00000100:00000001:3.0:1788575632.349503:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575632.349512:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575632.349520:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575632.349524:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575632.349527:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6c28c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575632.349543:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575632.349545:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575632.349547:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575632.349548:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575632.349549:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575632.349551:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575632.349553:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6475
00000400:00000200:3.0:1788575632.349556:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575632.349558:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575632.349560:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575632.349562:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349564:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575632.349566:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349567:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575632.349569:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575632.349570:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:2.0:1788575632.349571:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788575632.349572:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575632.349576:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788575632.349577:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:2.0:1788575632.349579:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788575632.349581:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575632.349586:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575632.349588:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575632.349593:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349600:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575632.349604:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575632.349606:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575632.349609:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.349610:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575632.349614:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575632.349617:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575632.349619:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575632.349622:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816138752:192.168.202.101@tcp:250:kworker.0
00000020:00000040:3.0:1788575632.349624:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:2.0:1788575632.349626:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575632.349631:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788575632.349631:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575632.349636:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.349637:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.349640:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788575632.349641:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1788575632.349647:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:3.0:1788575632.349648:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575632.349652:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575632.349652:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.349657:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575632.349660:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575632.349662:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.349663:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575632.349668:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9880.
00000400:00000200:2.0:1788575632.349672:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:3.0:1788575632.349672:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575632.349676:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575632.349677:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575632.349679:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575632.349679:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575632.349681:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575632.349684:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575632.349688:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
02000000:00000010:3.0:1788575632.349690:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436000.
00000100:00000200:2.0:1788575632.349694:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816138752, portal 25
00000100:00000001:3.0:1788575632.349695:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.349698:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575632.349700:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773175168 : -111012936376448 : ffff9b08c95c9f80)
00000100:00100000:3.0:1788575632.349704:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575632.349706:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.349728:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575632.349732:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349733:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788575632.349735:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000001:3.0:1788575632.349738:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575632.349739:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816138752, offset 0
00000100:00000040:3.0:1788575632.349744:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eb7201] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575632.349747:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575632.349755:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575632.349756:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575632.349761:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575632.349764:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575632.349766:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575632.349768:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575632.349771:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:3.0:1788575632.349773:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575632.349778:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6475
00000400:00000200:2.0:1788575632.349779:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575632.349786:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:0.0:1788575632.349791:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1788575632.349792:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788575632.349795:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575632.349798:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575632.349798:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00100000:0.0:1788575632.349803:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575632.349806:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1788575632.349808:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90589:90589:256:4294967295] 192.168.202.101@tcp LPNI seq info [90569:90569:8:4294967295]
00000100:00000001:0.0:1788575632.349809:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575632.349813:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788575632.349818:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575632.349819:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575632.349823:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575632.349830:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575632.349841:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575632.349841:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000010:2.0:1788575632.349850:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000400:00000200:3.0:1788575632.349850:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575632.349853:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575632.349857:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349860:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788575632.349862:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575632.349864:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349867:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.0:1788575632.349868:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1788575632.349869:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575632.349871:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575632.349874:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575632.349876:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575632.349880:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.1:1788575632.349880:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575632.349886:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.1:1788575632.349887:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1788575632.349893:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000100:2.0:1788575632.349897:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575632.349899:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1788575632.349901:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000040:3.0:1788575632.349905:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575632.349908:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788575632.349909:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575632.349914:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575632.349917:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788575632.349921:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575632.349925:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000100:00000001:3.0:1788575632.349926:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575632.349928:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
02000000:00000001:3.0:1788575632.349930:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575632.349934:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575632.349938:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.349939:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788575632.349942:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788575632.349947:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788575632.349947:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575632.349954:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.349958:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575632.349965:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cbb80.
00000100:00000001:2.0:1788575632.349967:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788575632.349970:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000040:2.0:1788575632.349974:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575632.349975:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575632.349978:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.349982:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575632.349985:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575632.349988:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.349990:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575632.349992:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434000.
00000100:00000001:2.0:1788575632.349993:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575632.349998:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350004:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575632.350004:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575632.350019:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575632.350022:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301152128
00000100:00000001:3.0:1788575632.350024:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1788575632.350030:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575632.350031:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350040:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788575632.350040:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000600b5a24] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350047:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301152128
00000100:00000010:2.0:1788575632.350071:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bcc0.
00000100:00000001:2.0:1788575632.350076:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575632.350091:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575632.350094:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350096:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575632.350101:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575632/real 1788575632]  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575632.350109:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575632.350112:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788575632.350114:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1788575632.350115:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575632.350119:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00080000:3.0:1788575632.350121:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575632.350123:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575632.350125:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575632.350128:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575632.350131:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6475
00000400:00000200:2.0:1788575632.350133:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575632.350137:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000400:00000200:3.0:1788575632.350138:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575632.350143:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1788575632.350144:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575632.350148:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788575632.350150:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575632.350155:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.350161:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575632.350165:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.350168:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575632.350170:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575632.350171:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575632.350173:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575632.350174:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575632.350176:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000200:2.0:1788575632.350180:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575632.350180:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575632.350188:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.350194:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575632.350195:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1788575632.350199:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575632.350200:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.350205:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575632.350206:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575632.350208:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575632.350211:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00100000:2.0:1788575632.350215:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575632.350219:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575632.350224:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575632.350226:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575632.350230:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575632.350231:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575632.350237:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788575632.350237:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575632.350242:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575632.350243:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350244:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.350247:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575632.350248:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575632.350249:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575632.350252:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575632.350254:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1788575632.350254:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00080000:2.0:1788575632.350259:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575632.350261:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1788575632.350261:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575632.350267:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575632.350267:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575632.350273:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb100.
00000100:00100000:2.0:1788575632.350276:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816138752:192.168.202.101@tcp:250:kworker.0
00000020:00000040:3.0:1788575632.350279:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575632.350280:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.350284:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788575632.350286:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788575632.350287:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9f80 x1875450816138752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575632.350289:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350296:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575632.350298:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575632.350300:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575632.350302:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575632.350304:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575632.350305:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575632.350307:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575632.350308:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575632.350312:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575632.350313:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575632.350314:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9f80.
00000100:00000001:2.0:1788575632.350316:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575632.350317:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.350319:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575632.350321:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575632.350324:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788575632.350324:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575632.350327:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575632.350327:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350331:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575632.350334:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575632.350335:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1788575632.350336:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435000.
00000100:00000040:2.0:1788575632.350338:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575632.350342:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350344:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575632.350346:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.350348:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575632.350351:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575632.350353:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575632.350353:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575632.350357:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138880:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575632.350363:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575632.350364:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575632.350367:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.350370:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575632.350374:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575632.350378:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.350385:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575632.350386:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575632.350391:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575632.350391:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575632.350398:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000040:3.0:1788575632.350401:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fa6d664] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575632.350403:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816138880, portal 10
00000100:00000001:2.0:1788575632.350408:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575632.350410:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773173376 : -111012936378240 : ffff9b08c95c9880)
00000100:00000001:3.0:1788575632.350420:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575632.350421:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575632.350426:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575632.350436:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575632.350437:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575632.350439:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575632.350442:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575632.350444:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788575632.350448:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575632.350451:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6475
00000400:00000010:2.0:1788575632.350452:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575632.350457:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816138880, offset 0
00000400:00000200:3.0:1788575632.350458:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575632.350466:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575632.350467:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575632.350472:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575632.350476:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575632.350479:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.350484:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575632.350485:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:3.0:1788575632.350490:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575632.350491:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788575632.350496:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575632.350498:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:3.0:1788575632.350501:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788575632.350504:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788575632.350505:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000400:00000200:2.0:1788575632.350508:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000001:3.0:1788575632.350509:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575632.350514:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90590:90590:256:4294967295] 192.168.202.101@tcp LPNI seq info [90570:90570:8:4294967295]
00000020:00000040:3.0:1788575632.350514:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575632.350518:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575632.350521:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000400:00000200:2.0:1788575632.350524:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575632.350527:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.350530:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575632.350533:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575632.350536:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575632.350540:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788575632.350540:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575632.350544:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575632.350548:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575632.350550:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788575632.350552:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575632.350554:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1788575632.350557:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
02000000:00000001:3.0:1788575632.350557:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.350562:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575632.350564:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000800:00000200:2.0:1788575632.350566:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:3.0:1788575632.350567:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.350572:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575632.350573:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000010:3.0:1788575632.350575:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca680.
00000020:00000040:3.0:1788575632.350578:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000800:00000200:2.1:1788575632.350582:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:3.0:1788575632.350583:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575632.350585:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575632.350588:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1788575632.350588:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1788575632.350589:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575632.350592:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788575632.350597:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000010:3.0:1788575632.350597:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436800.
00000800:00000010:2.0:1788575632.350602:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000001:3.0:1788575632.350602:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575632.350607:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1788575632.350609:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575632.350615:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788575632.350621:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575632.350622:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000100:00000001:3.0:1788575632.350624:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575632.350626:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000040:3.0:1788575632.350630:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c496a81] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350632:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788575632.350639:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575632.350640:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575632.350643:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6485)
00000100:00000001:2.0:1788575632.350652:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575632.350655:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350667:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350669:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575632.350672:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575632.350676:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575632.350680:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575632.350682:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301148237
00000100:00000001:2.0:1788575632.350684:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301152128
00000100:00000001:2.0:1788575632.350686:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301148237
00000100:00000001:2.0:1788575632.350689:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301152128
00000100:00000001:2.0:1788575632.350691:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575632.350693:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350695:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575632.350699:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575632/real 1788575632]  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575632.350705:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575632.350707:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575632.350709:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575632.350711:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575632.350712:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575632.350714:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575632.350717:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575632.350726:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350732:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575632.350733:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.350735:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.350736:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575632.350740:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350747:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575632.350751:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350758:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575632.350760:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.350762:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.350763:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.350765:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575632.350767:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575632.350769:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575632.350773:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575632.350774:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575632.350778:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575632.350785:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816138880:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575632.350789:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575632.350793:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350799:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575632.350800:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.350802:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575632.350804:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575632.350806:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575632.350808:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139008:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575632.350811:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575632.350813:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575632.350815:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.350816:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575632.350819:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575632.350821:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575632.350824:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575632.350826:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575632.350829:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575632.350831:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816139008, portal 10
00000100:00000001:2.0:1788575632.350833:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575632.350835:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773182336 : -111012936369280 : ffff9b08c95cbb80)
00000100:00000040:2.0:1788575632.350840:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350846:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575632.350849:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575632.350851:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575632.350853:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816139008, offset 0
00000400:00000200:2.0:1788575632.350857:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575632.350861:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575632.350864:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575632.350867:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575632.350869:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575632.350871:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575632.350873:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575632.350876:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90591:90591:256:4294967295] 192.168.202.101@tcp LPNI seq info [90571:90571:8:4294967295]
00000400:00000200:2.0:1788575632.350880:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575632.350886:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575632.350890:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575632.350893:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575632.350897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575632.350899:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788575632.350904:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575632.350906:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788575632.350910:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575632.350912:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575632.350915:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575632.350918:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575632.350921:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575632.350922:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575632.350925:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575632.350929:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350936:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575632.350939:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.350945:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350947:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575632.350950:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575632.350952:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575632.350955:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575632.350957:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301148187
00000100:00000001:2.0:1788575632.350960:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301152128
00000100:00000001:2.0:1788575632.350961:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301148187
00000100:00000001:2.0:1788575632.350963:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301152128
00000100:00000001:2.0:1788575632.350965:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575632.350967:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.350969:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575632.350973:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575632/real 1788575632]  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575632.350981:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575632.350982:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575632.350983:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575632.350986:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575632.350987:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575632.350989:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575632.350992:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575632.351000:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351005:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575632.351007:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351008:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.351010:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575632.351013:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351020:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575632.351024:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351030:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575632.351032:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351033:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.351034:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351036:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575632.351037:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575632.351040:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575632.351043:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575632.351044:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575632.351048:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575632.351090:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139008:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575632.351094:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351097:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575632.351100:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9880 x1875450816138880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351106:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575632.351108:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575632.351109:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575632.351112:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575632.351113:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575632.351115:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575632.351116:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575632.351118:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575632.351121:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575632.351122:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575632.351124:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9880.
00000100:00000001:2.0:1788575632.351127:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575632.351128:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351129:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575632.351133:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cbb80 x1875450816139008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351139:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575632.351141:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575632.351142:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575632.351144:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575632.351145:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575632.351147:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575632.351148:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575632.351149:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434000.
02000000:00000001:2.0:1788575632.351151:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575632.351153:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575632.351154:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cbb80.
00000100:00000001:2.0:1788575632.351156:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575632.351157:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351158:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351162:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575632.351164:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.351166:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575632.351168:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575632.351169:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575632.351172:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351178:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575632.351180:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.351182:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575632.351183:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575632.351185:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575632.351188:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139136:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575632.351191:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575632.351193:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575632.351195:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.351197:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575632.351200:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575632.351202:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575632.351206:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575632.351209:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575632.351212:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575632.351216:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816139136, portal 4
00000100:00000001:2.0:1788575632.351217:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575632.351219:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773179648 : -111012936371968 : ffff9b08c95cb100)
00000100:00000040:2.0:1788575632.351224:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351230:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575632.351233:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575632.351235:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575632.351237:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816139136, offset 0
00000400:00000200:2.0:1788575632.351240:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575632.351244:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575632.351248:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575632.351251:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575632.351253:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575632.351256:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575632.351258:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575632.351261:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90592:90592:256:4294967295] 192.168.202.101@tcp LPNI seq info [90572:90572:8:4294967295]
00000400:00000200:2.0:1788575632.351264:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575632.351271:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575632.351275:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575632.351278:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575632.351282:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575632.351285:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788575632.351289:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575632.351291:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788575632.351295:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575632.351296:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575632.351299:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575632.351303:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575632.351305:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575632.351307:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575632.351310:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575632.351313:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351321:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575632.351324:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351330:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.351332:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575632.351335:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575632.351337:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575632.351340:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575632.351342:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301148221
00000100:00000001:2.0:1788575632.351343:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301152128
00000100:00000001:2.0:1788575632.351345:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301148221
00000100:00000001:2.0:1788575632.351346:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301152128
00000100:00000001:2.0:1788575632.351348:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575632.351349:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.351350:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575632.351353:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575632/real 1788575632]  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575632.351357:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575632.351358:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575632.351360:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575632.351361:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575632.351362:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575632.351364:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575632.351366:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575632.351371:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351376:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575632.351377:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351378:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.351380:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575632.351383:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351389:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575632.351392:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351398:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575632.351400:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351402:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.351403:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351405:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575632.351407:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575632.351410:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575632.351413:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575632.351415:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575632.351419:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575632.351426:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139136:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575632.351430:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575632.351433:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351439:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575632.351441:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.351443:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575632.351444:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575632.351446:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575632.351449:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139264:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575632.351452:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575632.351454:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575632.351455:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575632.351457:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575632.351461:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575632.351462:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575632.351466:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575632.351468:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575632.351471:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575632.351474:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816139264, portal 4
00000100:00000001:2.0:1788575632.351476:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575632.351477:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176960 : -111012936374656 : ffff9b08c95ca680)
00000100:00000040:2.0:1788575632.351482:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351493:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575632.351495:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575632.351497:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575632.351500:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816139264, offset 0
00000400:00000200:2.0:1788575632.351503:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575632.351507:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575632.351510:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575632.351513:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575632.351515:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575632.351517:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575632.351519:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575632.351522:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90593:90593:256:4294967295] 192.168.202.101@tcp LPNI seq info [90573:90573:8:4294967295]
00000400:00000200:2.0:1788575632.351526:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575632.351532:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575632.351536:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575632.351539:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575632.351543:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575632.351545:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788575632.351549:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575632.351551:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788575632.351554:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575632.351556:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575632.351559:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575632.351562:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575632.351565:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575632.351567:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575632.351570:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575632.351573:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351580:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575632.351583:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575657 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351594:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.351596:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575632.351599:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575632.351602:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575632.351605:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575632.351607:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301148212
00000100:00000001:2.0:1788575632.351609:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301152128
00000100:00000001:2.0:1788575632.351611:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301148212
00000100:00000001:2.0:1788575632.351613:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301152128
00000100:00000001:2.0:1788575632.351615:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575632.351617:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.351619:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575632.351622:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575632/real 1788575632]  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575632.351629:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575632.351631:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575632.351632:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575632.351634:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575632.351636:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575632.351638:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575632.351641:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575632.351649:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351655:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575632.351656:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351658:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.351659:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575632.351663:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351669:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575632.351673:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351679:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575632.351681:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351682:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575632.351683:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351685:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575632.351687:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575632.351689:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575632.351692:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575632.351694:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575632.351698:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575632.351705:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139264:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575632.351709:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351711:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575632.351714:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb100 x1875450816139136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351720:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575632.351722:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575632.351724:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575632.351726:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575632.351728:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575632.351729:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575632.351731:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575632.351732:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435000.
02000000:00000001:2.0:1788575632.351735:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575632.351736:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575632.351738:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb100.
00000100:00000001:2.0:1788575632.351740:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575632.351741:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351743:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575632.351746:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca680 x1875450816139264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575632.351752:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575632.351753:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575632.351755:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575632.351757:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575632.351758:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575632.351759:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575632.351761:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575632.351763:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436800.
02000000:00000001:2.0:1788575632.351765:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575632.351766:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575632.351767:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca680.
00000100:00000001:2.0:1788575632.351769:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575632.351770:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351772:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575632.351775:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575632.351776:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575632.351778:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575632.351780:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575632.669147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575632.669153:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575632.669156:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575632.669157:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575632.669159:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575632.669160:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575632.669162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575632.669163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575632.669165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575632.669166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575632.669210:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575632.669213:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575632.669217:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575633.373168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575633.373176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575633.373178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575633.373183:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575633.373187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575633.373190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575633.373192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575633.373194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575633.373197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575633.373260:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575633.373264:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575633.373265:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575633.373268:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575633.373271:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575633.373273:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575633.373275:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575633.373277:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575633.373278:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575633.693198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575633.693204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575633.693209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575633.693211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575633.693214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575633.693215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575633.693218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575633.693219:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575633.693222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575633.693223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575633.693276:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575633.693278:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575633.693281:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575634.397146:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575634.397152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575634.397153:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575634.397155:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575634.397158:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1788575634.397163:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575634.397168:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575634.397170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575634.397172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575634.397177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575634.397177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575634.397182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575634.397182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575634.397185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575634.397188:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575634.397188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575634.397191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575634.397193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575634.717200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575634.717206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575634.717212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575634.717213:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575634.717216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575634.717218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575634.717221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575634.717222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575634.717225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575634.717226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575634.717281:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575634.717284:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575634.717288:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575635.421168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575635.421175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575635.421178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575635.421184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575635.421187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575635.421191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575635.421194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575635.421196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575635.421199:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575635.421309:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575635.421312:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575635.421313:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575635.421316:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575635.421318:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575635.421320:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575635.421322:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575635.421324:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575635.421325:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575635.741183:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575635.741190:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575635.741191:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575635.741193:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741195:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575635.741197:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741198:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741200:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575635.741203:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575635.741203:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575635.741204:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741205:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575635.741206:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741207:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741208:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575635.741211:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575635.741212:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575635.741212:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741213:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575635.741214:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741215:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741216:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575635.741218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575635.741218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575635.741274:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575635.741278:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575635.741281:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575636.381183:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301152128, at 4301152192
00000100:00000010:2.0:1788575636.381198:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575636.381338:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301152128, at 4301152192
00000100:00000010:3.0:1788575636.381343:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bcc0.
00000100:00000001:2.0:1788575636.445163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575636.445169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575636.445170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575636.445174:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575636.445177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575636.445178:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575636.445180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575636.445184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575636.445185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575636.445187:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575636.445189:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575636.445192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575636.445194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575636.445196:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575636.445200:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575636.445203:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575636.445207:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575636.445209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575636.765188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575636.765194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575636.765200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575636.765201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575636.765204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575636.765206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575636.765209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575636.765210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575636.765213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575636.765215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575636.765267:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575636.765271:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575636.765274:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575637.469174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575637.469176:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575637.469183:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788575637.469184:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575637.469185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469187:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788575637.469189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:3.0:1788575637.469190:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575637.469192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575637.469193:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575637.469195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575637.469198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575637.469200:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6480
00000100:00000001:0.0:1788575637.469201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575637.469203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575637.469209:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575637.469216:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575637.469219:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575637.469222:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469225:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469227:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469229:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575637.469233:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575637.469235:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575637.469239:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575637.469241:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575637.469244:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575637.469246:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575637.469249:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469251:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469252:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469254:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575637.469257:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575637.469261:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469263:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575637.469266:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575637.469269:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575637.469272:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469275:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575637.469277:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469283:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575637.469286:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575637.469287:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575637.469290:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000010:3.0:1788575637.469291:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95caa00.
00000100:00000001:2.0:1788575637.469292:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575637.469294:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575637.469294:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
00000100:00000001:2.0:1788575637.469296:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575637.469298:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575637.469298:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575637.469299:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575637.469300:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469303:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575637.469305:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575637.469309:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575637.469317:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435400.
00000100:00000001:3.0:1788575637.469323:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575637.469332:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575637.469340:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575637.469343:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575637.469346:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29b62c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575637.469361:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575637.469364:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575637.469367:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575637.469369:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575637.469370:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575637.469373:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575637.469375:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6480
00000400:00000200:3.0:1788575637.469379:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575637.469383:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575637.469386:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575637.469388:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575637.469393:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.469401:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788575637.469401:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575637.469402:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575637.469403:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788575637.469406:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788575637.469406:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575637.469408:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575637.469408:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469410:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575637.469411:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469412:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575637.469414:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1788575637.469415:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816139392:192.168.202.101@tcp:250:kworker.0
00000020:00000040:3.0:1788575637.469416:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575637.469417:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575637.469418:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788575637.469419:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575637.469421:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575637.469422:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1788575637.469423:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575637.469424:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.469427:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788575637.469427:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469428:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469431:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000010:2.0:1788575637.469432:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
00000100:00000001:3.0:1788575637.469433:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575637.469434:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575637.469435:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575637.469438:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575637.469440:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575637.469440:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575637.469442:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788575637.469444:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
02000000:00000001:3.0:1788575637.469447:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575637.469449:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575637.469450:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575637.469450:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575637.469454:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788575637.469456:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816139392, portal 25
00000008:00000001:3.0:1788575637.469457:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469458:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575637.469459:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469460:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773177856 : -111012936373760 : ffff9b08c95caa00)
00000100:00000010:3.0:1788575637.469462:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9c00.
00000020:00000040:3.0:1788575637.469464:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00000040:2.0:1788575637.469465:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575637.469466:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575637.469467:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469469:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575637.469471:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575637.469473:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788575637.469473:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575637.469475:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000010:3.0:1788575637.469476:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434800.
00000400:00000010:2.0:1788575637.469477:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000001:3.0:1788575637.469479:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575637.469480:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816139392, offset 0
00000100:00100000:3.0:1788575637.469483:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575637.469486:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575637.469493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575637.469494:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575637.469496:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575637.469499:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:3.0:1788575637.469500:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092b617f1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575637.469503:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575637.469508:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:3.0:1788575637.469508:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575637.469511:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575637.469512:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575637.469514:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:3.0:1788575637.469514:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575637.469516:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575637.469518:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575637.469519:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90594:90594:256:4294967295] 192.168.202.101@tcp LPNI seq info [90574:90574:8:4294967295]
00000100:00000001:3.0:1788575637.469521:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575637.469523:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575637.469523:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6480
00000400:00000200:2.0:1788575637.469533:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575637.469537:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575637.469538:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575637.469540:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575637.469542:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788575637.469543:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000100:00000040:3.0:1788575637.469545:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469547:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469548:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575637.469550:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575637.469551:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.0:1788575637.469553:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1788575637.469553:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575637.469554:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575637.469556:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575637.469558:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000200:2.1:1788575637.469558:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575637.469560:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575637.469562:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.1:1788575637.469562:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000100:00000040:3.0:1788575637.469565:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000100:2.0:1788575637.469566:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469567:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469568:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000010:2.0:1788575637.469569:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000001:3.0:1788575637.469570:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575637.469573:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575637.469574:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788575637.469575:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575637.469578:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788575637.469578:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575637.469579:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575637.469582:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575637.469583:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
02000000:00000001:3.0:1788575637.469583:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575637.469585:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:3.0:1788575637.469585:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575637.469587:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575637.469589:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469590:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788575637.469591:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575637.469593:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb800.
00000100:00000200:2.0:1788575637.469594:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575637.469596:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575637.469598:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575637.469599:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469601:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575637.469602:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788575637.469602:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575637.469603:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575637.469606:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788575637.469606:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435800.
00000100:00000001:3.0:1788575637.469609:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469613:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575637.469613:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575637.469615:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575637.469619:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575637.469620:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469621:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575637.469624:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575637.469624:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e5dfd4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.469627:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301157248
00000100:00000001:3.0:1788575637.469631:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575637.469632:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00080000:3.0:1788575637.469633:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575637.469636:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575637.469637:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575637.469638:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1788575637.469639:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575637.469641:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575637.469642:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301157248
00000100:00080000:3.0:1788575637.469643:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6480
00000100:00000010:2.0:1788575637.469644:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b960.
00000400:00000200:3.0:1788575637.469646:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575637.469647:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000400:00000200:3.0:1788575637.469649:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575637.469650:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788575637.469651:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575637.469653:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575637.469653:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575637.469655:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788575637.469655:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469657:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575637.469659:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575637/real 1788575637]  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575637.469659:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575637.469661:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575637.469662:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575637.469663:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575637.469665:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575637.469667:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575637.469668:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575637.469671:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469672:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469674:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469676:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000001:2.0:1788575637.469677:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788575637.469678:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000001:2.0:1788575637.469679:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788575637.469680:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:2.0:1788575637.469681:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575637.469683:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575637.469684:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
02000000:00000001:3.0:1788575637.469684:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788575637.469686:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
02000000:00000001:3.0:1788575637.469687:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575637.469688:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469689:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788575637.469690:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788575637.469692:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788575637.469692:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575637.469695:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469696:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575637.469699:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8000.
00000100:00000200:2.0:1788575637.469700:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575637.469701:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575637.469704:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575637.469705:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469707:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575637.469707:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575637.469708:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575637.469709:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.469711:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.469713:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575637.469717:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575637.469717:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575637.469720:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437000.
00000100:00000001:3.0:1788575637.469723:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469724:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575637.469727:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575637.469728:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575637.469734:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575637.469735:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575637.469736:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575637.469739:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0af9726] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.469742:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.469743:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.469745:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575637.469746:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469747:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575637.469749:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575637.469749:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575637.469752:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575637.469752:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575637.469753:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575637.469755:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575637.469756:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575637.469757:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575637.469758:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1788575637.469759:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6480
00000100:00000040:2.0:1788575637.469762:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575637.469762:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575637.469765:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575637.469767:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575637.469770:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816139392:192.168.202.101@tcp:250:kworker.0
00000100:00000040:3.0:1788575637.469770:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469772:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575637.469774:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575637.469775:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575637.469775:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575637.469777:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575637.469778:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788575637.469778:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000040:2.0:1788575637.469780:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95caa00 x1875450816139392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575637.469780:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575637.469782:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575637.469783:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575637.469786:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575637.469789:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575637.469791:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575637.469792:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1788575637.469793:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575637.469795:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788575637.469795:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575637.469796:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000010:2.0:1788575637.469797:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
00000100:00080000:3.0:1788575637.469799:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575637.469800:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788575637.469801:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575637.469802:0:2397:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1788575637.469802:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000040:2.0:1788575637.469803:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575637.469805:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1788575637.469805:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575637.469806:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575637.469807:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435400.
00000100:00000001:3.0:1788575637.469808:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575637.469810:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000001:2.0:1788575637.469811:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1788575637.469812:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.469813:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788575637.469814:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575637.469815:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95caa00.
00000100:00000010:3.0:1788575637.469817:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9180.
00000100:00000001:2.0:1788575637.469818:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1788575637.469818:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575637.469819:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.469821:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575637.469821:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575637.469822:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575637.469823:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575637.469824:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575637.469825:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469827:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1788575637.469828:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436400.
00000100:00000001:2.0:1788575637.469829:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469830:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575637.469831:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469832:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575637.469833:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1788575637.469835:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575637.469836:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575637.469842:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575637.469843:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575637.469844:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469845:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.469847:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788575637.469847:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d6a6daa] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575637.469849:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575637.469851:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575637.469854:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139520:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575637.469855:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469857:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575637.469858:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788575637.469859:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6490)
02000000:00000001:2.0:1788575637.469860:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.469861:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575637.469864:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575637.469865:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575637.469868:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575637.469880:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575637.469884:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575637.469887:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816139520, portal 10
00000100:00000001:2.0:1788575637.469889:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575637.469890:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773174272 : -111012936377344 : ffff9b08c95c9c00)
00000100:00000040:2.0:1788575637.469897:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.469904:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575637.469906:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575637.469909:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575637.469911:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816139520, offset 0
00000400:00000200:2.0:1788575637.469915:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575637.469919:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575637.469922:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575637.469924:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575637.469927:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575637.469928:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575637.469930:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575637.469933:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90595:90595:256:4294967295] 192.168.202.101@tcp LPNI seq info [90575:90575:8:4294967295]
00000400:00000200:2.0:1788575637.469936:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575637.469942:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575637.469946:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575637.469949:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575637.469953:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575637.469955:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788575637.469959:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575637.469961:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788575637.469964:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575637.469966:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575637.469968:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575637.469970:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575637.469972:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575637.469973:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575637.469975:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575637.469977:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.469982:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575637.469984:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.469988:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.469989:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575637.469991:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575637.469994:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575637.469996:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575637.469997:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301153356
00000100:00000001:2.0:1788575637.469999:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301157248
00000100:00000001:2.0:1788575637.470000:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301153356
00000100:00000001:2.0:1788575637.470002:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301157248
00000100:00000001:2.0:1788575637.470003:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575637.470004:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.470005:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575637.470007:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575637/real 1788575637]  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575637.470011:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575637.470012:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575637.470014:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575637.470015:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575637.470016:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575637.470018:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575637.470020:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575637.470024:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470028:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575637.470029:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470030:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.470031:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575637.470032:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470036:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575637.470038:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470043:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575637.470045:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470046:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.470047:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470049:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575637.470050:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575637.470071:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575637.470075:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575637.470077:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575637.470081:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575637.470089:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139520:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575637.470092:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575637.470111:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470120:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575637.470121:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.470122:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575637.470123:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575637.470124:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575637.470126:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139648:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575637.470128:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575637.470129:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575637.470130:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.470131:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575637.470134:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575637.470135:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575637.470138:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575637.470139:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575637.470141:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575637.470143:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816139648, portal 10
00000100:00000001:2.0:1788575637.470145:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575637.470146:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773181440 : -111012936370176 : ffff9b08c95cb800)
00000100:00000040:2.0:1788575637.470152:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470157:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575637.470160:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575637.470161:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575637.470164:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816139648, offset 0
00000400:00000200:2.0:1788575637.470167:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575637.470171:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575637.470174:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575637.470177:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575637.470179:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575637.470182:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575637.470184:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575637.470187:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90596:90596:256:4294967295] 192.168.202.101@tcp LPNI seq info [90576:90576:8:4294967295]
00000400:00000200:2.0:1788575637.470191:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575637.470196:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575637.470199:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575637.470201:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575637.470204:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575637.470206:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788575637.470209:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575637.470211:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788575637.470215:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575637.470217:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575637.470220:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575637.470223:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575637.470225:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575637.470227:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575637.470230:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575637.470233:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470241:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575637.470243:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470249:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.470250:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575637.470253:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575637.470256:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575637.470259:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575637.470261:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301153307
00000100:00000001:2.0:1788575637.470263:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301157248
00000100:00000001:2.0:1788575637.470264:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301153307
00000100:00000001:2.0:1788575637.470267:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301157248
00000100:00000001:2.0:1788575637.470268:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575637.470271:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.470273:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575637.470276:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575637/real 1788575637]  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575637.470283:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575637.470285:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575637.470286:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575637.470289:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575637.470290:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575637.470293:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575637.470296:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575637.470304:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470311:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575637.470312:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470314:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.470315:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575637.470318:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470325:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575637.470329:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470336:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575637.470338:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470339:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.470341:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470342:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575637.470343:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575637.470346:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575637.470349:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575637.470352:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575637.470355:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575637.470362:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139648:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575637.470366:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575637.470369:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470375:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575637.470376:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.470379:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575637.470380:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575637.470382:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575637.470385:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139776:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575637.470389:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575637.470390:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575637.470392:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.470393:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575637.470396:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575637.470398:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575637.470402:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575637.470404:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575637.470408:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575637.470411:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816139776, portal 4
00000100:00000001:2.0:1788575637.470413:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575637.470414:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773167104 : -111012936384512 : ffff9b08c95c8000)
00000100:00000040:2.0:1788575637.470419:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470425:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575637.470428:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575637.470430:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575637.470432:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816139776, offset 0
00000400:00000200:2.0:1788575637.470436:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575637.470440:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575637.470444:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575637.470447:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575637.470450:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575637.470453:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575637.470456:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575637.470459:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90597:90597:256:4294967295] 192.168.202.101@tcp LPNI seq info [90577:90577:8:4294967295]
00000400:00000200:2.0:1788575637.470462:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575637.470468:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575637.470472:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575637.470475:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575637.470479:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575637.470481:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788575637.470486:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575637.470489:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788575637.470494:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575637.470496:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575637.470499:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575637.470502:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575637.470504:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575637.470506:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575637.470508:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575637.470511:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470518:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575637.470521:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470527:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.470529:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575637.470532:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575637.470535:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575637.470538:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575637.470540:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301153340
00000100:00000001:2.0:1788575637.470542:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301157248
00000100:00000001:2.0:1788575637.470544:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301153340
00000100:00000001:2.0:1788575637.470546:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301157248
00000100:00000001:2.0:1788575637.470548:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575637.470550:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.470551:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575637.470555:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575637/real 1788575637]  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575637.470562:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575637.470563:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575637.470565:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575637.470567:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575637.470569:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575637.470571:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575637.470574:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575637.470581:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470588:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575637.470589:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470591:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.470593:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575637.470596:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470603:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575637.470607:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470613:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575637.470616:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470617:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.470619:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470620:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575637.470622:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575637.470624:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575637.470627:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575637.470629:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575637.470633:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575637.470639:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139776:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575637.470643:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470644:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575637.470647:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9c00 x1875450816139520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470652:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575637.470653:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575637.470655:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575637.470657:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575637.470658:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575637.470659:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575637.470661:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575637.470662:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434800.
02000000:00000001:2.0:1788575637.470665:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575637.470666:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575637.470667:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9c00.
00000100:00000001:2.0:1788575637.470670:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575637.470671:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470673:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575637.470676:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb800 x1875450816139648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470681:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575637.470682:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575637.470683:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575637.470685:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575637.470686:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575637.470687:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575637.470689:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575637.470690:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435800.
02000000:00000001:2.0:1788575637.470691:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575637.470692:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575637.470693:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575637.470695:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575637.470696:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470697:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575637.470700:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8000 x1875450816139776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470705:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575637.470706:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575637.470707:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575637.470709:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575637.470710:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575637.470711:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575637.470712:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575637.470714:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575637.470716:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575637.470717:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575637.470718:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8000.
00000100:00000001:2.0:1788575637.470720:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575637.470722:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470723:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470726:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575637.470728:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.470729:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575637.470731:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575637.470732:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575637.470736:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470742:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575637.470743:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.470745:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575637.470747:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575637.470749:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575637.470751:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139904:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575637.470755:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575637.470756:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575637.470758:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575637.470759:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575637.470762:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575637.470764:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575637.470767:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575637.470769:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575637.470772:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575637.470775:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816139904, portal 4
00000100:00000001:2.0:1788575637.470777:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575637.470778:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773171584 : -111012936380032 : ffff9b08c95c9180)
00000100:00000040:2.0:1788575637.470784:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470790:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575637.470792:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575637.470795:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575637.470797:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816139904, offset 0
00000400:00000200:2.0:1788575637.470800:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575637.470804:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575637.470807:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575637.470810:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575637.470812:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575637.470814:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575637.470816:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575637.470819:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90598:90598:256:4294967295] 192.168.202.101@tcp LPNI seq info [90578:90578:8:4294967295]
00000400:00000200:2.0:1788575637.470823:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575637.470828:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575637.470832:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575637.470836:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575637.470839:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575637.470841:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788575637.470845:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575637.470848:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788575637.470851:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575637.470853:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575637.470856:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575637.470859:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575637.470862:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575637.470863:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575637.470865:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575637.470869:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470875:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575637.470878:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470884:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.470885:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575637.470888:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575637.470891:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575637.470893:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575637.470895:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301153331
00000100:00000001:2.0:1788575637.470897:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301157248
00000100:00000001:2.0:1788575637.470899:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301153331
00000100:00000001:2.0:1788575637.470901:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301157248
00000100:00000001:2.0:1788575637.470903:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575637.470905:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.470907:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575637.470910:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575637/real 1788575637]  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575637.470917:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575637.470918:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575637.470919:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575637.470921:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575637.470922:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575637.470925:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575637.470928:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575637.470935:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470941:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575637.470942:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470944:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.470945:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575637.470949:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470954:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575637.470958:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.470964:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575637.470966:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470968:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575637.470969:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470971:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575637.470973:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575637.470976:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575637.470980:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575637.470982:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575637.470986:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575637.470994:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816139904:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575637.470997:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.470999:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575637.471001:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9180 x1875450816139904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575637.471007:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575637.471008:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575637.471010:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575637.471012:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575637.471014:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575637.471015:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575637.471017:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575637.471019:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436400.
02000000:00000001:2.0:1788575637.471022:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575637.471023:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575637.471025:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9180.
00000100:00000001:2.0:1788575637.471027:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575637.471029:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.471031:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575637.471034:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575637.471035:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575637.471037:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575637.471039:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575637.789204:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575637.789206:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575637.789210:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789215:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575637.789218:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789220:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789222:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789226:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575637.789228:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789232:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575637.789233:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789236:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575637.789238:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789241:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575637.789242:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575637.789243:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575637.789244:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789245:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575637.789246:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789247:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575637.789248:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575637.789312:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575637.789317:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575637.789320:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575638.493129:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575638.493129:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575638.493136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575638.493137:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575638.493140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575638.493141:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575638.493148:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575638.493149:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575638.493154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575638.493155:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575638.493157:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575638.493159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575638.493160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575638.493163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575638.493166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575638.493166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575638.493170:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575638.493172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575638.813197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575638.813205:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575638.813212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575638.813213:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575638.813216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575638.813218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575638.813220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575638.813222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575638.813225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575638.813226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575638.813289:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575638.813293:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575638.813296:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575639.517154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575639.517162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575639.517164:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575639.517170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575639.517174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575639.517177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575639.517177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575639.517180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575639.517180:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575639.517181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575639.517182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575639.517184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575639.517185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575639.517185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575639.517187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575639.517189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575639.517190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575639.517192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575639.837275:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575639.837281:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575639.837287:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575639.837288:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575639.837291:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575639.837292:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575639.837295:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575639.837297:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575639.837300:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575639.837301:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575639.837367:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575639.837370:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575639.837373:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575640.541184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575640.541191:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575640.541193:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575640.541199:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575640.541202:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575640.541206:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575640.541208:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575640.541211:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575640.541214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575640.541452:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575640.541456:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575640.541457:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575640.541461:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575640.541463:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575640.541465:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575640.541467:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575640.541469:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575640.541470:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575640.861196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575640.861203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575640.861208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575640.861209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575640.861213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575640.861214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575640.861216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575640.861216:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575640.861218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575640.861219:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575640.861285:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575640.861289:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575640.861299:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575641.501134:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301157248, at 4301157312
00000100:00000040:2.0:1788575641.501146:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301157248, at 4301157312
00000100:00000010:3.0:1788575641.501149:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b960.
00000100:00000010:2.0:1788575641.501159:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575641.565245:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575641.565252:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575641.565254:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575641.565265:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575641.565269:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575641.565273:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575641.565275:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575641.565277:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575641.565279:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575641.565407:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575641.565411:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575641.565413:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575641.565416:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575641.565418:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575641.565420:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575641.565422:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575641.565424:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575641.565426:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575641.885188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575641.885195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575641.885201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575641.885202:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575641.885205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575641.885206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575641.885209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575641.885210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575641.885213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575641.885214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575641.885254:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575641.885256:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575641.885259:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575642.589165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575642.589165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575642.589171:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575642.589172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575642.589172:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575642.589176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575642.589178:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1788575642.589180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575642.589181:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575642.589184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575642.589185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575642.589188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575642.589189:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575642.589190:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575642.589191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575642.589194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575642.589196:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575642.589197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.589197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575642.589202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575642.589206:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6485
00000100:00000001:2.0:1788575642.589207:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575642.589211:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.589215:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575642.589219:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575642.589227:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575642.589230:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575642.589234:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589236:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575642.589238:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589239:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575642.589242:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575642.589244:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575642.589246:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575642.589248:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575642.589249:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575642.589251:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575642.589252:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589254:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575642.589255:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589257:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575642.589259:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575642.589261:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589263:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575642.589265:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575642.589267:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575642.589269:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.589270:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575642.589272:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575642.589279:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb480.
00000020:00000040:3.0:1788575642.589282:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575642.589285:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575642.589286:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.589288:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575642.589289:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575642.589292:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575642.589297:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437400.
00000100:00000001:3.0:1788575642.589302:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575642.589308:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575642.589316:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575642.589319:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575642.589322:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001528b4d4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575642.589336:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575642.589338:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575642.589340:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575642.589341:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575642.589342:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575642.589344:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575642.589345:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6485
00000400:00000200:3.0:1788575642.589349:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575642.589352:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575642.589354:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575642.589357:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589358:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575642.589360:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788575642.589360:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589364:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575642.589366:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788575642.589367:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575642.589369:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:2.0:1788575642.589370:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788575642.589371:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575642.589373:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575642.589375:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575642.589376:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575642.589380:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575642.589382:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575642.589382:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575642.589385:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589388:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575642.589391:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575642.589396:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589400:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575642.589402:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575642.589406:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575642.589407:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.589408:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575642.589411:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575642.589414:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.589416:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.589417:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1788575642.589418:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575642.589420:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575642.589421:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575642.589426:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575642.589427:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575642.589428:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.589433:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575642.589433:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575642.589436:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575642.589439:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575642.589440:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575642.589447:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437800.
00000100:00100000:2.0:1788575642.589448:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816140032:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575642.589452:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.589454:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575642.589460:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1788575642.589460:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575642.589464:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.589469:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788575642.589474:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1788575642.589476:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
00000100:00000001:3.0:1788575642.589476:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.589481:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575642.589482:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3816242] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575642.589490:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575642.589492:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575642.589495:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00080000:3.0:1788575642.589496:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575642.589500:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575642.589502:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575642.589504:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788575642.589505:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575642.589508:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788575642.589514:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816140032, portal 25
00000100:00080000:3.0:1788575642.589514:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6485
00000100:00000001:2.0:1788575642.589518:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575642.589521:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773180544 : -111012936371072 : ffff9b08c95cb480)
00000400:00000200:3.0:1788575642.589523:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575642.589530:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000040:2.0:1788575642.589531:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575642.589533:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575642.589539:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589545:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575642.589546:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575642.589549:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575642.589551:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589554:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:2.0:1788575642.589555:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000020:00000001:3.0:1788575642.589559:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575642.589561:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575642.589563:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575642.589564:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000100:00000200:2.0:1788575642.589567:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816140032, offset 0
00000020:00000001:3.0:1788575642.589568:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575642.589573:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575642.589577:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:3.0:1788575642.589580:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589584:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575642.589586:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575642.589589:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575642.589591:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575642.589595:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575642.589598:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:3.0:1788575642.589601:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589605:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575642.589606:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788575642.589609:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575642.589613:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575642.589616:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575642.589617:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:3.0:1788575642.589620:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575642.589623:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788575642.589624:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1788575642.589628:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575642.589629:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589631:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575642.589634:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90599:90599:256:4294967295] 192.168.202.101@tcp LPNI seq info [90579:90579:8:4294967295]
00000400:00000200:2.0:1788575642.589638:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.589645:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1788575642.589648:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000800:00000200:2.0:1788575642.589652:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000020:00000040:3.0:1788575642.589654:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000010:2.0:1788575642.589657:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
02000000:00000001:3.0:1788575642.589658:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575642.589661:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575642.589665:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575642.589665:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575642.589668:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1788575642.589670:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1788575642.589672:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575642.589677:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:3.0:1788575642.589679:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437c00.
00000800:00000200:2.1:1788575642.589682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788575642.589684:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575642.589689:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575642.589699:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589700:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575642.589704:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575642.589705:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000040:3.0:1788575642.589708:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575642.589713:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788575642.589715:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575642.589719:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575642.589723:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788575642.589726:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575642.589729:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575642.589730:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575642.589733:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575642.589737:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000100:00080000:3.0:1788575642.589737:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6485
00000400:00000010:2.0:1788575642.589741:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000400:00000200:3.0:1788575642.589745:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575642.589750:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788575642.589751:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575642.589755:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788575642.589758:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575642.589761:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589765:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575642.589769:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589773:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575642.589777:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575642.589779:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575642.589780:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575642.589781:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788575642.589783:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000040:2.0:1788575642.589788:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575642.589794:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575642.589798:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575642.589804:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589807:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575642.589810:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575642.589810:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589812:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575642.589816:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788575642.589816:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575642.589820:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589822:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575642.589823:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575642.589825:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575642.589826:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575642.589827:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.589831:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575642.589834:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000200:2.0:1788575642.589835:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00000001:3.0:1788575642.589836:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.589840:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.589841:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301162368
00000100:00000010:3.0:1788575642.589842:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000020:00000040:3.0:1788575642.589846:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575642.589848:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1788575642.589849:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
02000000:00000001:3.0:1788575642.589849:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.589852:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575642.589854:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575642.589855:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.589858:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1788575642.589859:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434400.
00000100:00000001:3.0:1788575642.589864:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.589865:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301162368
00000100:00100000:3.0:1788575642.589869:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788575642.589872:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941ba20.
00000100:00000001:3.0:1788575642.589878:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575642.589879:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575642.589881:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575642.589885:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575642.589890:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.589891:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788575642.589892:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575642.589896:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575642.589897:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575642.589899:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575642.589900:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788575642.589901:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575642.589905:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575642.589908:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6485
00000100:00100000:2.0:1788575642.589910:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575642/real 1788575642]  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575642.589913:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575642.589918:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575642.589922:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575642.589926:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589929:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575642.589932:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589936:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575642.589939:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575642.589941:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575642.589944:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:2.0:1788575642.589948:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788575642.589948:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575642.589951:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000400:00000001:2.0:1788575642.589952:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575642.589955:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575642.589959:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575642.589960:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575642.589963:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788575642.589965:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000200:2.0:1788575642.589967:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575642.589975:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575642.589980:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575642.589980:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575642.589984:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575642.589991:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575642.589995:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:2.0:1788575642.589996:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1788575642.589999:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575642.590000:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575642.590004:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590005:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788575642.590007:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575642.590009:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575642.590011:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575642.590014:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575642.590016:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575642.590016:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575642.590019:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575642.590023:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.590026:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575642.590032:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575642.590033:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575642.590036:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000040:2.0:1788575642.590042:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575642.590042:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575642.590045:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575642.590049:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575642.590070:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575642.590073:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575642.590078:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436c00.
00000100:00000001:2.0:1788575642.590080:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575642.590084:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575642.590084:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590090:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.590091:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590094:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1788575642.590095:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575642.590096:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575642.590103:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575642.590121:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575642.590127:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788575642.590130:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575642.590133:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575642.590136:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575642.590139:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575642.590165:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575642.590169:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816140032:192.168.202.101@tcp:250:kworker.0
00000100:00000040:3.0:1788575642.590170:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6496)
00000100:00000001:2.0:1788575642.590175:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590179:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.590184:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb480 x1875450816140032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590190:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575642.590193:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575642.590195:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575642.590198:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575642.590200:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575642.590201:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575642.590203:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575642.590206:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437400.
02000000:00000001:2.0:1788575642.590210:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575642.590212:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575642.590214:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb480.
00000100:00000001:2.0:1788575642.590217:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575642.590218:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590220:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590226:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575642.590228:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590230:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575642.590231:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575642.590232:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575642.590236:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590243:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575642.590244:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.590246:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575642.590248:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575642.590251:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575642.590254:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140160:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575642.590258:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575642.590259:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575642.590261:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.590263:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575642.590265:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575642.590267:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575642.590271:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575642.590274:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575642.590278:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575642.590281:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816140160, portal 10
00000100:00000001:2.0:1788575642.590283:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575642.590284:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773170688 : -111012936380928 : ffff9b08c95c8e00)
00000100:00000040:2.0:1788575642.590291:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590296:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575642.590298:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575642.590301:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575642.590303:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816140160, offset 0
00000400:00000200:2.0:1788575642.590308:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575642.590311:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.590315:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575642.590318:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575642.590321:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575642.590323:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575642.590325:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575642.590328:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90600:90600:256:4294967295] 192.168.202.101@tcp LPNI seq info [90580:90580:8:4294967295]
00000400:00000200:2.0:1788575642.590332:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.590338:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575642.590343:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575642.590346:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575642.590350:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575642.590354:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575642.590358:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575642.590360:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575642.590364:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575642.590366:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575642.590368:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575642.590372:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575642.590375:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575642.590376:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575642.590379:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575642.590382:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590390:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.590393:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590399:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590401:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575642.590404:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575642.590408:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575642.590411:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575642.590412:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301158477
00000100:00000001:2.0:1788575642.590415:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301162368
00000100:00000001:2.0:1788575642.590417:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301158477
00000100:00000001:2.0:1788575642.590419:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301162368
00000100:00000001:2.0:1788575642.590421:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575642.590423:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590424:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575642.590427:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575642/real 1788575642]  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575642.590434:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575642.590436:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575642.590437:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575642.590440:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575642.590441:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575642.590443:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575642.590446:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575642.590453:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590460:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575642.590461:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590463:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.590464:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575642.590467:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590473:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575642.590477:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590482:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575642.590484:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590486:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.590487:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590488:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575642.590490:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575642.590492:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575642.590495:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575642.590497:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575642.590501:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575642.590506:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140160:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575642.590509:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575642.590511:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590515:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575642.590516:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.590517:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575642.590519:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575642.590520:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575642.590521:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140288:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575642.590523:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575642.590525:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575642.590526:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.590527:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575642.590529:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575642.590530:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575642.590532:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575642.590534:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575642.590535:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575642.590538:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816140288, portal 10
00000100:00000001:2.0:1788575642.590539:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575642.590540:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575642.590543:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590549:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575642.590551:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575642.590554:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575642.590556:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816140288, offset 0
00000400:00000200:2.0:1788575642.590559:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575642.590561:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.590563:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575642.590565:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575642.590567:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575642.590569:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575642.590570:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575642.590572:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90601:90601:256:4294967295] 192.168.202.101@tcp LPNI seq info [90581:90581:8:4294967295]
00000400:00000200:2.0:1788575642.590574:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.590579:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575642.590583:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575642.590586:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575642.590589:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575642.590591:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575642.590595:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575642.590598:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575642.590601:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575642.590603:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575642.590605:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575642.590609:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575642.590612:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575642.590613:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575642.590616:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575642.590619:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590627:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.590629:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590635:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590637:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575642.590640:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575642.590643:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575642.590646:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575642.590648:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301158427
00000100:00000001:2.0:1788575642.590650:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301162368
00000100:00000001:2.0:1788575642.590652:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301158427
00000100:00000001:2.0:1788575642.590655:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301162368
00000100:00000001:2.0:1788575642.590657:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575642.590659:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590661:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575642.590665:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575642/real 1788575642]  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575642.590672:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575642.590674:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575642.590675:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575642.590677:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575642.590679:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575642.590681:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575642.590684:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575642.590692:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590698:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575642.590700:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590702:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.590703:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575642.590706:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590712:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575642.590716:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590722:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575642.590724:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590725:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.590726:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590728:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575642.590729:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575642.590732:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575642.590735:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575642.590737:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575642.590740:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575642.590747:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140288:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575642.590750:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575642.590753:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590760:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575642.590761:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.590763:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575642.590765:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575642.590767:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575642.590769:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140416:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575642.590772:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575642.590774:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575642.590775:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.590777:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575642.590780:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575642.590782:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575642.590784:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575642.590786:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575642.590789:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575642.590791:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816140416, portal 4
00000100:00000001:2.0:1788575642.590793:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575642.590794:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000100:00000040:2.0:1788575642.590799:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590805:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575642.590807:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575642.590809:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575642.590811:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816140416, offset 0
00000400:00000200:2.0:1788575642.590814:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575642.590818:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.590821:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575642.590823:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575642.590825:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575642.590827:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575642.590829:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575642.590832:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90602:90602:256:4294967295] 192.168.202.101@tcp LPNI seq info [90582:90582:8:4294967295]
00000400:00000200:2.0:1788575642.590836:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.590842:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575642.590845:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575642.590848:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575642.590851:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575642.590854:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575642.590857:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575642.590860:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575642.590863:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575642.590865:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575642.590868:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575642.590871:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575642.590873:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575642.590875:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575642.590877:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575642.590880:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590886:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.590889:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590900:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590902:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575642.590904:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575642.590907:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575642.590910:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575642.590911:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301158460
00000100:00000001:2.0:1788575642.590913:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301162368
00000100:00000001:2.0:1788575642.590914:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301158460
00000100:00000001:2.0:1788575642.590916:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301162368
00000100:00000001:2.0:1788575642.590917:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575642.590918:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.590919:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575642.590921:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575642/real 1788575642]  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575642.590925:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575642.590926:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575642.590927:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575642.590929:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575642.590930:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575642.590931:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575642.590933:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575642.590938:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590941:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575642.590942:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590942:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.590943:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575642.590945:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590950:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575642.590953:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590959:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575642.590962:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590963:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.590963:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.590965:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575642.590966:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575642.590968:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575642.590970:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575642.590971:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575642.590973:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575642.590977:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140416:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575642.590980:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575642.590981:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.590986:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575642.590988:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.590989:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575642.590991:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575642.590993:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575642.590996:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140544:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575642.590999:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575642.591000:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575642.591002:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575642.591004:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575642.591007:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575642.591009:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575642.591012:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575642.591015:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575642.591017:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575642.591020:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816140544, portal 4
00000100:00000001:2.0:1788575642.591022:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575642.591023:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575642.591028:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591035:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575642.591036:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575642.591039:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575642.591041:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816140544, offset 0
00000400:00000200:2.0:1788575642.591045:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575642.591049:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.591071:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575642.591073:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575642.591076:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575642.591078:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575642.591080:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575642.591083:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90603:90603:256:4294967295] 192.168.202.101@tcp LPNI seq info [90583:90583:8:4294967295]
00000400:00000200:2.0:1788575642.591087:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575642.591092:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575642.591097:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575642.591100:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575642.591104:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575642.591106:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575642.591122:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575642.591125:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575642.591128:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575642.591130:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575642.591133:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575642.591136:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575642.591139:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575642.591140:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575642.591142:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575642.591146:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591153:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.591156:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591162:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.591163:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575642.591166:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575642.591168:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575642.591171:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575642.591173:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301158452
00000100:00000001:2.0:1788575642.591175:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301162368
00000100:00000001:2.0:1788575642.591177:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301158452
00000100:00000001:2.0:1788575642.591179:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301162368
00000100:00000001:2.0:1788575642.591181:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575642.591182:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.591184:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575642.591187:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575642/real 1788575642]  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575642.591194:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575642.591195:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575642.591196:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575642.591198:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575642.591199:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575642.591201:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575642.591204:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575642.591212:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591218:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575642.591219:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591220:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.591222:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575642.591225:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591231:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575642.591234:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591240:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575642.591242:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591243:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575642.591244:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591246:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575642.591247:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575642.591249:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575642.591252:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575642.591253:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575642.591257:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575642.591264:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140544:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575642.591267:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591269:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.591271:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8e00 x1875450816140160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591278:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575642.591279:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575642.591281:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575642.591283:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575642.591284:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575642.591285:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575642.591287:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575642.591289:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437800.
02000000:00000001:2.0:1788575642.591291:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575642.591292:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575642.591293:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575642.591296:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575642.591297:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591299:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.591302:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816140288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591308:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575642.591309:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575642.591310:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575642.591312:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575642.591314:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575642.591315:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575642.591316:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575642.591318:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437c00.
02000000:00000001:2.0:1788575642.591320:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575642.591321:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575642.591322:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575642.591323:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575642.591324:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591325:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.591327:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816140416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591331:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575642.591332:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575642.591333:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575642.591334:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575642.591335:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575642.591336:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575642.591337:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575642.591338:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434400.
02000000:00000001:2.0:1788575642.591339:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575642.591340:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575642.591340:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:2.0:1788575642.591341:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575642.591342:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591343:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575642.591344:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816140544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575642.591347:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575642.591348:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575642.591349:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575642.591350:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575642.591350:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575642.591351:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575642.591352:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575642.591352:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436c00.
02000000:00000001:2.0:1788575642.591354:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575642.591354:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575642.591355:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575642.591356:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575642.591357:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591358:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575642.591360:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575642.591361:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575642.591362:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575642.591363:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575642.909193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575642.909200:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575642.909206:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575642.909207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575642.909210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575642.909211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575642.909213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575642.909214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575642.909216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575642.909217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575642.909274:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575642.909279:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575642.909283:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575643.613184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575643.613195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575643.613198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575643.613198:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575643.613204:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1788575643.613207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575643.613208:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575643.613214:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575643.613216:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575643.613220:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575643.613222:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575643.613226:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575643.613228:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575643.613231:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575643.613237:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575643.613241:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575643.613246:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575643.613250:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575643.933179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575643.933185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575643.933191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575643.933192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575643.933195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575643.933196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575643.933198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575643.933199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575643.933201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575643.933201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575643.933246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575643.933249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575643.933252:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575644.637159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575644.637159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575644.637165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575644.637166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575644.637167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575644.637169:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575644.637175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575644.637175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575644.637178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575644.637179:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575644.637183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575644.637184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575644.637187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575644.637190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575644.637192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575644.637192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575644.637197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575644.637201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575644.957180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575644.957185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575644.957189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575644.957190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575644.957200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575644.957201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575644.957202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575644.957203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575644.957205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575644.957206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575644.957252:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575644.957254:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575644.957257:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575645.661142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575645.661148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575645.661150:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575645.661153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575645.661154:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575645.661157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575645.661162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575645.661162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575645.661167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575645.661168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575645.661172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575645.661173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575645.661176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575645.661179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575645.661180:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575645.661183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575645.661187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575645.661190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575645.981211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575645.981220:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575645.981222:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575645.981224:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981227:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575645.981228:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981229:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981231:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981233:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575645.981234:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575645.981235:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575645.981236:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981237:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575645.981238:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981239:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981240:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981242:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575645.981243:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575645.981243:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575645.981244:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981245:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575645.981246:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981247:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981248:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575645.981250:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575645.981251:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575645.981319:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575645.981323:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575645.981326:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575646.621113:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301162368, at 4301162432
00000100:00000010:3.0:1788575646.621139:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941ba20.
00000100:00000040:2.0:1788575646.621150:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301162368, at 4301162432
00000100:00000010:2.0:1788575646.621156:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:1.0:1788575646.685158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575646.685158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575646.685165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575646.685165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575646.685168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575646.685169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575646.685174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575646.685175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575646.685179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575646.685180:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575646.685182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575646.685184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575646.685185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575646.685189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575646.685191:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575646.685192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575646.685202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575646.685208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575647.005135:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575647.005142:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575647.005147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575647.005148:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575647.005151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575647.005152:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575647.005155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575647.005155:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575647.005157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575647.005158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575647.005205:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575647.005209:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575647.005213:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575647.709183:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575647.709184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575647.709184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575647.709190:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575647.709191:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575647.709193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.709195:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575647.709196:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1788575647.709198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575647.709201:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575647.709202:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575647.709203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575647.709206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575647.709208:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575647.709208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.709209:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575647.709215:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575647.709217:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575647.709220:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575647.709224:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6491
00000100:00000001:1.0:1788575647.709225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.709226:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575647.709229:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575647.709233:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575647.709234:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575647.709242:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575647.709245:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575647.709247:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709250:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575647.709252:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709254:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575647.709256:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575647.709258:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575647.709261:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575647.709263:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575647.709264:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575647.709265:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575647.709267:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709269:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575647.709270:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709272:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575647.709273:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575647.709275:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709277:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575647.709279:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575647.709281:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575647.709283:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575647.709284:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575647.709286:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575647.709293:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575647.709296:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575647.709299:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575647.709300:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575647.709303:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575647.709305:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575647.709308:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575647.709313:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575647.709318:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575647.709325:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575647.709332:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575647.709335:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575647.709338:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575647.709353:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575647.709355:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575647.709357:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575647.709358:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575647.709359:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575647.709361:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575647.709363:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6491
00000400:00000200:0.0:1788575647.709367:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575647.709370:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575647.709373:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575647.709376:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788575647.709377:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575647.709380:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575647.709382:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575647.709384:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575647.709387:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709392:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575647.709393:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575647.709398:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575647.709401:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575647.709404:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575647.709408:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1788575647.709409:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:2.0:1788575647.709411:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575647.709416:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575647.709417:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788575647.709421:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575647.709421:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575647.709425:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575647.709429:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575647.709433:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816140672:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575647.709434:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575647.709440:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788575647.709441:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575647.709445:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788575647.709446:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575647.709449:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575647.709451:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575647.709453:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1788575647.709457:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709460:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575647.709461:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:0.0:1788575647.709464:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575647.709465:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575647.709470:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575647.709474:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575647.709475:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575647.709480:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575647.709487:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:0.0:1788575647.709489:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575647.709494:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788575647.709495:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816140672, portal 25
00000100:00000001:2.0:1788575647.709500:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1788575647.709502:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.709503:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000001:0.0:1788575647.709506:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575647.709511:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788575647.709512:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575647.709517:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575647.709523:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575647.709526:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575647.709529:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575647.709532:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
02000000:00000001:0.0:1788575647.709534:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575647.709537:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816140672, offset 0
00000100:00000001:0.0:1788575647.709538:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575647.709542:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575647.709543:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.709548:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000010:0.0:1788575647.709551:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575647.709556:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.709557:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:0.0:1788575647.709565:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575647.709566:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575647.709574:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575647.709580:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575647.709580:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:0.0:1788575647.709585:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.709588:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1788575647.709593:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575647.709594:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575647.709602:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90604:90604:256:4294967295] 192.168.202.101@tcp LPNI seq info [90584:90584:8:4294967295]
00000400:00000200:2.0:1788575647.709612:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575647.709618:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575647.709623:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575647.709628:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788575647.709629:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575647.709633:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575647.709636:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1788575647.709640:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709641:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575647.709648:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6491
00000800:00000010:2.0:1788575647.709648:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000400:00000200:0.0:1788575647.709655:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575647.709659:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:0.0:1788575647.709662:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575647.709666:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788575647.709666:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1788575647.709672:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709676:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575647.709677:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788575647.709682:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575647.709683:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788575647.709688:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000100:2.0:1788575647.709693:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000001:0.0:1788575647.709694:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1788575647.709697:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000020:00000040:0.0:1788575647.709698:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575647.709702:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575647.709704:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575647.709705:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788575647.709707:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575647.709712:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575647.709712:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788575647.709721:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575647.709721:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575647.709724:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:0.0:1788575647.709726:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575647.709731:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575647.709731:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788575647.709735:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:2.0:1788575647.709739:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575647.709741:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575647.709749:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709754:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575647.709757:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575647.709757:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788575647.709762:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575647.709764:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575647.709766:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575647.709771:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575647.709774:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788575647.709777:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788575647.709779:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.709780:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575647.709783:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.709788:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575647.709789:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575647.709793:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575647.709794:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575647.709799:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575647.709800:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301167488
02000000:00000001:0.0:1788575647.709803:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575647.709807:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1788575647.709808:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
02000000:00000001:0.0:1788575647.709811:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575647.709815:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.709816:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000010:0.0:1788575647.709820:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:2.0:1788575647.709822:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301167488
00000100:00000001:0.0:1788575647.709826:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575647.709828:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941ba20.
00000100:00000001:2.0:1788575647.709833:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00100000:0.0:1788575647.709836:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575647.709838:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575647.709843:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.709848:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575647.709854:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788575647.709854:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575647/real 1788575647]  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575647.709860:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575647.709869:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1788575647.709870:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575647.709872:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575647.709875:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575647.709880:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575647.709881:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:0.0:1788575647.709893:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.709896:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788575647.709898:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788575647.709903:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575647.709905:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575647.709908:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575647.709912:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575647.709918:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788575647.709919:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575647.709924:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6491
00000100:00000001:2.0:1788575647.709930:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575647.709933:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575647.709935:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575647.709937:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.709940:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575647.709942:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575647.709947:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575647.709948:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575647.709955:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575647.709959:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575647.709960:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575647.709964:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.709969:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575647.709969:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575647.709973:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575647.709976:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575647.709978:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575647.709981:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575647.709986:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575647.709987:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788575647.709988:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575647.709993:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575647.709994:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575647.709996:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575647.709997:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575647.709999:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575647.710000:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.710004:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575647.710004:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1788575647.710008:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575647.710008:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788575647.710014:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00080000:2.0:1788575647.710014:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788575647.710017:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575647.710021:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000001:0.0:1788575647.710022:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575647.710025:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1788575647.710027:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575647.710032:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575647.710033:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575647.710038:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575647.710043:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00100000:2.0:1788575647.710047:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816140672:192.168.202.101@tcp:250:kworker.0
00000008:00000001:0.0:1788575647.710048:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.710073:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710077:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.710081:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816140672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710088:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575647.710091:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788575647.710092:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575647.710095:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
00000100:00000010:0.0:1788575647.710100:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
02000000:00000001:2.0:1788575647.710100:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575647.710103:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788575647.710106:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000040:2.0:1788575647.710107:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575647.710111:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:2.0:1788575647.710112:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:0.0:1788575647.710116:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575647.710117:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575647.710123:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575647.710123:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788575647.710135:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575647.710137:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575647.710140:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575647.710143:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
02000000:00000010:0.0:1788575647.710144:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:2.0:1788575647.710147:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788575647.710150:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.710150:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710153:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575647.710159:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575647.710161:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575647.710163:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.710168:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575647.710170:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575647.710174:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575647.710174:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788575647.710179:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575647.710180:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575647.710187:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710190:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575647.710193:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575647.710197:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575647.710200:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575647.710205:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575647.710206:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575647.710209:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140800:192.168.202.101@tcp:38:kworker.0
00000100:00080000:0.0:1788575647.710211:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575647.710217:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575647.710218:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575647.710222:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788575647.710222:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575647.710225:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575647.710226:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788575647.710229:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788575647.710231:0:46817:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1788575647.710234:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575647.710237:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575647.710238:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6491
00000400:00000200:2.0:1788575647.710243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575647.710248:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575647.710248:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575647.710254:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000400:00000200:0.0:1788575647.710255:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000200:2.0:1788575647.710259:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816140800, portal 10
00000100:00080000:0.0:1788575647.710260:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575647.710264:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788575647.710265:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575647.710267:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000001:0.0:1788575647.710268:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575647.710272:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.710274:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575647.710278:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788575647.710279:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575647.710280:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575647.710282:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575647.710285:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575647.710289:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575647.710293:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575647.710295:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788575647.710298:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575647.710302:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575647.710303:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575647.710307:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575647.710307:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000001:0.0:1788575647.710310:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:2.0:1788575647.710312:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816140800, offset 0
00000020:00000040:0.0:1788575647.710313:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575647.710318:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575647.710322:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.710322:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575647.710326:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575647.710328:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575647.710329:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575647.710331:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575647.710334:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575647.710336:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000400:00000200:2.0:1788575647.710336:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000008:00000001:0.0:1788575647.710342:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.710343:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575647.710344:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.710349:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000010:0.0:1788575647.710350:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575647.710354:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575647.710354:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788575647.710358:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575647.710359:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:0.0:1788575647.710360:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575647.710363:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575647.710365:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575647.710366:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90605:90605:256:4294967295] 192.168.202.101@tcp LPNI seq info [90585:90585:8:4294967295]
02000000:00000001:0.0:1788575647.710368:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575647.710373:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000400:00000200:2.0:1788575647.710375:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575647.710378:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575647.710386:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575647.710388:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575647.710400:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575647.710407:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000100:00000001:0.0:1788575647.710408:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575647.710411:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575647.710414:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788575647.710418:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788575647.710419:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788575647.710429:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575647.710430:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788575647.710433:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6501)
00000800:00000200:2.1:1788575647.710435:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575647.710440:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575647.710442:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575647.710445:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575647.710449:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575647.710452:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575647.710454:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575647.710456:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575647.710460:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710467:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.710469:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710475:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.710476:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575647.710479:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575647.710482:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575647.710486:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575647.710488:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301163597
00000100:00000001:2.0:1788575647.710490:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301167488
00000100:00000001:2.0:1788575647.710492:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301163597
00000100:00000001:2.0:1788575647.710494:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301167488
00000100:00000001:2.0:1788575647.710496:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575647.710498:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.710500:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575647.710503:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575647/real 1788575647]  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575647.710510:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575647.710511:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575647.710513:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575647.710515:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575647.710517:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575647.710518:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575647.710521:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575647.710529:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710535:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575647.710536:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710538:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.710539:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575647.710542:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710549:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575647.710552:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710558:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575647.710561:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710562:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.710563:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710565:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575647.710567:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575647.710569:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575647.710572:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575647.710574:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575647.710578:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575647.710585:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140800:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575647.710588:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575647.710591:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710597:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575647.710598:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575647.710600:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575647.710602:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575647.710603:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575647.710606:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140928:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575647.710608:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575647.710610:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575647.710612:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575647.710613:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575647.710616:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575647.710618:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.710621:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575647.710623:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575647.710626:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575647.710629:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816140928, portal 10
00000100:00000001:2.0:1788575647.710631:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575647.710632:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575647.710637:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710643:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575647.710645:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575647.710647:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575647.710649:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816140928, offset 0
00000400:00000200:2.0:1788575647.710653:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575647.710656:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575647.710659:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575647.710662:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575647.710664:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575647.710667:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575647.710669:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575647.710672:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90606:90606:256:4294967295] 192.168.202.101@tcp LPNI seq info [90586:90586:8:4294967295]
00000400:00000200:2.0:1788575647.710675:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575647.710681:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575647.710685:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575647.710687:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575647.710691:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575647.710693:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575647.710697:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575647.710699:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575647.710703:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575647.710704:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575647.710707:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575647.710710:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575647.710713:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575647.710714:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575647.710716:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575647.710719:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710726:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.710729:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710735:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.710736:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575647.710738:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575647.710741:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575647.710744:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575647.710746:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301163547
00000100:00000001:2.0:1788575647.710748:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301167488
00000100:00000001:2.0:1788575647.710751:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301163547
00000100:00000001:2.0:1788575647.710752:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301167488
00000100:00000001:2.0:1788575647.710754:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575647.710756:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.710757:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575647.710761:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575647/real 1788575647]  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575647.710767:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575647.710769:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575647.710770:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575647.710772:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575647.710774:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575647.710776:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575647.710779:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575647.710786:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710792:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575647.710793:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710795:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.710796:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575647.710799:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710805:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575647.710808:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710813:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575647.710816:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710817:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.710818:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710820:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575647.710821:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575647.710824:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575647.710827:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575647.710829:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575647.710832:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575647.710839:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816140928:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575647.710842:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710844:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.710847:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816140800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710853:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575647.710854:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575647.710856:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575647.710858:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575647.710859:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575647.710860:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575647.710862:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575647.710864:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87c00.
02000000:00000001:2.0:1788575647.710866:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575647.710868:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575647.710869:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575647.710871:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575647.710872:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710874:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.710876:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816140928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710887:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575647.710888:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575647.710889:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575647.710891:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575647.710892:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575647.710894:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575647.710896:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575647.710897:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84400.
02000000:00000001:2.0:1788575647.710899:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575647.710900:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575647.710901:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575647.710903:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575647.710904:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710906:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.710908:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575647.710910:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.710912:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575647.710913:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575647.710915:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575647.710918:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710924:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575647.710925:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575647.710927:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575647.710928:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575647.710930:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575647.710933:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141056:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575647.710936:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575647.710938:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575647.710939:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575647.710941:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575647.710943:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575647.710945:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.710948:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575647.710950:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575647.710954:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575647.710956:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816141056, portal 4
00000100:00000001:2.0:1788575647.710958:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575647.710959:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575647.710964:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.710969:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575647.710971:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575647.710973:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575647.710975:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816141056, offset 0
00000400:00000200:2.0:1788575647.710978:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575647.710981:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575647.710984:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575647.710987:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575647.710989:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575647.710991:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575647.710993:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575647.710996:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90607:90607:256:4294967295] 192.168.202.101@tcp LPNI seq info [90587:90587:8:4294967295]
00000400:00000200:2.0:1788575647.710999:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575647.711004:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575647.711009:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575647.711011:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575647.711015:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575647.711017:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575647.711021:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575647.711023:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575647.711027:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575647.711029:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575647.711031:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575647.711034:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575647.711037:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575647.711039:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575647.711041:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575647.711044:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711051:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.711070:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711076:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.711078:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575647.711081:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575647.711083:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575647.711086:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575647.711088:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301163581
00000100:00000001:2.0:1788575647.711090:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301167488
00000100:00000001:2.0:1788575647.711092:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301163581
00000100:00000001:2.0:1788575647.711094:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301167488
00000100:00000001:2.0:1788575647.711096:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575647.711098:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.711099:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575647.711102:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575647/real 1788575647]  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575647.711109:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575647.711110:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575647.711112:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575647.711114:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575647.711115:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575647.711117:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575647.711120:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575647.711140:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711146:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575647.711147:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711149:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.711150:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575647.711153:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711159:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575647.711163:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711168:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575647.711171:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711172:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.711173:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711175:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575647.711177:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575647.711180:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575647.711182:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575647.711184:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575647.711187:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575647.711195:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141056:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575647.711198:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575647.711201:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711206:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575647.711208:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575647.711210:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575647.711212:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575647.711214:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575647.711216:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141184:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575647.711219:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575647.711220:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575647.711222:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575647.711223:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575647.711226:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575647.711228:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575647.711231:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575647.711233:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575647.711236:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575647.711239:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816141184, portal 4
00000100:00000001:2.0:1788575647.711240:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575647.711242:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:2.0:1788575647.711246:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711252:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575647.711254:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575647.711255:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575647.711257:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816141184, offset 0
00000400:00000200:2.0:1788575647.711261:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575647.711264:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575647.711267:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575647.711270:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575647.711272:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575647.711275:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575647.711277:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575647.711280:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90608:90608:256:4294967295] 192.168.202.101@tcp LPNI seq info [90588:90588:8:4294967295]
00000400:00000200:2.0:1788575647.711283:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575647.711288:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575647.711292:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575647.711295:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575647.711299:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575647.711301:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575647.711305:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575647.711308:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575647.711311:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575647.711313:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575647.711315:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575647.711318:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575647.711321:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575647.711322:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575647.711324:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575647.711328:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711334:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.711337:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711342:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.711344:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575647.711346:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575647.711349:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575647.711352:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575647.711354:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301163572
00000100:00000001:2.0:1788575647.711356:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301167488
00000100:00000001:2.0:1788575647.711358:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301163572
00000100:00000001:2.0:1788575647.711360:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301167488
00000100:00000001:2.0:1788575647.711361:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575647.711363:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.711365:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575647.711368:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575647/real 1788575647]  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575647.711375:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575647.711377:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575647.711378:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575647.711380:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575647.711382:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575647.711384:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575647.711387:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575647.711394:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711400:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575647.711401:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711403:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.711404:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575647.711407:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711413:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575647.711416:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711422:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575647.711424:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711425:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575647.711426:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711428:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575647.711430:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575647.711432:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575647.711434:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575647.711436:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575647.711439:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575647.711446:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141184:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575647.711450:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711451:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.711454:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816141056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711460:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575647.711462:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575647.711463:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575647.711465:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575647.711467:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575647.711468:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575647.711470:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575647.711471:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87000.
02000000:00000001:2.0:1788575647.711473:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575647.711474:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575647.711476:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575647.711478:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575647.711479:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711481:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575647.711483:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816141184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575647.711489:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575647.711490:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575647.711492:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575647.711494:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575647.711495:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575647.711496:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575647.711498:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575647.711499:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
02000000:00000001:2.0:1788575647.711501:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575647.711502:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575647.711503:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575647.711505:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575647.711506:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711508:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575647.711511:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575647.711512:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575647.711514:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575647.711515:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575648.029192:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575648.029194:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575648.029197:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029202:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575648.029204:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029206:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029208:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575648.029213:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575648.029218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575648.029221:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575648.029226:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575648.029227:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575648.029228:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029230:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575648.029231:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029233:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575648.029235:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575648.029292:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575648.029296:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575648.029300:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575648.733177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575648.733177:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575648.733184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575648.733185:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575648.733187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575648.733192:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575648.733193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575648.733198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575648.733201:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575648.733202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575648.733205:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575648.733207:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575648.733209:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575648.733211:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575648.733215:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575648.733217:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575648.733220:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575648.733223:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575649.053144:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575649.053150:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575649.053156:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575649.053157:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575649.053160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575649.053162:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575649.053164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575649.053165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575649.053168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575649.053169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575649.053213:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575649.053216:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575649.053218:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575649.757153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575649.757159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575649.757161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575649.757166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575649.757169:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575649.757173:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575649.757176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575649.757177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575649.757180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575649.757181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575649.757184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575649.757185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575649.757190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575649.757193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575649.757196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575649.757199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575649.757201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575649.757203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575650.077171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575650.077176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575650.077180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575650.077181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575650.077183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575650.077184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575650.077186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575650.077187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575650.077189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575650.077189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575650.077248:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575650.077252:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575650.077254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575650.781120:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575650.781128:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575650.781130:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575650.781142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575650.781148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575650.781150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575650.781150:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575650.781156:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575650.781157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575650.781161:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575650.781162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575650.781166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575650.781167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575650.781170:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575650.781174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575650.781174:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575650.781179:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575650.781183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575651.101188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575651.101195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575651.101201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575651.101202:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575651.101205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575651.101206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575651.101210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575651.101211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575651.101214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575651.101215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575651.101279:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575651.101282:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575651.101286:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575651.741163:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301167488, at 4301167552
00000100:00000040:2.0:1788575651.741167:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301167488, at 4301167552
00000100:00000010:3.0:1788575651.741176:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941ba20.
00000100:00000010:2.0:1788575651.741177:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575651.805165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575651.805168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575651.805174:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575651.805175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575651.805178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575651.805179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575651.805187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575651.805187:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575651.805193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575651.805194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575651.805199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575651.805199:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575651.805203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575651.805207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575651.805210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575651.805212:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575651.805215:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575651.805218:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575652.125151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575652.125158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575652.125164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575652.125166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575652.125169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575652.125170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575652.125173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575652.125174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575652.125177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575652.125178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575652.125234:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575652.125237:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575652.125239:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575652.829190:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575652.829190:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575652.829190:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575652.829197:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575652.829198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575652.829201:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575652.829202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575652.829208:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575652.829209:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575652.829210:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575652.829214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575652.829214:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575652.829220:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575652.829221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.829221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575652.829226:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575652.829228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575652.829232:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575652.829233:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575652.829237:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.829237:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575652.829241:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575652.829242:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6496
00000100:00000001:2.0:1788575652.829246:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575652.829254:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575652.829262:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575652.829266:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575652.829270:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829274:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575652.829277:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829280:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575652.829284:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575652.829286:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575652.829289:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575652.829292:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575652.829295:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575652.829298:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575652.829301:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829303:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575652.829305:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829307:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575652.829310:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575652.829313:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829316:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575652.829319:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575652.829332:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575652.829335:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829338:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575652.829340:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575652.829351:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575652.829354:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575652.829359:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575652.829360:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829364:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575652.829366:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575652.829371:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575652.829380:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575652.829387:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575652.829397:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575652.829407:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575652.829410:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575652.829415:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575652.829436:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575652.829438:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575652.829442:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575652.829452:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575652.829454:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575652.829458:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575652.829461:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6496
00000400:00000200:0.0:1788575652.829466:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575652.829469:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575652.829470:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788575652.829473:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575652.829474:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575652.829477:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575652.829480:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829485:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575652.829485:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575652.829489:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829495:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575652.829498:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788575652.829500:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575652.829501:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575652.829505:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
02000000:00000001:2.0:1788575652.829506:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788575652.829510:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788575652.829510:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575652.829514:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575652.829515:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00100000:2.0:1788575652.829518:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816141312:192.168.202.101@tcp:250:kworker.0
00000020:00000001:0.0:1788575652.829520:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575652.829522:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1788575652.829524:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575652.829526:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575652.829529:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575652.829531:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575652.829532:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575652.829537:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575652.829539:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829544:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575652.829548:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575652.829549:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575652.829554:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:2.0:1788575652.829554:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000020:00000040:0.0:1788575652.829560:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000400:00000010:2.0:1788575652.829562:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00080000:0.0:1788575652.829565:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829568:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575652.829569:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816141312, portal 25
02000000:00000001:0.0:1788575652.829571:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575652.829573:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575652.829575:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
02000000:00000001:0.0:1788575652.829578:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575652.829580:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575652.829582:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829588:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575652.829592:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:0.0:1788575652.829593:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788575652.829594:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575652.829597:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000008:00000001:0.0:1788575652.829599:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575652.829601:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816141312, offset 0
00000100:00000001:0.0:1788575652.829604:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.829608:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000010:0.0:1788575652.829611:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575652.829615:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575652.829616:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575652.829621:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575652.829623:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
02000000:00000001:0.0:1788575652.829625:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829628:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575652.829631:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575652.829633:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.829633:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1788575652.829639:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000400:00000200:2.0:1788575652.829640:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:0.0:1788575652.829646:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.829647:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575652.829652:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00100000:0.0:1788575652.829656:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575652.829658:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90609:90609:256:4294967295] 192.168.202.101@tcp LPNI seq info [90589:90589:8:4294967295]
00000400:00000200:2.0:1788575652.829670:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575652.829676:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575652.829679:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.829684:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788575652.829688:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788575652.829695:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575652.829704:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000100:00000001:0.0:1788575652.829706:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575652.829711:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575652.829714:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575652.829715:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575652.829717:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575652.829719:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575652.829724:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6496
00000800:00000200:2.0:1788575652.829725:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:0.0:1788575652.829730:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575652.829732:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000400:00000200:0.0:1788575652.829736:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575652.829740:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788575652.829742:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:0.0:1788575652.829746:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575652.829748:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788575652.829750:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575652.829756:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000100:2.0:1788575652.829758:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829761:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:2.0:1788575652.829763:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000020:00000001:0.0:1788575652.829766:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575652.829770:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575652.829772:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575652.829772:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788575652.829775:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575652.829777:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575652.829782:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575652.829785:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788575652.829790:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575652.829792:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000100:00000001:0.0:1788575652.829793:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788575652.829797:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000040:0.0:1788575652.829798:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.829803:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575652.829806:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:2.0:1788575652.829806:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788575652.829810:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000200:2.0:1788575652.829814:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575652.829815:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575652.829819:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575652.829823:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575652.829827:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829831:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575652.829832:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1788575652.829834:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788575652.829838:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788575652.829839:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829844:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575652.829851:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575652.829853:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.829856:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575652.829863:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575652.829865:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575652.829869:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575652.829872:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575652.829874:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301172608
02000000:00000001:0.0:1788575652.829875:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829880:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575652.829882:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788575652.829883:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
02000000:00000001:0.0:1788575652.829884:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575652.829890:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575652.829893:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575652.829898:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575652.829904:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575652.829909:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301172608
00000100:00000001:0.0:1788575652.829910:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1788575652.829914:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b960.
00000100:00000001:2.0:1788575652.829916:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575652.829918:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575652.829922:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.829923:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.829925:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575652.829932:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575652/real 1788575652]  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575652.829933:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575652.829953:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788575652.829954:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575652.829957:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788575652.829959:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788575652.829961:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00080000:0.0:1788575652.829966:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788575652.829968:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000100:00000001:0.0:1788575652.829969:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788575652.829971:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575652.829976:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575652.829980:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575652.829981:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575652.829987:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575652.829992:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6496
00000100:00000200:2.0:1788575652.829997:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575652.830000:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575652.830008:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575652.830009:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575652.830012:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575652.830013:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575652.830015:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.830018:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575652.830021:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575652.830024:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575652.830027:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575652.830033:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.830038:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575652.830039:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575652.830042:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575652.830045:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575652.830048:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788575652.830049:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575652.830051:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:2.0:1788575652.830077:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575652.830081:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830082:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.830084:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830086:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575652.830088:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575652.830092:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1788575652.830093:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00080000:2.0:1788575652.830096:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000020:00000001:0.0:1788575652.830098:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575652.830099:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788575652.830106:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575652.830107:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575652.830111:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575652.830117:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575652.830122:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575652.830126:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00100000:2.0:1788575652.830127:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816141312:192.168.202.101@tcp:250:kworker.0
00000100:00080000:0.0:1788575652.830132:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575652.830144:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575652.830146:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830149:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788575652.830151:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575652.830155:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575652.830155:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816141312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575652.830160:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.830164:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575652.830166:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00100000:0.0:1788575652.830169:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
02000000:00000001:2.0:1788575652.830169:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575652.830172:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
00000008:00000001:0.0:1788575652.830175:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.830176:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788575652.830179:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575652.830184:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000001:2.0:1788575652.830185:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788575652.830188:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000040:2.0:1788575652.830189:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575652.830195:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:2.0:1788575652.830195:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:0.0:1788575652.830199:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575652.830199:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575652.830202:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575652.830205:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575652.830205:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788575652.830207:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.830209:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575652.830213:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
02000000:00000010:0.0:1788575652.830215:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:2.0:1788575652.830217:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788575652.830219:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830220:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830226:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575652.830230:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575652.830234:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575652.830236:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830240:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788575652.830241:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575652.830243:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575652.830245:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830247:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575652.830251:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575652.830255:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575652.830267:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830270:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575652.830272:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575652.830273:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.830278:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1788575652.830280:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1788575652.830282:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575652.830283:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575652.830286:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788575652.830287:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575652.830292:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141440:192.168.202.101@tcp:38:kworker.0
00000100:00000001:0.0:1788575652.830293:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575652.830297:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575652.830300:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6496
02000000:00000001:2.0:1788575652.830300:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575652.830303:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.830306:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1788575652.830309:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:2.0:1788575652.830310:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575652.830314:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575652.830317:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1788575652.830320:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:0.0:1788575652.830323:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788575652.830324:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575652.830328:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000040:0.0:1788575652.830330:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575652.830333:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816141440, portal 10
00000100:00000001:0.0:1788575652.830335:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575652.830337:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788575652.830340:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575652.830341:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000001:0.0:1788575652.830345:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575652.830350:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575652.830352:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000040:2.0:1788575652.830353:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575652.830356:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575652.830359:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575652.830363:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575652.830368:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1788575652.830369:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575652.830374:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575652.830377:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575652.830377:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000001:0.0:1788575652.830383:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788575652.830383:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816141440, offset 0
00000100:00000040:0.0:1788575652.830387:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575652.830391:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575652.830393:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575652.830398:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:0.0:1788575652.830399:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000200:2.0:1788575652.830404:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:0.0:1788575652.830405:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575652.830411:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575652.830413:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788575652.830413:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788575652.830419:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575652.830420:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
02000000:00000001:0.0:1788575652.830423:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.830425:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788575652.830429:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575652.830431:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000008:00100000:0.0:1788575652.830433:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000400:00000200:2.0:1788575652.830437:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90610:90610:256:4294967295] 192.168.202.101@tcp LPNI seq info [90590:90590:8:4294967295]
00000008:00000001:0.0:1788575652.830439:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575652.830443:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.830448:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:0.0:1788575652.830450:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575652.830456:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575652.830458:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788575652.830461:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575652.830464:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575652.830466:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575652.830468:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575652.830471:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1788575652.830473:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
02000000:00000001:0.0:1788575652.830474:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575652.830480:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:0.0:1788575652.830481:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000800:00000200:2.0:1788575652.830485:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1788575652.830487:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575652.830492:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575652.830497:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1788575652.830498:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575652.830506:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575652.830511:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000001:0.0:1788575652.830516:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575652.830517:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788575652.830522:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.830523:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575652.830529:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575652.830531:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000040:0.0:1788575652.830532:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830534:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575652.830540:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575652.830543:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575652.830549:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6506)
00000100:00000001:2.0:1788575652.830550:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575652.830555:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830562:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830563:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575652.830567:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575652.830571:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575652.830574:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575652.830576:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301168717
00000100:00000001:2.0:1788575652.830579:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301172608
00000100:00000001:2.0:1788575652.830581:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301168717
00000100:00000001:2.0:1788575652.830582:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301172608
00000100:00000001:2.0:1788575652.830585:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575652.830586:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830588:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575652.830593:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575652/real 1788575652]  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575652.830602:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575652.830603:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575652.830605:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575652.830608:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575652.830609:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575652.830612:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575652.830615:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575652.830623:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830629:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575652.830630:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830632:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.830633:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575652.830637:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830644:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575652.830647:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830654:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575652.830656:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830658:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.830659:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830661:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575652.830663:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575652.830666:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575652.830669:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575652.830671:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575652.830674:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575652.830682:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141440:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575652.830686:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575652.830689:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830695:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575652.830696:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.830698:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575652.830700:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575652.830702:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575652.830705:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141568:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575652.830708:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575652.830710:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575652.830711:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.830713:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575652.830716:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575652.830718:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.830721:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575652.830723:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575652.830726:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575652.830729:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816141568, portal 10
00000100:00000001:2.0:1788575652.830730:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575652.830732:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575652.830737:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830748:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575652.830751:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575652.830752:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575652.830755:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816141568, offset 0
00000400:00000200:2.0:1788575652.830758:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575652.830762:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575652.830765:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575652.830768:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575652.830770:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575652.830773:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575652.830775:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575652.830778:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90611:90611:256:4294967295] 192.168.202.101@tcp LPNI seq info [90591:90591:8:4294967295]
00000400:00000200:2.0:1788575652.830781:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575652.830787:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575652.830791:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575652.830794:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575652.830798:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575652.830800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575652.830804:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575652.830807:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575652.830810:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575652.830812:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575652.830814:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575652.830817:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575652.830819:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575652.830821:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575652.830824:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575652.830827:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830833:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575652.830836:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830848:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830849:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575652.830853:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575652.830856:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575652.830859:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575652.830861:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301168667
00000100:00000001:2.0:1788575652.830863:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301172608
00000100:00000001:2.0:1788575652.830865:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301168667
00000100:00000001:2.0:1788575652.830867:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301172608
00000100:00000001:2.0:1788575652.830869:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575652.830871:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.830872:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575652.830876:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575652/real 1788575652]  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575652.830883:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575652.830885:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575652.830886:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575652.830889:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575652.830890:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575652.830892:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575652.830895:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575652.830903:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830910:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575652.830911:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830913:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.830914:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575652.830918:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830925:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575652.830929:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830935:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575652.830937:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830939:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.830940:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830941:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575652.830943:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575652.830945:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575652.830948:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575652.830950:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575652.830954:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575652.830963:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141568:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575652.830966:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.830968:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575652.830971:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816141440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.830977:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575652.830978:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575652.830980:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575652.830982:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575652.830984:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575652.830985:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575652.830987:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575652.830989:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:2.0:1788575652.830992:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575652.830993:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575652.830994:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575652.830997:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575652.830998:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831000:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575652.831003:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816141568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831009:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575652.831010:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575652.831011:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575652.831013:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575652.831014:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575652.831015:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575652.831016:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575652.831017:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:2.0:1788575652.831019:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575652.831020:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575652.831022:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575652.831023:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575652.831024:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831026:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831030:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575652.831031:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.831032:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575652.831034:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575652.831035:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575652.831038:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831043:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575652.831045:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.831047:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575652.831048:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575652.831050:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575652.831070:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141696:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575652.831076:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575652.831078:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575652.831079:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.831081:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575652.831083:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575652.831085:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.831089:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575652.831091:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575652.831094:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575652.831097:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816141696, portal 4
00000100:00000001:2.0:1788575652.831099:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575652.831100:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575652.831106:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831112:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575652.831114:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575652.831116:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575652.831118:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816141696, offset 0
00000400:00000200:2.0:1788575652.831122:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575652.831125:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575652.831129:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575652.831131:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575652.831144:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575652.831147:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575652.831150:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575652.831153:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90612:90612:256:4294967295] 192.168.202.101@tcp LPNI seq info [90592:90592:8:4294967295]
00000400:00000200:2.0:1788575652.831157:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575652.831163:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575652.831167:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575652.831170:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575652.831174:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575652.831177:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575652.831181:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575652.831183:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575652.831187:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575652.831189:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575652.831191:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575652.831194:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575652.831197:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575652.831199:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575652.831201:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575652.831205:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831212:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575652.831215:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831222:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.831223:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575652.831226:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575652.831229:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575652.831232:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575652.831234:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301168701
00000100:00000001:2.0:1788575652.831236:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301172608
00000100:00000001:2.0:1788575652.831238:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301168701
00000100:00000001:2.0:1788575652.831240:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301172608
00000100:00000001:2.0:1788575652.831242:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575652.831243:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.831245:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575652.831248:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575652/real 1788575652]  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575652.831254:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575652.831255:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575652.831257:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575652.831258:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575652.831259:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575652.831261:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575652.831263:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575652.831267:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831271:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575652.831272:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831273:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.831273:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575652.831275:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831279:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575652.831281:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831284:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575652.831285:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831286:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.831287:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831288:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575652.831289:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575652.831291:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575652.831292:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575652.831293:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575652.831295:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575652.831299:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141696:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575652.831302:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575652.831304:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831307:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575652.831308:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.831310:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575652.831311:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575652.831312:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575652.831313:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141824:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575652.831315:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575652.831316:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575652.831317:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575652.831318:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575652.831320:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575652.831321:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575652.831323:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575652.831324:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575652.831326:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575652.831328:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816141824, portal 4
00000100:00000001:2.0:1788575652.831329:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575652.831330:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:2.0:1788575652.831333:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831337:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575652.831338:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575652.831339:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575652.831341:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816141824, offset 0
00000400:00000200:2.0:1788575652.831342:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575652.831345:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575652.831347:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575652.831348:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575652.831350:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575652.831351:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575652.831353:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575652.831354:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90613:90613:256:4294967295] 192.168.202.101@tcp LPNI seq info [90593:90593:8:4294967295]
00000400:00000200:2.0:1788575652.831357:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575652.831360:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575652.831362:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575652.831364:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575652.831366:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575652.831368:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575652.831370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575652.831372:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575652.831374:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575652.831375:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575652.831378:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575652.831381:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575652.831383:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575652.831385:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575652.831387:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575652.831390:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831397:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575652.831400:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831405:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.831407:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575652.831410:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575652.831412:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575652.831416:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575652.831418:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301168692
00000100:00000001:2.0:1788575652.831420:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301172608
00000100:00000001:2.0:1788575652.831422:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301168692
00000100:00000001:2.0:1788575652.831425:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301172608
00000100:00000001:2.0:1788575652.831427:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575652.831429:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.831431:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575652.831434:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575652/real 1788575652]  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575652.831442:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575652.831443:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575652.831445:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575652.831447:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575652.831449:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575652.831451:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575652.831454:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575652.831463:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831469:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575652.831471:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831472:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.831474:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575652.831477:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831484:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575652.831488:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831494:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575652.831496:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831498:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575652.831499:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831501:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575652.831503:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575652.831505:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575652.831508:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575652.831510:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575652.831514:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575652.831523:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816141824:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575652.831526:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831527:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575652.831530:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816141696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831536:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575652.831537:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575652.831539:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575652.831541:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575652.831542:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575652.831544:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575652.831545:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575652.831547:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
02000000:00000001:2.0:1788575652.831549:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575652.831550:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575652.831552:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575652.831554:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575652.831555:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831557:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575652.831560:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816141824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575652.831566:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575652.831568:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575652.831569:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575652.831571:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575652.831573:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575652.831574:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575652.831576:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575652.831578:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
02000000:00000001:2.0:1788575652.831580:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575652.831581:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575652.831582:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:2.0:1788575652.831584:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575652.831585:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831587:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575652.831590:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575652.831591:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575652.831593:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575652.831595:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575653.149195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575653.149201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575653.149207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575653.149208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575653.149212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575653.149213:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575653.149216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575653.149218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575653.149221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575653.149222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575653.149278:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575653.149281:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575653.149284:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575653.853133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575653.853133:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575653.853151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575653.853153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575653.853158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575653.853160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575653.853163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575653.853163:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575653.853168:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575653.853169:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575653.853173:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575653.853176:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575653.853179:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575653.853181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575653.853185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575653.853188:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575653.853190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575653.853193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575654.173202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575654.173208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575654.173220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575654.173222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575654.173226:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575654.173227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575654.173230:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575654.173231:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575654.173234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575654.173235:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575654.173275:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575654.173278:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575654.173281:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575654.877174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575654.877182:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575654.877183:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575654.877189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1788575654.877189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575654.877198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575654.877198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575654.877205:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575654.877205:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575654.877211:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575654.877214:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575654.877215:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575654.877218:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575654.877226:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575654.877231:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575654.877235:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575654.877237:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575654.877240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575655.197204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575655.197211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575655.197217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575655.197219:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575655.197222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575655.197223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575655.197226:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575655.197227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575655.197229:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575655.197229:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575655.197293:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575655.197297:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575655.197301:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575655.901186:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575655.901190:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575655.901195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575655.901198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575655.901199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575655.901203:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575655.901208:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575655.901210:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575655.901215:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575655.901220:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575655.901225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575655.901226:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575655.901231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575655.901231:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575655.901240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575655.901241:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575655.901246:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575655.901251:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575656.221208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575656.221214:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575656.221217:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575656.221219:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221221:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575656.221223:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221224:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221226:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575656.221229:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575656.221230:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575656.221230:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221231:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575656.221232:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221233:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221234:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221236:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575656.221237:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575656.221238:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575656.221239:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221240:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575656.221240:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221241:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221242:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575656.221244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575656.221245:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575656.221341:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575656.221345:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575656.221349:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575656.861168:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301172608, at 4301172672
00000100:00000040:3.0:1788575656.861169:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301172608, at 4301172672
00000100:00000010:3.0:1788575656.861183:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b960.
00000100:00000010:2.0:1788575656.861185:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575656.925175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575656.925186:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575656.925189:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575656.925194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575656.925198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575656.925201:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575656.925204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575656.925207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575656.925210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575656.925301:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575656.925307:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575656.925309:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575656.925314:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575656.925317:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575656.925321:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575656.925323:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575656.925329:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575656.925332:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575657.245247:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575657.245253:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575657.245259:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575657.245260:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575657.245262:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575657.245263:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575657.245265:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575657.245266:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575657.245268:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575657.245269:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575657.245310:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575657.245313:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575657.245315:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575657.949196:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575657.949196:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575657.949196:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575657.949203:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788575657.949204:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575657.949208:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949208:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575657.949212:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788575657.949213:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788575657.949215:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575657.949216:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949219:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788575657.949221:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575657.949225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575657.949227:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788575657.949228:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6501
00000100:00000001:2.0:1788575657.949230:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575657.949232:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.949237:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788575657.949240:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575657.949242:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575657.949247:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575657.949247:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575657.949248:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1788575657.949250:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575657.949255:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575657.949255:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575657.949262:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949265:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.949267:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949269:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575657.949272:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575657.949274:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575657.949276:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575657.949278:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575657.949280:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575657.949282:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575657.949284:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949285:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.949286:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949287:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575657.949288:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575657.949291:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949292:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575657.949293:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575657.949295:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575657.949297:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949298:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575657.949300:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575657.949308:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9500.
00000020:00000040:3.0:1788575657.949310:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575657.949313:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575657.949314:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949316:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575657.949318:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575657.949322:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575657.949329:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436c00.
00000100:00000001:3.0:1788575657.949335:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575657.949343:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575657.949352:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575657.949356:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575657.949360:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ceba466] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575657.949388:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575657.949391:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575657.949394:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575657.949396:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575657.949397:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575657.949399:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575657.949402:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6501
00000400:00000200:3.0:1788575657.949406:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575657.949409:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575657.949412:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788575657.949412:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575657.949418:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788575657.949418:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575657.949422:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788575657.949423:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.949427:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949431:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575657.949433:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575657.949434:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575657.949437:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575657.949440:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575657.949444:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:2.0:1788575657.949450:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788575657.949450:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575657.949453:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575657.949455:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575657.949459:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788575657.949461:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575657.949463:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575657.949464:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.949468:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575657.949470:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949470:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575657.949474:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575657.949478:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:2.0:1788575657.949480:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816141952:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575657.949480:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575657.949483:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575657.949488:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575657.949488:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575657.949492:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949493:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575657.949494:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788575657.949496:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575657.949499:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788575657.949499:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949503:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.949505:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788575657.949508:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
00000020:00000040:3.0:1788575657.949510:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575657.949512:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788575657.949513:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:3.0:1788575657.949513:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949516:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575657.949518:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575657.949519:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575657.949521:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575657.949525:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434400.
00000400:00000200:2.0:1788575657.949529:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575657.949530:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575657.949536:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00100000:3.0:1788575657.949538:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575657.949545:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575657.949547:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575657.949551:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575657.949553:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816141952, portal 25
00000100:00000040:3.0:1788575657.949556:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.949558:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575657.949561:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773172480 : -111012936379136 : ffff9b08c95c9500)
00000100:00000001:3.0:1788575657.949571:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575657.949572:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575657.949576:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575657.949582:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575657.949585:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575657.949587:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575657.949591:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575657.949591:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575657.949596:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6501
00000100:00000040:2.0:1788575657.949600:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575657.949603:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575657.949605:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000400:00000200:3.0:1788575657.949606:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575657.949610:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788575657.949612:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816141952, offset 0
00000100:00000040:3.0:1788575657.949613:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949616:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.949619:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949620:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575657.949622:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575657.949623:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575657.949624:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575657.949627:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000020:00000040:3.0:1788575657.949628:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575657.949631:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575657.949633:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575657.949636:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949637:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.949639:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575657.949642:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575657.949642:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575657.949645:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575657.949649:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949651:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575657.949654:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
02000000:00000001:3.0:1788575657.949654:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575657.949658:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575657.949661:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788575657.949662:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949666:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575657.949667:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000008:00100000:3.0:1788575657.949670:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788575657.949672:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1788575657.949675:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575657.949676:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949681:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575657.949683:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90614:90614:256:4294967295] 192.168.202.101@tcp LPNI seq info [90594:90594:8:4294967295]
00000100:00000010:3.0:1788575657.949686:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000400:00000200:2.0:1788575657.949687:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:3.0:1788575657.949693:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575657.949697:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575657.949700:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575657.949701:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788575657.949704:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575657.949707:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575657.949710:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575657.949714:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437c00.
00000100:00000001:3.0:1788575657.949718:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575657.949722:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00100000:3.0:1788575657.949726:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788575657.949731:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000100:00000001:3.0:1788575657.949737:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575657.949739:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575657.949743:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575657.949744:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788575657.949751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1788575657.949752:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575657.949754:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575657.949757:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575657.949758:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575657.949759:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575657.949762:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575657.949765:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6501
00000400:00000200:3.0:1788575657.949769:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.1:1788575657.949769:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:3.0:1788575657.949773:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575657.949776:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788575657.949777:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1788575657.949779:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949783:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.949786:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949789:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000100:2.0:1788575657.949790:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000001:3.0:1788575657.949791:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575657.949793:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575657.949795:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:2.0:1788575657.949796:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000020:00000040:3.0:1788575657.949797:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575657.949800:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575657.949802:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575657.949805:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575657.949806:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788575657.949807:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.949810:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949812:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575657.949815:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575657.949818:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949820:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575657.949820:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575657.949822:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575657.949823:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788575657.949824:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949827:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575657.949829:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575657.949831:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949833:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575657.949836:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000400:00000200:2.0:1788575657.949837:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000020:00000040:3.0:1788575657.949838:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575657.949842:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788575657.949843:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
02000000:00000001:3.0:1788575657.949843:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949846:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575657.949848:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575657.949850:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.949851:0:2397:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1788575657.949852:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437800.
00000100:00000001:3.0:1788575657.949857:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575657.949862:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575657.949862:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575657.949883:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575657.949887:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.949896:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575657.949896:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575657.949904:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575657.949908:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575657.949913:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575657.949918:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575657.949919:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575657.949922:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575657.949923:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575657.949926:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575657.949929:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.949930:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575657.949935:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6501
00000400:00000200:2.0:1788575657.949936:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575657.949941:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301177728
00000400:00000200:3.0:1788575657.949942:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575657.949948:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000010:2.0:1788575657.949949:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00080000:3.0:1788575657.949951:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575657.949956:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949958:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575657.949959:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788575657.949961:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575657.949965:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575657.949967:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301177728
00000100:00000010:2.0:1788575657.949972:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bcc0.
00000020:00000001:3.0:1788575657.949974:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575657.949977:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1788575657.949977:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575657.949981:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575657.949984:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788575657.949985:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575657.949988:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575657.949990:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575657.949992:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575657.949993:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788575657.949998:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575657.950001:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575657/real 1788575657]  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575657.950002:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575657.950008:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000001:2.0:1788575657.950015:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788575657.950016:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000001:2.0:1788575657.950017:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575657.950020:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000020:00000040:3.0:1788575657.950023:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000200:2.0:1788575657.950024:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575657.950028:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00080000:3.0:1788575657.950030:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575657.950032:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788575657.950036:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575657.950038:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575657.950039:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575657.950043:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575657.950048:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575657.950075:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950083:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575657.950083:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575657.950088:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788575657.950088:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575657.950094:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.950095:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575657.950098:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.950099:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1788575657.950104:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8e00.
00000100:00100000:2.0:1788575657.950106:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575657.950108:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575657.950114:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575657.950116:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575657.950121:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575657.950122:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575657.950123:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575657.950127:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575657.950131:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788575657.950144:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437400.
00000100:00000001:3.0:1788575657.950149:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575657.950157:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575657.950163:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575657.950169:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575657.950170:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575657.950173:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575657.950174:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.950175:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950180:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1788575657.950181:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3816242] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950183:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575657.950189:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788575657.950197:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575657.950198:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000040:3.0:1788575657.950202:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6511)
00000100:00000001:2.0:1788575657.950261:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575657.950267:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575657.950277:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816141952:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575657.950282:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950284:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.950287:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9500 x1875450816141952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950294:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575657.950296:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575657.950299:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575657.950302:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575657.950304:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575657.950306:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575657.950308:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575657.950310:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436c00.
02000000:00000001:2.0:1788575657.950314:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575657.950316:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575657.950318:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9500.
00000100:00000001:2.0:1788575657.950321:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575657.950322:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950324:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950330:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575657.950332:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.950334:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575657.950335:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575657.950337:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575657.950340:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950355:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575657.950357:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.950359:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575657.950361:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575657.950363:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575657.950366:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142080:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575657.950369:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575657.950371:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575657.950372:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.950374:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575657.950377:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575657.950379:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575657.950383:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575657.950386:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575657.950389:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575657.950392:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816142080, portal 10
00000100:00000001:2.0:1788575657.950394:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575657.950395:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575657.950402:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950408:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575657.950410:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575657.950412:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575657.950414:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816142080, offset 0
00000400:00000200:2.0:1788575657.950418:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575657.950422:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575657.950425:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575657.950428:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575657.950431:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575657.950433:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575657.950435:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575657.950439:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90615:90615:256:4294967295] 192.168.202.101@tcp LPNI seq info [90595:90595:8:4294967295]
00000400:00000200:2.0:1788575657.950442:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575657.950448:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575657.950452:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575657.950455:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575657.950459:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575657.950462:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575657.950466:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575657.950468:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788575657.950472:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575657.950474:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575657.950477:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575657.950480:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575657.950482:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575657.950484:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575657.950487:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575657.950490:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950497:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.950499:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950510:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.950512:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575657.950514:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575657.950518:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575657.950521:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575657.950524:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301173837
00000100:00000001:2.0:1788575657.950526:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301177728
00000100:00000001:2.0:1788575657.950528:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301173837
00000100:00000001:2.0:1788575657.950530:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301177728
00000100:00000001:2.0:1788575657.950532:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575657.950534:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.950536:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575657.950539:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575657/real 1788575657]  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575657.950546:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575657.950547:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575657.950549:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575657.950551:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575657.950552:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575657.950554:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575657.950557:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575657.950565:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950571:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575657.950572:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950574:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575657.950575:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575657.950579:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950586:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575657.950589:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950596:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575657.950599:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950600:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575657.950601:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950602:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575657.950604:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575657.950605:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575657.950608:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575657.950609:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575657.950612:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575657.950616:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142080:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575657.950618:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575657.950620:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950624:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575657.950625:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.950626:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575657.950628:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575657.950629:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575657.950630:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142208:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575657.950632:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575657.950633:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575657.950635:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.950636:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575657.950638:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575657.950639:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575657.950642:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575657.950643:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575657.950645:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575657.950647:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816142208, portal 10
00000100:00000001:2.0:1788575657.950648:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575657.950649:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000100:00000040:2.0:1788575657.950653:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950660:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575657.950662:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575657.950664:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575657.950666:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816142208, offset 0
00000400:00000200:2.0:1788575657.950669:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575657.950673:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575657.950677:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575657.950679:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575657.950681:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575657.950684:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575657.950686:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575657.950689:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90616:90616:256:4294967295] 192.168.202.101@tcp LPNI seq info [90596:90596:8:4294967295]
00000400:00000200:2.0:1788575657.950692:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575657.950699:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575657.950704:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575657.950707:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575657.950711:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575657.950713:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575657.950717:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575657.950720:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788575657.950723:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575657.950725:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575657.950728:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575657.950731:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575657.950735:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575657.950736:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575657.950738:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575657.950742:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950750:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.950752:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950758:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.950760:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575657.950763:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575657.950766:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575657.950769:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575657.950771:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301173787
00000100:00000001:2.0:1788575657.950773:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301177728
00000100:00000001:2.0:1788575657.950775:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301173787
00000100:00000001:2.0:1788575657.950777:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301177728
00000100:00000001:2.0:1788575657.950779:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575657.950781:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.950783:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575657.950786:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575657/real 1788575657]  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575657.950793:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575657.950794:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575657.950796:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575657.950798:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575657.950800:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575657.950802:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575657.950805:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575657.950812:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950818:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575657.950819:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950821:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575657.950822:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575657.950826:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950832:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575657.950836:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950842:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575657.950844:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950846:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575657.950847:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.950848:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575657.950850:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575657.950852:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575657.950855:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575657.950858:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575657.950861:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575657.950869:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142208:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575657.950873:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575657.950876:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950882:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575657.950884:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.950886:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575657.950888:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575657.950890:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575657.950892:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142336:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575657.950895:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575657.950897:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575657.950899:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.950900:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575657.950903:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575657.950906:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575657.950908:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575657.950911:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575657.950913:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575657.950916:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816142336, portal 4
00000100:00000001:2.0:1788575657.950918:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575657.950919:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575657.950923:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.950928:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575657.950930:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575657.950932:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575657.950933:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816142336, offset 0
00000400:00000200:2.0:1788575657.950937:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575657.950940:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575657.950944:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575657.950946:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575657.950948:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575657.950950:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575657.950952:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575657.950956:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90617:90617:256:4294967295] 192.168.202.101@tcp LPNI seq info [90597:90597:8:4294967295]
00000400:00000200:2.0:1788575657.950960:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575657.950966:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575657.950970:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575657.950973:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575657.950976:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575657.950979:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575657.950982:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575657.950985:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788575657.950988:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575657.950990:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575657.950992:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575657.950995:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575657.950998:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575657.951000:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575657.951002:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575657.951006:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951013:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.951016:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951022:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.951024:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575657.951027:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575657.951029:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575657.951032:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575657.951034:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301173820
00000100:00000001:2.0:1788575657.951036:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301177728
00000100:00000001:2.0:1788575657.951039:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301173820
00000100:00000001:2.0:1788575657.951041:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301177728
00000100:00000001:2.0:1788575657.951043:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575657.951045:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.951046:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575657.951050:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575657/real 1788575657]  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575657.951077:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575657.951078:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575657.951080:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575657.951082:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575657.951084:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575657.951086:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575657.951090:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575657.951097:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951103:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575657.951104:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951106:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575657.951107:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575657.951111:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951117:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575657.951121:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951128:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575657.951130:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951132:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575657.951146:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951148:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575657.951151:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575657.951153:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575657.951157:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575657.951159:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575657.951163:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575657.951170:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142336:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575657.951174:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575657.951177:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951183:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575657.951184:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.951186:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575657.951188:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575657.951190:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575657.951193:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142464:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575657.951195:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575657.951197:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575657.951199:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575657.951257:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575657.951261:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575657.951264:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575657.951267:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575657.951270:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575657.951273:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575657.951276:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816142464, portal 4
00000100:00000001:2.0:1788575657.951277:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575657.951279:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773170688 : -111012936380928 : ffff9b08c95c8e00)
00000100:00000040:2.0:1788575657.951284:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951291:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575657.951293:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575657.951295:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575657.951298:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816142464, offset 0
00000400:00000200:2.0:1788575657.951302:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575657.951306:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575657.951310:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575657.951312:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575657.951315:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575657.951317:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575657.951320:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575657.951323:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90618:90618:256:4294967295] 192.168.202.101@tcp LPNI seq info [90598:90598:8:4294967295]
00000400:00000200:2.0:1788575657.951326:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575657.951332:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575657.951336:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575657.951339:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575657.951342:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575657.951345:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788575657.951349:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575657.951351:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788575657.951354:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575657.951356:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575657.951359:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575657.951362:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575657.951365:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575657.951366:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575657.951369:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575657.951372:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951379:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.951382:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951387:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.951389:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575657.951392:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575657.951395:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575657.951397:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575657.951399:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301173812
00000100:00000001:2.0:1788575657.951401:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301177728
00000100:00000001:2.0:1788575657.951404:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301173812
00000100:00000001:2.0:1788575657.951405:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301177728
00000100:00000001:2.0:1788575657.951407:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575657.951409:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.951411:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575657.951414:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575657/real 1788575657]  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575657.951422:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575657.951423:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575657.951424:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575657.951427:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575657.951428:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575657.951430:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575657.951433:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575657.951441:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951446:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575657.951448:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951449:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575657.951451:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575657.951454:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951460:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575657.951464:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951470:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575657.951472:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951474:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575657.951475:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951477:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575657.951478:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575657.951481:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575657.951483:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575657.951485:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575657.951488:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575657.951495:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142464:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575657.951499:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951501:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.951504:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816142080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951510:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575657.951511:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575657.951513:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575657.951515:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575657.951517:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575657.951518:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575657.951520:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575657.951521:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434400.
02000000:00000001:2.0:1788575657.951524:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575657.951525:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575657.951526:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575657.951529:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575657.951530:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951532:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.951535:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816142208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951540:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575657.951542:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575657.951543:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575657.951545:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575657.951546:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575657.951547:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575657.951548:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575657.951550:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437c00.
02000000:00000001:2.0:1788575657.951553:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575657.951553:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575657.951555:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:2.0:1788575657.951557:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575657.951558:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951560:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.951563:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816142336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951568:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575657.951569:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575657.951570:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575657.951573:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575657.951573:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575657.951575:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575657.951576:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575657.951578:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437800.
02000000:00000001:2.0:1788575657.951580:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575657.951581:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575657.951582:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575657.951583:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575657.951585:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951586:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575657.951589:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8e00 x1875450816142464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575657.951599:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575657.951600:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575657.951601:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575657.951603:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575657.951604:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575657.951605:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575657.951607:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575657.951608:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437400.
02000000:00000001:2.0:1788575657.951610:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575657.951611:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575657.951612:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575657.951615:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575657.951616:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951617:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575657.951621:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575657.951622:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575657.951624:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575657.951626:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575658.269219:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575658.269221:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575658.269225:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269231:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575658.269233:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269235:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269238:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269242:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575658.269243:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269245:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575658.269246:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269248:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575658.269249:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269251:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575658.269252:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575658.269252:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575658.269253:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269255:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575658.269256:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269257:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575658.269259:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575658.269314:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575658.269317:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575658.269319:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575658.973177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575658.973177:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575658.973184:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575658.973186:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575658.973188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575658.973189:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575658.973197:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575658.973197:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575658.973203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575658.973203:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575658.973209:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575658.973209:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575658.973212:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575658.973214:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575658.973217:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575658.973222:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575658.973225:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575658.973228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575659.293190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575659.293197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575659.293215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575659.293217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575659.293220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575659.293221:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575659.293224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575659.293225:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575659.293228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575659.293230:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575659.293379:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575659.293385:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575659.293389:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575659.997179:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575659.997179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575659.997190:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575659.997191:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575659.997195:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575659.997195:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575659.997204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575659.997209:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575659.997214:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575659.997215:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575659.997218:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575659.997219:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575659.997223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575659.997223:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575659.997229:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575659.997230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575659.997231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575659.997235:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575660.317218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575660.317225:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575660.317233:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575660.317235:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575660.317239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575660.317240:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575660.317244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575660.317246:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575660.317249:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575660.317250:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575660.317315:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575660.317320:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575660.317323:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575661.021181:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575661.021181:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575661.021191:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575661.021192:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575661.021196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575661.021197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575661.021206:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575661.021206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575661.021212:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575661.021212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575661.021217:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575661.021217:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575661.021222:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575661.021226:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575661.021230:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575661.021230:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575661.021234:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575661.021237:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575661.341234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575661.341243:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575661.341251:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575661.341252:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575661.341256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575661.341258:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575661.341262:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575661.341263:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575661.341267:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575661.341268:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575661.341338:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575661.341343:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575661.341347:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575661.981154:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301177728, at 4301177792
00000100:00000040:2.0:1788575661.981161:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301177728, at 4301177792
00000100:00000010:3.0:1788575661.981167:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bcc0.
00000100:00000010:2.0:1788575661.981173:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:1.0:1788575662.045176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575662.045182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575662.045183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575662.045188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575662.045193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575662.045195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575662.045197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575662.045199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575662.045200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575662.045209:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575662.045216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575662.045219:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575662.045225:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575662.045228:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575662.045231:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575662.045233:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575662.045235:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575662.045237:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575662.365220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575662.365234:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575662.365242:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575662.365244:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575662.365248:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575662.365250:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575662.365254:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575662.365255:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575662.365259:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575662.365260:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575662.365349:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575662.365356:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575662.365361:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575663.069156:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575663.069156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575663.069163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575663.069166:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575663.069168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575663.069174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575663.069177:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575663.069180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575663.069181:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575663.069182:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575663.069185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575663.069186:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575663.069191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575663.069195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575663.069196:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6506
00000100:00000001:1.0:1788575663.069196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.069204:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575663.069206:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575663.069214:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:2.0:1788575663.069215:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575663.069221:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575663.069226:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575663.069227:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575663.069232:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575663.069234:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575663.069237:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575663.069243:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575663.069245:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.069250:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575663.069256:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069259:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575663.069263:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575663.069265:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575663.069267:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575663.069270:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575663.069272:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575663.069274:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575663.069277:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069278:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575663.069280:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069281:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575663.069282:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575663.069284:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069286:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575663.069288:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575663.069290:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575663.069292:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.069293:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575663.069295:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575663.069302:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575663.069304:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575663.069311:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575663.069312:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.069314:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575663.069316:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575663.069319:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575663.069325:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575663.069330:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575663.069338:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575663.069345:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575663.069349:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575663.069352:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575663.069369:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575663.069371:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575663.069373:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575663.069375:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575663.069376:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575663.069378:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575663.069381:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6506
00000400:00000200:0.0:1788575663.069385:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575663.069388:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575663.069390:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575663.069393:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069394:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575663.069396:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069398:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575663.069400:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575663.069401:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575663.069403:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575663.069405:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575663.069407:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575663.069409:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575663.069411:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069413:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575663.069415:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069417:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575663.069419:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575663.069422:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069424:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575663.069433:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575663.069439:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575663.069441:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.069443:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575663.069443:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575663.069449:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1788575663.069450:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788575663.069454:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1788575663.069456:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.069459:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575663.069462:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575663.069466:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00000040:2.0:1788575663.069468:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575663.069470:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575663.069474:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.069482:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575663.069485:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575663.069487:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575663.069495:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575663.069502:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.069505:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575663.069509:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575663.069510:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575663.069519:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788575663.069520:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575663.069524:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.069528:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788575663.069529:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575663.069541:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.069546:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575663.069550:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575663.069551:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816142592:192.168.202.101@tcp:250:kworker.0
00000100:00080000:0.0:1788575663.069553:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575663.069559:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575663.069562:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575663.069563:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575663.069568:0:43543:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788575663.069570:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1788575663.069573:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6506
02000000:00000001:2.0:1788575663.069575:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575663.069581:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575663.069585:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575663.069587:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575663.069590:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575663.069591:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788575663.069593:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575663.069597:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069599:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575663.069601:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575663.069603:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
02000000:00000010:2.0:1788575663.069604:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
00000020:00000001:0.0:1788575663.069606:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788575663.069610:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575663.069611:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575663.069618:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575663.069621:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575663.069626:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575663.069634:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000040:0.0:1788575663.069644:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575663.069647:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:0.0:1788575663.069648:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575663.069655:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069658:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:2.0:1788575663.069660:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816142592, portal 25
00000020:00000040:0.0:1788575663.069661:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:2.0:1788575663.069667:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788575663.069668:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575663.069671:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000001:0.0:1788575663.069673:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575663.069678:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788575663.069684:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575663.069689:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575663.069697:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.069700:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575663.069702:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575663.069708:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788575663.069708:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000008:00000001:0.0:1788575663.069715:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575663.069715:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000001:0.0:1788575663.069719:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575663.069722:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816142592, offset 0
00000100:00000010:0.0:1788575663.069727:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575663.069732:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575663.069734:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575663.069740:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575663.069743:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.069746:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788575663.069750:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575663.069751:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575663.069754:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575663.069759:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575663.069768:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575663.069775:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00100000:0.0:1788575663.069777:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575663.069785:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575663.069790:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575663.069796:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575663.069796:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:0.0:1788575663.069807:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575663.069807:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575663.069815:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575663.069821:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90619:90619:256:4294967295] 192.168.202.101@tcp LPNI seq info [90599:90599:8:4294967295]
00000400:00000200:2.0:1788575663.069826:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575663.069837:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575663.069845:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788575663.069847:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575663.069858:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1788575663.069862:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069864:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575663.069868:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1788575663.069873:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000100:00000001:0.0:1788575663.069878:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575663.069888:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6506
00000800:00000200:2.0:1788575663.069888:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575663.069897:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000400:00000200:0.0:1788575663.069902:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.1:1788575663.069908:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:0.0:1788575663.069910:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:2.1:1788575663.069917:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1788575663.069918:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575663.069932:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000100:2.0:1788575663.069933:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575663.069939:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1788575663.069940:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000100:00000040:0.0:1788575663.069947:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575663.069950:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788575663.069951:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575663.069958:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575663.069960:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000400:00000200:2.0:1788575663.069966:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788575663.069967:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575663.069974:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000400:00000200:2.0:1788575663.069977:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000020:00000001:0.0:1788575663.069980:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000010:2.0:1788575663.069983:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000020:00000001:0.0:1788575663.069991:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575663.069995:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788575663.070000:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575663.070005:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575663.070006:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575663.070012:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575663.070020:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575663.070031:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575663.070035:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788575663.070039:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000040:2.0:1788575663.070046:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575663.070047:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575663.070089:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575663.070094:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575663.070101:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.070111:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575663.070112:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788575663.070115:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:2.0:1788575663.070116:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:0.0:1788575663.070122:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575663.070125:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.070127:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575663.070131:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575663.070146:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575663.070147:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575663.070155:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301182849
02000000:00000001:0.0:1788575663.070156:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575663.070162:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575663.070164:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:0.0:1788575663.070166:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575663.070169:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575663.070172:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.070175:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000010:0.0:1788575663.070178:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:2.0:1788575663.070183:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301182849
00000100:00000001:0.0:1788575663.070184:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575663.070190:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b600.
00000100:00100000:0.0:1788575663.070197:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575663.070197:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575663.070204:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575663.070211:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.070217:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575663.070223:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788575663.070227:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575663/real 1788575663]  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575663.070229:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575663.070244:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575663.070251:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575663.070255:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575663.070259:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000001:0.0:1788575663.070262:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575663.070265:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000100:00080000:0.0:1788575663.070268:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788575663.070269:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575663.070274:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788575663.070277:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575663.070279:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1788575663.070283:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575663.070284:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575663.070295:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575663.070302:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6506
00000400:00000200:0.0:1788575663.070319:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000200:2.0:1788575663.070319:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575663.070330:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575663.070333:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1788575663.070336:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575663.070338:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575663.070343:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575663.070344:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.070350:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575663.070351:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575663.070359:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575663.070359:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575663.070369:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575663.070380:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575663.070383:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575663.070383:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575663.070390:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575663.070392:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000040:2.0:1788575663.070394:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575663.070400:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575663.070412:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575663.070414:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575663.070420:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575663.070421:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575663.070425:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575663.070429:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575663.070429:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575663.070436:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575663.070436:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575663.070441:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788575663.070443:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00080000:2.0:1788575663.070446:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1788575663.070451:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:2.0:1788575663.070456:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575663.070462:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1788575663.070463:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575663.070472:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575663.070476:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575663.070481:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575663.070489:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575663.070497:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575663.070497:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816142592:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575663.070505:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575663.070509:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1788575663.070510:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575663.070514:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1788575663.070515:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575663.070520:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816142592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575663.070521:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575663.070533:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575663.070537:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1788575663.070539:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575663.070542:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1788575663.070544:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788575663.070547:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:0.0:1788575663.070548:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.070553:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788575663.070554:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575663.070559:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:2.0:1788575663.070559:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575663.070564:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575663.070565:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575663.070570:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788575663.070574:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
02000000:00000010:2.0:1788575663.070575:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575663.070581:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.070583:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575663.070587:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575663.070590:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00100000:0.0:1788575663.070592:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575663.070596:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575663.070599:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.070605:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575663.070612:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575663.070615:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575663.070619:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575663.070626:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575663.070631:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6516)
00000100:00000001:2.0:1788575663.070692:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575663.070693:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.070695:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575663.070697:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575663.070698:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575663.070702:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070707:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575663.070708:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.070710:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575663.070712:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575663.070713:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575663.070715:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142720:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575663.070717:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575663.070719:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575663.070721:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.070722:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575663.070725:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575663.070726:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575663.070729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575663.070731:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575663.070734:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575663.070736:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816142720, portal 10
00000100:00000001:2.0:1788575663.070737:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575663.070738:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575663.070742:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070747:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575663.070749:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575663.070750:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575663.070752:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816142720, offset 0
00000400:00000200:2.0:1788575663.070754:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575663.070757:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575663.070760:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575663.070762:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575663.070763:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575663.070765:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575663.070766:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575663.070769:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90620:90620:256:4294967295] 192.168.202.101@tcp LPNI seq info [90600:90600:8:4294967295]
00000400:00000200:2.0:1788575663.070771:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575663.070776:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575663.070778:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575663.070780:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575663.070782:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575663.070784:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575663.070788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575663.070789:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788575663.070791:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575663.070793:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575663.070795:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575663.070797:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575663.070799:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575663.070800:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575663.070802:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575663.070804:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070808:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575663.070810:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070818:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.070819:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575663.070821:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575663.070824:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575663.070825:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575663.070827:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301178957
00000100:00000001:2.0:1788575663.070829:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301182849
00000100:00000001:2.0:1788575663.070830:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301178957
00000100:00000001:2.0:1788575663.070832:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301182849
00000100:00000001:2.0:1788575663.070833:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575663.070834:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.070835:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575663.070837:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575663/real 1788575663]  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575663.070841:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575663.070842:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575663.070843:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575663.070844:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575663.070845:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575663.070846:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575663.070848:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575663.070852:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070856:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575663.070857:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.070858:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.070859:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575663.070862:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070869:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575663.070873:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070879:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575663.070881:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.070883:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.070884:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.070886:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575663.070888:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575663.070891:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575663.070894:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575663.070896:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575663.070900:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575663.070907:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142720:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575663.070911:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575663.070915:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070921:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575663.070922:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.070924:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575663.070926:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575663.070928:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575663.070931:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142848:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575663.070933:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575663.070936:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575663.070937:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.070939:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575663.070942:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575663.070943:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575663.070947:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575663.070949:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575663.070952:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575663.070955:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816142848, portal 10
00000100:00000001:2.0:1788575663.070957:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575663.070959:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575663.070963:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.070969:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575663.070971:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575663.070973:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575663.070974:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816142848, offset 0
00000400:00000200:2.0:1788575663.070977:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575663.070980:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575663.070982:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575663.070984:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575663.070986:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575663.070987:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575663.070989:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575663.070991:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90621:90621:256:4294967295] 192.168.202.101@tcp LPNI seq info [90601:90601:8:4294967295]
00000400:00000200:2.0:1788575663.070993:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575663.070997:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575663.070999:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575663.071001:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575663.071003:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575663.071005:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575663.071008:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575663.071009:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788575663.071011:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575663.071013:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575663.071015:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575663.071017:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575663.071019:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575663.071020:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575663.071022:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575663.071024:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071029:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575663.071031:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071035:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.071036:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575663.071038:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575663.071040:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575663.071042:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575663.071043:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301178907
00000100:00000001:2.0:1788575663.071044:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301182849
00000100:00000001:2.0:1788575663.071046:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301178907
00000100:00000001:2.0:1788575663.071047:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301182849
00000100:00000001:2.0:1788575663.071049:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575663.071050:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.071051:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575663.071070:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575663/real 1788575663]  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575663.071074:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575663.071075:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575663.071075:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575663.071077:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575663.071078:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575663.071080:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575663.071082:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575663.071087:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071090:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575663.071091:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071092:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.071093:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575663.071094:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071098:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575663.071100:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071104:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575663.071106:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071107:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.071107:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071109:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575663.071109:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575663.071111:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575663.071113:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575663.071114:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575663.071116:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575663.071120:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142848:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575663.071122:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575663.071124:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071128:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575663.071129:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.071141:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575663.071142:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575663.071144:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575663.071146:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142976:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575663.071148:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575663.071150:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575663.071151:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.071152:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575663.071154:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575663.071155:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575663.071158:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575663.071159:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575663.071162:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575663.071164:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816142976, portal 4
00000100:00000001:2.0:1788575663.071165:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575663.071166:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575663.071170:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071174:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575663.071175:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575663.071177:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575663.071178:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816142976, offset 0
00000400:00000200:2.0:1788575663.071180:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575663.071182:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575663.071184:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575663.071186:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575663.071188:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575663.071189:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575663.071191:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575663.071193:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90622:90622:256:4294967295] 192.168.202.101@tcp LPNI seq info [90602:90602:8:4294967295]
00000400:00000200:2.0:1788575663.071196:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575663.071199:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575663.071202:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575663.071204:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575663.071207:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575663.071208:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575663.071211:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575663.071212:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788575663.071215:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575663.071216:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575663.071218:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575663.071220:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575663.071221:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575663.071223:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575663.071224:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575663.071226:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071231:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575663.071233:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071237:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.071238:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575663.071240:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575663.071242:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575663.071243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575663.071244:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301178941
00000100:00000001:2.0:1788575663.071246:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301182849
00000100:00000001:2.0:1788575663.071247:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301178941
00000100:00000001:2.0:1788575663.071249:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301182849
00000100:00000001:2.0:1788575663.071250:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575663.071252:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.071253:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575663.071255:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575663/real 1788575663]  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575663.071260:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575663.071260:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575663.071261:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575663.071262:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575663.071263:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575663.071264:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575663.071266:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575663.071271:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071277:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575663.071278:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071280:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.071281:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575663.071284:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071290:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575663.071294:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071300:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575663.071302:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071304:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.071305:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071307:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575663.071310:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575663.071312:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575663.071315:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575663.071317:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575663.071322:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575663.071329:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816142976:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575663.071333:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575663.071336:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071342:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575663.071344:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.071346:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575663.071348:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575663.071349:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575663.071352:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143104:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575663.071355:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575663.071357:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575663.071359:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575663.071360:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575663.071364:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575663.071366:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575663.071369:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575663.071371:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575663.071374:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575663.071377:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816143104, portal 4
00000100:00000001:2.0:1788575663.071379:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575663.071380:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:2.0:1788575663.071386:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071392:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575663.071395:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575663.071397:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575663.071400:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816143104, offset 0
00000400:00000200:2.0:1788575663.071404:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575663.071407:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575663.071411:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575663.071413:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575663.071416:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575663.071418:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575663.071420:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575663.071422:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90623:90623:256:4294967295] 192.168.202.101@tcp LPNI seq info [90603:90603:8:4294967295]
00000400:00000200:2.0:1788575663.071426:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575663.071432:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575663.071436:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575663.071439:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000800:00000200:2.0:1788575663.071443:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575663.071445:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788575663.071449:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575663.071451:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788575663.071455:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575663.071457:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:2.0:1788575663.071460:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575663.071463:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575663.071466:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:2.0:1788575663.071467:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:2.0:1788575663.071470:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575663.071473:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071481:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575663.071484:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575688 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071490:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.071492:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575663.071494:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575663.071498:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575663.071501:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575663.071503:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301178932
00000100:00000001:2.0:1788575663.071505:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301182849
00000100:00000001:2.0:1788575663.071508:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301178932
00000100:00000001:2.0:1788575663.071510:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301182849
00000100:00000001:2.0:1788575663.071512:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575663.071514:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.071516:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575663.071519:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575663/real 1788575663]  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575663.071527:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575663.071528:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575663.071530:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575663.071532:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575663.071534:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575663.071536:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575663.071539:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575663.071547:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071552:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575663.071554:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071555:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.071557:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575663.071560:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071567:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575663.071570:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071577:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575663.071579:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071581:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575663.071582:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071584:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575663.071585:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575663.071588:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575663.071591:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575663.071593:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575663.071596:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575663.071604:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143104:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575663.071608:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071610:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575663.071613:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816142720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071619:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575663.071621:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575663.071623:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575663.071626:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575663.071627:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575663.071628:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575663.071630:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575663.071632:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87400.
02000000:00000001:2.0:1788575663.071635:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575663.071636:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575663.071637:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575663.071640:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575663.071641:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071643:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575663.071646:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816142848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071653:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575663.071654:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575663.071655:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575663.071657:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575663.071659:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575663.071660:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575663.071662:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575663.071663:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86800.
02000000:00000001:2.0:1788575663.071665:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575663.071666:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575663.071668:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575663.071670:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575663.071671:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071672:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575663.071676:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816142976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071681:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575663.071683:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575663.071684:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575663.071686:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575663.071687:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575663.071688:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575663.071690:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575663.071691:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85000.
02000000:00000001:2.0:1788575663.071693:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575663.071694:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575663.071696:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575663.071698:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575663.071699:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071701:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575663.071704:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816143104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575663.071716:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575663.071717:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575663.071719:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575663.071721:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575663.071722:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575663.071723:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575663.071725:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575663.071726:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86c00.
02000000:00000001:2.0:1788575663.071728:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575663.071729:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575663.071731:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575663.071733:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575663.071734:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071736:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575663.071739:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575663.071741:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575663.071742:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575663.071744:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575663.389233:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575663.389243:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575663.389255:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575663.389257:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575663.389261:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575663.389263:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575663.389266:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575663.389267:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575663.389271:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575663.389272:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575663.389347:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575663.389351:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575663.389354:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575664.093184:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575664.093184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575664.093194:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575664.093195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575664.093199:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575664.093199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575664.093207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575664.093208:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575664.093214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575664.093214:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575664.093221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575664.093221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575664.093228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575664.093232:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575664.093235:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575664.093236:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575664.093239:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575664.093244:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575664.413320:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575664.413329:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575664.413336:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575664.413337:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575664.413340:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575664.413341:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575664.413343:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575664.413344:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575664.413347:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575664.413348:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575664.413433:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575664.413439:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575664.413454:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575665.117221:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575665.117221:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575665.117231:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575665.117232:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575665.117235:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575665.117235:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575665.117244:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575665.117245:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575665.117252:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575665.117252:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575665.117259:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575665.117260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575665.117266:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575665.117270:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575665.117274:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575665.117274:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575665.117278:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575665.117283:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575665.437232:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575665.437239:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575665.437244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575665.437245:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575665.437247:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575665.437248:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575665.437251:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575665.437251:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575665.437254:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575665.437254:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575665.437321:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575665.437326:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575665.437330:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575666.141199:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575666.141199:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575666.141207:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575666.141209:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575666.141210:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575666.141212:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575666.141217:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575666.141218:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575666.141222:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575666.141223:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575666.141227:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575666.141228:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575666.141232:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575666.141235:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575666.141238:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575666.141240:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575666.141243:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575666.141246:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575666.461233:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461241:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575666.461245:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575666.461248:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575666.461252:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461255:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575666.461257:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461260:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461262:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461267:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575666.461268:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575666.461270:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575666.461271:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461273:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575666.461274:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461275:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461277:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461281:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575666.461283:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575666.461284:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575666.461285:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461287:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575666.461288:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461289:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461291:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575666.461295:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575666.461296:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575666.461399:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575666.461403:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575666.461406:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575667.101224:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301182849, at 4301182912
00000100:00000010:2.0:1788575667.101246:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575667.101250:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301182849, at 4301182912
00000100:00000010:3.0:1788575667.101259:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b600.
00000100:00000001:1.0:1788575667.165208:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575667.165208:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575667.165216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575667.165219:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575667.165224:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575667.165225:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575667.165228:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575667.165230:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575667.165234:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575667.165236:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575667.165238:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575667.165239:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575667.165242:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575667.165244:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575667.165245:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575667.165249:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575667.165252:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575667.165255:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575667.486239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575667.486248:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575667.486256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575667.486257:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575667.486262:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575667.486263:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575667.486267:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575667.486268:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575667.486272:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575667.486273:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575667.486352:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575667.486357:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575667.486361:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575668.189206:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575668.189218:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575668.189219:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575668.189224:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575668.189227:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788575668.189230:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575668.189232:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.189239:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788575668.189241:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575668.189248:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788575668.189249:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6511
00000100:00000001:2.0:1788575668.189255:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575668.189260:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788575668.189265:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575668.189266:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575668.189273:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575668.189277:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575668.189284:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575668.189288:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189292:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575668.189294:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575668.189295:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575668.189297:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:1.0:1788575668.189298:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575668.189300:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575668.189301:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575668.189303:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000100:00100000:1.0:1788575668.189304:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575668.189306:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788575668.189306:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788575668.189310:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575668.189310:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575668.189312:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000001:1.0:1788575668.189313:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788575668.189314:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000001:1.0:1788575668.189315:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575668.189319:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575668.189325:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189327:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575668.189330:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189332:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575668.189336:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575668.189340:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189343:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575668.189345:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575668.189349:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575668.189351:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.189354:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575668.189356:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575668.189365:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb480.
00000020:00000040:3.0:1788575668.189368:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575668.189372:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575668.189373:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.189376:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575668.189378:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575668.189382:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575668.189389:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436400.
00000100:00000001:3.0:1788575668.189395:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575668.189412:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575668.189423:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575668.189427:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575668.189431:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001528b4d4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575668.189451:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575668.189453:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575668.189457:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575668.189458:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575668.189460:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575668.189463:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575668.189465:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6511
00000400:00000200:3.0:1788575668.189469:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575668.189475:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575668.189478:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575668.189482:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189484:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575668.189486:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189487:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575668.189489:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575668.189492:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788575668.189492:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575668.189498:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575668.189500:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788575668.189501:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:2.0:1788575668.189508:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788575668.189508:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575668.189515:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575668.189519:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189522:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575668.189527:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575668.189533:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189544:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575668.189549:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575668.189552:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575668.189555:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575668.189559:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788575668.189565:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575668.189567:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575668.189570:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.189575:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575668.189576:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788575668.189585:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816143232:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575668.189590:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575668.189591:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575668.189596:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.189597:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788575668.189599:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575668.189602:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788575668.189605:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575668.189608:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1788575668.189613:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.189616:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575668.189618:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
00000100:00000010:3.0:1788575668.189621:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9180.
02000000:00000001:2.0:1788575668.189623:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575668.189625:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575668.189629:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575668.189631:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.189637:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575668.189639:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575668.189643:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788575668.189646:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
02000000:00000001:3.0:1788575668.189647:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575668.189657:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437000.
00000400:00000010:2.0:1788575668.189660:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575668.189662:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575668.189671:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816143232, portal 25
00000100:00000001:2.0:1788575668.189677:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575668.189679:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773180544 : -111012936371072 : ffff9b08c95cb480)
00000100:00100000:3.0:1788575668.189681:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575668.189690:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575668.189700:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575668.189704:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575668.189718:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d6a6daa] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575668.189720:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575668.189729:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575668.189738:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325d48.
00000100:00000200:2.0:1788575668.189742:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816143232, offset 0
00000400:00000200:2.0:1788575668.189750:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189762:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.189767:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575668.189768:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575668.189774:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575668.189776:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575668.189778:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575668.189780:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:3.0:1788575668.189786:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575668.189792:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575668.189801:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575668.189806:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788575668.189809:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6511
00000400:00000200:2.0:1788575668.189810:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575668.189819:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90624:90624:256:4294967295] 192.168.202.101@tcp LPNI seq info [90604:90604:8:4294967295]
00000400:00000200:2.0:1788575668.189825:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575668.189835:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575668.189844:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575668.189846:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575668.189856:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b600.
00000400:00000200:3.0:1788575668.189860:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575668.189865:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788575668.189871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575668.189875:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189881:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575668.189883:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575668.189888:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189893:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575668.189897:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575668.189898:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575668.189900:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575668.189902:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575668.189904:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575668.189907:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575668.189912:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189913:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575668.189916:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575668.189916:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189923:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575668.189929:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:3.0:1788575668.189930:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:2.0:1788575668.189935:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301187968
00000100:00080000:3.0:1788575668.189937:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575668.189943:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575668.189946:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
02000000:00000001:3.0:1788575668.189946:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575668.189958:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575668.189962:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1788575668.189963:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.189970:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575668.189972:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575668.189975:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.189978:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.189984:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301187968
00000100:00000010:3.0:1788575668.189984:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8000.
00000020:00000040:3.0:1788575668.189992:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000010:2.0:1788575668.189993:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b660.
00000100:00000001:2.0:1788575668.190001:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1788575668.190004:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575668.190007:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.190009:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575668.190009:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575668.190015:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575668.190021:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575668.190022:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.190034:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575668.190035:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435800.
00000100:00000001:2.0:1788575668.190040:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575668.190043:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575668.190103:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575668.190110:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575668.190112:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575668.190115:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0af9726] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575668.190121:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575668.190123:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575668.190126:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575668.190127:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575668.190128:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575668.190138:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575668.190140:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6511
00000100:00000001:2.0:1788575668.190142:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1788575668.190144:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575668.190149:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000400:00000200:3.0:1788575668.190150:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575668.190157:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575668.190158:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788575668.190161:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575668.190164:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575668.190166:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575668.190171:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575668.190172:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.190178:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575668.190181:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788575668.190186:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575668.190187:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575668.190194:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575668.190197:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575668.190205:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575668.190214:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575668.190217:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575668.190221:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575668.190224:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575668.190226:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788575668.190229:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575668.190231:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575668.190239:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575668.190239:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.190251:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00100000:2.0:1788575668.190252:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143360:192.168.202.101@tcp:38:kworker.0
00000020:00000040:3.0:1788575668.190258:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575668.190262:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788575668.190267:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575668.190268:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788575668.190273:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.190274:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575668.190279:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575668.190281:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788575668.190284:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788575668.190286:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:3.0:1788575668.190289:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.190291:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.190295:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575668.190300:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:3.0:1788575668.190301:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000010:2.0:1788575668.190305:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef318.
00000008:00000001:3.0:1788575668.190308:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575668.190313:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325660.
00000100:00000001:3.0:1788575668.190313:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575668.190320:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816143360, portal 10
00000100:00000010:3.0:1788575668.190322:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575668.190325:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788575668.190328:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575668.190329:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773171584 : -111012936380032 : ffff9b08c95c9180)
02000000:00000001:3.0:1788575668.190335:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575668.190339:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.190342:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788575668.190345:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575668.190345:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575668.190350:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575668.190360:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434800.
00000100:00000001:2.0:1788575668.190362:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575668.190369:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575668.190369:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575668.190375:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03254c8.
00000100:00000200:2.0:1788575668.190380:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816143360, offset 0
00000100:00100000:3.0:1788575668.190382:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575668.190394:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575668.190403:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575668.190403:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575668.190414:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.190415:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575668.190425:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788575668.190429:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e5dfd4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575668.190433:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575668.190441:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575668.190451:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575668.190461:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90625:90625:255:4294967295] 192.168.202.101@tcp LPNI seq info [90605:90605:7:4294967295]
00000100:00000001:3.0:1788575668.190464:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.190471:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575668.190473:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575668.190481:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575668.190487:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575668.190491:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575668.190493:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788575668.190497:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575668.190502:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6511
00000800:00000200:2.0:1788575668.190511:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575668.190518:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000010:2.0:1788575668.190522:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b700.
00000400:00000200:3.0:1788575668.190522:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575668.190530:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788575668.190536:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575668.190537:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.190546:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575668.190554:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.190557:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.1:1788575668.190557:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575668.190570:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575668.190571:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575668.190575:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000040:2.0:1788575668.190579:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000020:00000001:3.0:1788575668.190579:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575668.190587:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000400:00000200:2.0:1788575668.190591:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:3.0:1788575668.190595:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575668.190596:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301184077
00000100:00000001:2.0:1788575668.190601:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301187968
00000020:00000001:3.0:1788575668.190604:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575668.190606:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301184077
00000100:00000001:2.0:1788575668.190611:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301187968
00000100:00000001:2.0:1788575668.190615:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788575668.190616:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575668.190620:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.190624:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575668.190626:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575668.190631:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575668.190636:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575668.190637:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575668.190648:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575668.190658:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575668.190660:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575668.190665:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.190665:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.190676:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575668.190677:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575668.190681:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575668.190682:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575668.190693:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575668.190694:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575668.190703:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788575668.190706:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143488:192.168.202.101@tcp:38:kworker.0
00000008:00100000:3.0:1788575668.190708:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575668.190716:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788575668.190717:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.190721:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788575668.190723:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.190725:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.190729:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788575668.190730:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9c00.
02000000:00000010:2.0:1788575668.190734:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
00000020:00000040:3.0:1788575668.190735:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575668.190740:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575668.190742:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575668.190746:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.190747:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575668.190752:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788575668.190755:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef9a0.
02000000:00000001:3.0:1788575668.190756:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575668.190761:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575668.190762:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575668.190767:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816143488, portal 10
02000000:00000010:3.0:1788575668.190767:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435400.
00000100:00000001:2.0:1788575668.190776:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575668.190779:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.190780:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773167104 : -111012936384512 : ffff9b08c95c8000)
00000100:00100000:3.0:1788575668.190793:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575668.190794:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575668.190853:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575668.190862:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575668.190868:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325e58.
00000100:00000200:2.0:1788575668.190874:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816143488, offset 0
00000100:00000001:3.0:1788575668.190876:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575668.190883:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.190884:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575668.190897:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575668.190899:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092b617f1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575668.190905:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575668.190914:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575668.190920:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575668.190926:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575668.190934:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:3.0:1788575668.190936:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.190943:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90626:90626:254:4294967295] 192.168.202.101@tcp LPNI seq info [90606:90606:6:4294967295]
00000100:00000040:3.0:1788575668.190944:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6521)
00000400:00000200:2.0:1788575668.190955:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575668.190969:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575668.190974:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575668.190978:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bc00.
00000800:00000200:2.0:1788575668.190982:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575668.190986:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575668.190988:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575668.190991:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575668.190994:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575668.190995:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301184027
00000100:00000001:2.0:1788575668.190998:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301187968
00000100:00000001:2.0:1788575668.191000:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301184027
00000100:00000001:2.0:1788575668.191001:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301187968
00000100:00000001:2.0:1788575668.191003:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575668.191005:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.191007:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.191009:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575668.191013:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575668.191014:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788575668.191017:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575668.191019:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575668.191020:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575668.191025:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575668.191032:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575668.191033:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.191035:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575668.191037:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575668.191039:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575668.191041:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143616:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575668.191047:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575668.191049:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575668.191051:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.191074:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575668.191078:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575668.191080:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.191155:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575668.191159:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575668.191165:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03257f8.
00000100:00000200:2.0:1788575668.191168:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816143616, portal 4
00000100:00000001:2.0:1788575668.191170:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575668.191172:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773181440 : -111012936370176 : ffff9b08c95cb800)
00000100:00000040:2.0:1788575668.191178:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575668.191185:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575668.191187:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575668.191190:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325880.
00000100:00000200:2.0:1788575668.191192:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816143616, offset 0
00000400:00000200:2.0:1788575668.191196:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575668.191200:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575668.191204:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575668.191206:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575668.191209:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575668.191211:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575668.191213:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575668.191216:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90627:90627:253:4294967295] 192.168.202.101@tcp LPNI seq info [90607:90607:5:4294967295]
00000400:00000200:2.0:1788575668.191220:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575668.191226:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575668.191230:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575668.191234:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956be00.
00000800:00000200:2.0:1788575668.191237:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575668.191241:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575668.191244:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575668.191247:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575668.191250:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575668.191252:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301184061
00000100:00000001:2.0:1788575668.191254:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301187968
00000100:00000001:2.0:1788575668.191256:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301184061
00000100:00000001:2.0:1788575668.191258:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301187968
00000100:00000001:2.0:1788575668.191260:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575668.191262:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.191264:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575668.191269:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575668.191276:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575668.191277:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.191279:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575668.191281:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575668.191283:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575668.191286:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143744:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575668.191289:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575668.191291:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575668.191292:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575668.191294:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575668.191297:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575668.191299:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575668.191302:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575668.191305:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef3c8.
00000400:00000010:2.0:1788575668.191308:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325198.
00000100:00000200:2.0:1788575668.191310:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816143744, portal 4
00000100:00000001:2.0:1788575668.191312:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575668.191314:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773174272 : -111012936377344 : ffff9b08c95c9c00)
00000100:00000040:2.0:1788575668.191319:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575668.191325:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575668.191327:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575668.191329:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325550.
00000100:00000200:2.0:1788575668.191332:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816143744, offset 0
00000400:00000200:2.0:1788575668.191336:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575668.191339:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575668.191342:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575668.191344:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575668.191346:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575668.191348:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575668.191350:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575668.191353:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90628:90628:252:4294967295] 192.168.202.101@tcp LPNI seq info [90608:90608:4:4294967295]
00000400:00000200:2.0:1788575668.191357:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575668.191362:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575668.191367:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575668.191370:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bb00.
00000800:00000200:2.0:1788575668.191373:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575668.191376:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575668.191845:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575668.191850:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575668.191854:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575668.191856:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301184052
00000100:00000001:2.0:1788575668.191858:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301187968
00000100:00000001:2.0:1788575668.191861:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301184052
00000100:00000001:2.0:1788575668.191863:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301187968
00000100:00000001:2.0:1788575668.191864:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575668.191867:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.191870:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.191872:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575668.191877:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575668.191880:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788575668.191882:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575668.191883:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575668.191885:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575668.191886:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575668.509198:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575668.509200:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575668.509203:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509208:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575668.509210:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509211:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509213:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575668.509217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575668.509221:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509223:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575668.509224:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509227:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575668.509228:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575668.509228:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575668.509229:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509230:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575668.509231:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509232:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575668.509233:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575668.509320:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575668.509325:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575668.509328:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575669.213174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575669.213184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575669.213187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575669.213194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575669.213199:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575669.213203:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575669.213206:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575669.213210:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575669.213213:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575669.213263:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575669.213268:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575669.213269:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575669.213272:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575669.213275:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575669.213277:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575669.213279:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575669.213281:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575669.213283:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575669.535964:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575669.535973:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575669.535983:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575669.535985:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575669.535989:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575669.535991:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575669.535994:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575669.535995:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575669.535999:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575669.536000:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575669.536084:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575669.536091:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575669.536096:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575670.237147:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575670.237155:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575670.237158:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575670.237163:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575670.237166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575670.237170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575670.237172:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575670.237174:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575670.237176:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575670.237279:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575670.237285:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575670.237288:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575670.237293:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575670.237296:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575670.237300:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575670.237303:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575670.237305:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575670.237307:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575670.557216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575670.557224:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575670.557228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575670.557230:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575670.557233:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575670.557234:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575670.557236:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575670.557236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575670.557238:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575670.557239:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575670.557311:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575670.557316:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575670.557319:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575671.261228:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575671.261237:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575671.261239:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575671.261246:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575671.261250:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575671.261255:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.261257:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575671.261261:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.261264:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575671.261346:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575671.261353:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575671.261355:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575671.261360:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575671.261364:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575671.261368:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575671.261371:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575671.261373:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575671.261376:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788575671.261519:0:2387:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:0.0:1788575671.261558:0:2387:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788575671.261568:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575671.261572:0:2387:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:0.0:1788575671.261577:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575671.261581:0:2387:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788575671.261585:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575671.261590:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b600.
00000400:00000200:0.0:1788575671.261594:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575671.261599:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575671.261605:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325d48
00000400:00000010:0.0:1788575671.261608:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325d48.
00000100:00000001:0.0:1788575671.261614:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575671.261623:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575671.261652:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575671.261656:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575671.261664:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575671.261666:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575671.261676:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575671.261679:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b700.
00000400:00000200:0.0:1788575671.261681:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575671.261685:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575671.261688:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03254c8
00000400:00000010:0.0:1788575671.261690:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03254c8.
00000100:00000001:0.0:1788575671.261692:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575671.261696:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575671.261704:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575671.261707:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575671.261720:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575671.261722:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575671.261726:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575671.261728:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bc00.
00000400:00000200:0.0:1788575671.261731:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575671.261734:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575671.261736:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325e58
00000400:00000010:0.0:1788575671.261738:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325e58.
00000100:00000001:0.0:1788575671.261740:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575671.261745:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575671.261751:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575671.261754:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575671.261760:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575671.261762:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575671.261766:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575671.261768:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956be00.
00000400:00000200:0.0:1788575671.261770:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575671.261773:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575671.261776:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325880
00000400:00000010:0.0:1788575671.261778:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325880.
00000100:00000001:0.0:1788575671.261780:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575671.261784:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575671.261792:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575671.261795:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575671.261801:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575671.261803:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575671.261806:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:0.0:1788575671.261813:0:2387:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000100:00000001:2.0:1788575671.261813:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575671.261818:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575671.261831:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575668/real 1788575671]  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1788575671.261836:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bb00.
00000400:00000200:0.0:1788575671.261844:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575671.261859:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000001:2.0:1788575671.261860:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575671.261865:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575671.261869:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575671.261876:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03257f8
00000400:00000010:2.0:1788575671.261878:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03257f8.
00000100:00000001:2.0:1788575671.261881:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1788575671.261883:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325550
00000100:00000200:2.0:1788575671.261887:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788575671.261889:0:2387:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325550.
00000100:00000001:0.0:1788575671.261898:0:2387:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575671.261907:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575671.261910:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.261957:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575671.261960:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575671.261966:0:2387:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788575671.261966:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.261968:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575671.261978:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575671.261979:0:2387:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575693 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262013:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575671.262018:0:2387:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575671.262024:0:2387:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1788575671.262031:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262042:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575671.262045:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262046:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262047:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262050:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575671.262074:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575671.262079:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575671.262086:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575671.262091:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575671.262096:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575671.262104:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143616:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575671.262110:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575671.262114:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575668/real 1788575671]  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575671.262121:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575671.262122:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575671.262124:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef3c8.
00000400:00000200:2.0:1788575671.262127:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325198
00000400:00000010:2.0:1788575671.262129:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325198.
00000100:00000001:2.0:1788575671.262148:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575671.262151:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575671.262158:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262174:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575671.262176:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262178:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262179:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575671.262183:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262189:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575671.262191:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262197:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575671.262201:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262202:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262203:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262209:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575671.262211:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575671.262214:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575671.262217:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575671.262220:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575671.262224:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575671.262231:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143744:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575671.262235:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575671.262239:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575668/real 1788575671]  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575671.262246:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575671.262247:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575671.262249:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef318.
00000400:00000200:2.0:1788575671.262252:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325660
00000400:00000010:2.0:1788575671.262253:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325660.
00000100:00000001:2.0:1788575671.262256:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575671.262258:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575671.262267:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262273:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575671.262274:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262276:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262277:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575671.262282:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262288:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575671.262292:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262298:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575671.262300:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262302:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262304:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262305:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575671.262308:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575671.262310:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575671.262314:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575671.262316:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575671.262320:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575671.262326:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143360:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575671.262332:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575671.262336:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575668/real 1788575671]  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575671.262343:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575671.262345:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575671.262347:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef9a0.
00000400:00000200:2.0:1788575671.262350:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575671.262352:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575671.262354:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575671.262357:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575671.262369:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262376:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575671.262377:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262379:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262380:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575671.262383:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262390:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575671.262394:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262400:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575671.262402:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262404:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262405:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262406:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575671.262408:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575671.262411:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575671.262414:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575671.262428:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575671.262433:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575671.262440:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816143488:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575671.262445:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575671.262450:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575668/real 1788575671]  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575671.262465:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575671.262466:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575671.262468:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575671.262471:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575671.262473:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575671.262476:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575671.262479:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575671.262488:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262494:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575671.262495:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262497:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262499:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575671.262502:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262509:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575671.262513:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262519:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575671.262522:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262524:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575671.262525:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262526:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575671.262528:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575671.262531:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575671.262535:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575671.262537:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575671.262540:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575671.262550:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816143232:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575671.262555:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262558:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575671.262562:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb800 x1875450816143616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262570:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575671.262574:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575671.262579:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575671.262586:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575671.262589:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575671.262592:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575671.262595:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575671.262598:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434800.
02000000:00000001:2.0:1788575671.262603:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575671.262606:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575671.262608:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575671.262613:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575671.262615:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262617:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575671.262620:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9c00 x1875450816143744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262627:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575671.262628:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575671.262629:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575671.262632:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575671.262633:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575671.262634:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575671.262636:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575671.262638:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435400.
02000000:00000001:2.0:1788575671.262641:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575671.262642:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575671.262644:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9c00.
00000100:00000001:2.0:1788575671.262647:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575671.262648:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262650:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575671.262653:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9180 x1875450816143360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262659:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575671.262661:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575671.262662:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575671.262664:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575671.262666:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575671.262667:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575671.262669:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575671.262671:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575671.262676:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575671.262677:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575671.262678:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9180.
00000100:00000001:2.0:1788575671.262680:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575671.262682:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262684:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575671.262687:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8000 x1875450816143488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262693:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575671.262694:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575671.262696:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575671.262698:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575671.262700:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575671.262701:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575671.262703:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575671.262704:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435800.
02000000:00000001:2.0:1788575671.262706:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575671.262707:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575671.262708:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8000.
00000100:00000001:2.0:1788575671.262710:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575671.262711:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262713:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575671.262716:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb480 x1875450816143232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575671.262723:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575671.262724:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575671.262725:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575671.262727:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575671.262728:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575671.262729:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575671.262731:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575671.262733:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436400.
02000000:00000001:2.0:1788575671.262735:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575671.262737:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575671.262738:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb480.
00000100:00000001:2.0:1788575671.262740:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575671.262741:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262743:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575671.262752:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575671.262754:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575671.262759:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575671.262762:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575671.581287:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575671.581296:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575671.581303:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575671.581305:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575671.581309:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575671.581310:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575671.581314:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575671.581315:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575671.581326:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575671.581327:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575671.581411:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575671.581415:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575671.581418:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575672.221181:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301187968, at 4301188032
00000100:00000010:3.0:1788575672.221193:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b660.
00000100:00000040:2.0:1788575672.221195:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301187968, at 4301188032
00000100:00000010:2.0:1788575672.221208:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:1.0:1788575672.285237:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575672.285242:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575672.285244:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575672.285248:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575672.285253:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575672.285254:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575672.285256:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575672.285262:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575672.285263:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575672.285265:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575672.285267:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575672.285269:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575672.285280:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575672.285285:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575672.285290:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575672.285294:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575672.285297:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575672.285300:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575672.605585:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575672.605594:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575672.605601:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575672.605602:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575672.605607:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575672.605608:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575672.605611:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575672.605613:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575672.605616:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575672.605617:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575672.605696:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575672.605703:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575672.605708:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575673.309158:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575673.309164:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575673.309169:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575673.309170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575673.309174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575673.309177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575673.309181:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575673.309181:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575673.309185:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575673.309187:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575673.309189:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575673.309193:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575673.309194:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575673.309195:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575673.309205:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6516
00000400:00000200:3.0:1788575673.309216:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575673.309217:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575673.309222:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1788575673.309224:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1788575673.309225:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575673.309231:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:3.0:1788575673.309231:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788575673.309235:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788575673.309239:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575673.309240:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575673.309244:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788575673.309245:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575673.309249:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575673.309251:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575673.309252:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309255:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575673.309260:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575673.309263:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575673.309266:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575673.309269:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575673.309272:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575673.309275:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575673.309278:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309287:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309290:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309292:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575673.309298:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575673.309301:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309303:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575673.309306:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575673.309309:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575673.309311:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309314:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575673.309316:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575673.309322:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95caa00.
00000020:00000040:3.0:1788575673.309325:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575673.309329:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575673.309330:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309333:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575673.309336:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575673.309339:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575673.309346:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436800.
00000100:00000001:3.0:1788575673.309353:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575673.309362:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575673.309371:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575673.309375:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575673.309379:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29b62c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575673.309406:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575673.309409:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575673.309414:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575673.309415:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575673.309417:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575673.309419:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575673.309422:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6516
00000400:00000200:3.0:1788575673.309426:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575673.309428:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575673.309431:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575673.309433:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309435:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309437:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309439:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575673.309441:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575673.309443:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575673.309444:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575673.309446:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575673.309448:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575673.309450:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575673.309452:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309454:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309456:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309457:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575673.309460:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575673.309462:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309464:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575673.309466:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575673.309471:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575673.309473:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309475:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575673.309479:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575673.309481:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309483:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575673.309487:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca680.
00000020:00000040:3.0:1788575673.309490:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575673.309492:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575673.309493:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309495:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575673.309496:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575673.309498:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575673.309501:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435000.
00000100:00000001:3.0:1788575673.309505:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575673.309510:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575673.309518:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575673.309520:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575673.309524:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c496a81] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575673.309531:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575673.309533:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575673.309536:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575673.309537:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575673.309539:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575673.309541:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575673.309543:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6516
00000400:00000200:3.0:1788575673.309547:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575673.309550:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575673.309552:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575673.309554:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309556:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309557:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309560:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575673.309561:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575673.309563:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575673.309564:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575673.309566:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575673.309568:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575673.309570:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575673.309572:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309574:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309575:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309577:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575673.309579:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575673.309581:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309583:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575673.309584:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575673.309587:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575673.309589:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309590:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575673.309592:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575673.309594:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309595:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575673.309598:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb100.
00000020:00000040:3.0:1788575673.309601:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575673.309602:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575673.309604:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309605:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575673.309606:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575673.309607:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575673.309611:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434000.
00000100:00000001:3.0:1788575673.309614:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575673.309618:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575673.309629:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575673.309631:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575673.309634:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fa6d664] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575673.309641:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575673.309644:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575673.309647:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575673.309648:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575673.309649:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575673.309652:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575673.309654:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6516
00000400:00000200:3.0:1788575673.309657:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575673.309660:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575673.309663:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575673.309665:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309668:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309669:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309672:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575673.309673:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575673.309675:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575673.309676:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575673.309678:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575673.309680:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575673.309682:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575673.309684:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309686:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309688:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309690:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575673.309693:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575673.309695:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309697:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575673.309698:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575673.309701:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575673.309703:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309705:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575673.309707:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575673.309709:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309711:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575673.309714:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cbb80.
00000020:00000040:3.0:1788575673.309716:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575673.309718:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575673.309719:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309721:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575673.309722:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575673.309724:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575673.309727:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436000.
00000100:00000001:3.0:1788575673.309729:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575673.309734:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575673.309740:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575673.309742:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575673.309746:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000600b5a24] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575673.309754:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575673.309756:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575673.309760:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575673.309761:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575673.309763:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575673.309765:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575673.309768:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6516
00000400:00000200:3.0:1788575673.309771:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575673.309773:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575673.309774:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575673.309776:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309777:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309778:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309780:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575673.309781:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575673.309782:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575673.309784:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575673.309785:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575673.309787:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575673.309789:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575673.309792:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309794:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575673.309796:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309797:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575673.309799:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575673.309802:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575673.309804:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575673.309806:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575673.309809:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575673.309811:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309812:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575673.309829:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575673.309832:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309833:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575673.309837:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9880.
00000020:00000040:3.0:1788575673.309839:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575673.309842:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575673.309844:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575673.309845:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575673.309846:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575673.309848:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575673.309852:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435c00.
00000100:00000001:3.0:1788575673.309855:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575673.309859:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575673.309866:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575673.309868:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575673.309872:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eb7201] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575673.309879:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575673.309893:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6526)
00000100:00000001:2.0:1788575673.309951:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575673.309955:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575673.309957:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575673.309962:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.309968:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575673.309970:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.309973:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575673.309975:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575673.309977:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575673.309980:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816143872:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575673.309984:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575673.309988:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575673.309992:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.309994:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575673.310000:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575673.310002:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575673.310007:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575673.310011:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575673.310017:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575673.310023:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816143872, portal 25
00000100:00000001:2.0:1788575673.310025:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575673.310027:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773177856 : -111012936373760 : ffff9b08c95caa00)
00000100:00000040:2.0:1788575673.310031:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310037:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575673.310040:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575673.310042:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575673.310045:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816143872, offset 0
00000400:00000200:2.0:1788575673.310051:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575673.310077:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.310083:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575673.310088:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575673.310092:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575673.310096:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575673.310098:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575673.310101:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90629:90629:256:4294967295] 192.168.202.101@tcp LPNI seq info [90609:90609:8:4294967295]
00000400:00000200:2.0:1788575673.310105:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.310114:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575673.310119:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.310125:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575673.310146:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575673.310150:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575673.310155:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575673.310158:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575673.310162:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.310165:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575673.310169:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575673.310173:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575673.310179:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575673.310181:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575673.310186:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575673.310189:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310198:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.310201:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310208:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.310210:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575673.310216:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575673.310220:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575673.310223:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301193089
00000100:00000010:2.0:1788575673.310228:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575673.310235:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575673.310239:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301193089
00000100:00000010:2.0:1788575673.310242:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bb40.
00000100:00000001:2.0:1788575673.310245:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575673.310248:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575673.310251:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.310253:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575673.310257:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575673/real 1788575673]  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575673.310265:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575673.310267:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575673.310269:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575673.310272:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575673.310273:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575673.310276:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575673.310280:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575673.310288:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310294:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575673.310296:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310298:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.310300:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575673.310305:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310311:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575673.310316:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310322:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575673.310325:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310327:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.310328:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310330:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575673.310332:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575673.310335:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575673.310339:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575673.310341:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575673.310345:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575673.310351:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816143872:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575673.310354:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575673.310358:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310369:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575673.310370:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.310373:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575673.310375:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575673.310377:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575673.310379:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144000:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575673.310383:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575673.310385:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575673.310386:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.310388:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575673.310392:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575673.310395:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575673.310399:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575673.310401:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575673.310404:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575673.310407:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816144000, portal 10
00000100:00000001:2.0:1788575673.310409:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575673.310410:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176960 : -111012936374656 : ffff9b08c95ca680)
00000100:00000040:2.0:1788575673.310418:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310424:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575673.310426:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575673.310429:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575673.310431:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816144000, offset 0
00000400:00000200:2.0:1788575673.310435:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575673.310439:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.310442:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575673.310445:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575673.310447:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575673.310449:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575673.310451:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575673.310455:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90630:90630:256:4294967295] 192.168.202.101@tcp LPNI seq info [90610:90610:8:4294967295]
00000400:00000200:2.0:1788575673.310459:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.310464:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575673.310469:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.310472:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575673.310476:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575673.310479:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575673.310483:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575673.310486:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575673.310490:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.310491:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575673.310494:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575673.310497:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575673.310500:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575673.310502:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575673.310505:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575673.310509:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310516:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.310519:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310526:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.310527:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575673.310530:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575673.310534:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575673.310536:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575673.310538:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301189197
00000100:00000001:2.0:1788575673.310540:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301193089
00000100:00000001:2.0:1788575673.310541:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301189197
00000100:00000001:2.0:1788575673.310543:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301193089
00000100:00000001:2.0:1788575673.310544:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575673.310546:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.310547:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575673.310550:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575673/real 1788575673]  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575673.310555:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575673.310555:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575673.310557:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575673.310558:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575673.310559:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575673.310560:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575673.310563:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575673.310571:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310577:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575673.310578:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310579:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.310580:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575673.310583:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310589:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575673.310593:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310599:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575673.310602:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310603:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.310604:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310605:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575673.310608:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575673.310610:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575673.310613:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575673.310615:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575673.310618:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575673.310625:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144000:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575673.310629:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575673.310633:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310639:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575673.310640:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.310642:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575673.310644:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575673.310645:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575673.310647:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144128:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575673.310649:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575673.310650:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575673.310652:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.310653:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575673.310657:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575673.310659:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575673.310662:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575673.310664:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575673.310667:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575673.310669:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816144128, portal 10
00000100:00000001:2.0:1788575673.310671:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575673.310672:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773179648 : -111012936371968 : ffff9b08c95cb100)
00000100:00000040:2.0:1788575673.310679:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310684:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575673.310686:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575673.310689:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575673.310691:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816144128, offset 0
00000400:00000200:2.0:1788575673.310695:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575673.310699:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.310702:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575673.310705:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575673.310707:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575673.310709:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575673.310711:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575673.310714:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90631:90631:256:4294967295] 192.168.202.101@tcp LPNI seq info [90611:90611:8:4294967295]
00000400:00000200:2.0:1788575673.310718:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.310724:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575673.310728:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.310731:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575673.310735:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575673.310737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575673.310741:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575673.310743:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575673.310746:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.310748:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575673.310751:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575673.310754:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575673.310757:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575673.310758:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575673.310760:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575673.310764:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310771:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.310774:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310781:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.310782:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575673.310785:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575673.310789:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575673.310791:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575673.310793:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301189147
00000100:00000001:2.0:1788575673.310795:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301193089
00000100:00000001:2.0:1788575673.310797:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301189147
00000100:00000001:2.0:1788575673.310799:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301193089
00000100:00000001:2.0:1788575673.310801:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575673.310803:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.310805:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575673.310808:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575673/real 1788575673]  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575673.310815:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575673.310816:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575673.310817:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575673.310820:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575673.310821:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575673.310823:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575673.310826:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575673.310833:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310839:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575673.310840:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310842:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.310843:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575673.310846:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310852:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575673.310856:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310862:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575673.310865:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310866:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.310867:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.310869:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575673.310870:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575673.310874:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575673.310877:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575673.310879:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575673.310883:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575673.310889:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144128:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575673.310892:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575673.310895:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310900:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575673.310902:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.310904:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575673.310905:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575673.310907:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575673.310909:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144256:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575673.310912:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575673.310914:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575673.310916:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.310917:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575673.310920:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575673.310922:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575673.310925:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575673.310928:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575673.310931:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575673.310934:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816144256, portal 4
00000100:00000001:2.0:1788575673.310936:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575673.310937:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773182336 : -111012936369280 : ffff9b08c95cbb80)
00000100:00000040:2.0:1788575673.310942:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.310948:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575673.310950:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575673.310952:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575673.310954:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816144256, offset 0
00000400:00000200:2.0:1788575673.310958:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575673.310962:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.310965:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575673.310968:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575673.310970:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575673.310972:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575673.310974:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575673.310977:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90632:90632:256:4294967295] 192.168.202.101@tcp LPNI seq info [90612:90612:8:4294967295]
00000400:00000200:2.0:1788575673.310981:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.310986:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575673.310990:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.310993:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575673.310997:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575673.310999:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575673.311002:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575673.311005:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575673.311009:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.311010:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575673.311013:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575673.311016:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575673.311019:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575673.311020:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575673.311023:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575673.311027:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311034:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.311036:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311041:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.311042:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575673.311046:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575673.311048:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575673.311082:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575673.311084:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301189181
00000100:00000001:2.0:1788575673.311087:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301193089
00000100:00000001:2.0:1788575673.311089:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301189181
00000100:00000001:2.0:1788575673.311090:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301193089
00000100:00000001:2.0:1788575673.311092:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575673.311094:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.311096:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575673.311099:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575673/real 1788575673]  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575673.311105:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575673.311107:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575673.311108:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575673.311112:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575673.311113:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575673.311115:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575673.311118:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575673.311124:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311147:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575673.311148:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311150:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.311152:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575673.311155:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311161:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575673.311164:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311170:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575673.311171:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311173:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.311174:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311176:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575673.311178:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575673.311180:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575673.311182:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575673.311184:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575673.311187:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575673.311194:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144256:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575673.311198:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575673.311201:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311206:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575673.311207:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.311209:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575673.311211:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575673.311212:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575673.311214:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144384:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575673.311217:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575673.311219:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575673.311221:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575673.311222:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575673.311226:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575673.311227:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575673.311230:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575673.311232:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575673.311235:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575673.311237:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816144384, portal 4
00000100:00000001:2.0:1788575673.311239:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575673.311240:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773173376 : -111012936378240 : ffff9b08c95c9880)
00000100:00000040:2.0:1788575673.311244:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311250:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575673.311252:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575673.311253:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575673.311256:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816144384, offset 0
00000400:00000200:2.0:1788575673.311260:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575673.311263:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.311267:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575673.311270:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575673.311272:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575673.311274:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575673.311276:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575673.311278:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90633:90633:256:4294967295] 192.168.202.101@tcp LPNI seq info [90613:90613:8:4294967295]
00000400:00000200:2.0:1788575673.311282:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575673.311287:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575673.311291:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.311295:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575673.311298:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575673.311301:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575673.311305:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575673.311308:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575673.311311:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575673.311312:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575673.311315:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575673.311318:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575673.311320:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575673.311321:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575673.311324:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575673.311327:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311333:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.311335:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575698 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311340:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.311342:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575673.311344:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575673.311347:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575673.311351:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575673.311352:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301189172
00000100:00000001:2.0:1788575673.311354:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301193089
00000100:00000001:2.0:1788575673.311356:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301189172
00000100:00000001:2.0:1788575673.311358:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301193089
00000100:00000001:2.0:1788575673.311359:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575673.311361:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.311362:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575673.311365:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575673/real 1788575673]  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575673.311372:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575673.311373:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575673.311375:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575673.311377:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575673.311378:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575673.311380:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575673.311382:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575673.311388:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311394:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575673.311396:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311397:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.311398:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575673.311402:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311408:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575673.311412:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311417:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575673.311419:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311420:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575673.311421:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311423:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575673.311424:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575673.311426:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575673.311428:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575673.311431:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575673.311434:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575673.311440:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144384:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575673.311443:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311446:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.311449:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95caa00 x1875450816143872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311454:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575673.311457:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575673.311459:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575673.311461:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575673.311463:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575673.311465:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575673.311467:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575673.311469:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436800.
02000000:00000001:2.0:1788575673.311473:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575673.311475:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575673.311477:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95caa00.
00000100:00000001:2.0:1788575673.311480:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575673.311481:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311482:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.311485:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca680 x1875450816144000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311491:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575673.311492:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575673.311493:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575673.311495:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575673.311496:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575673.311497:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575673.311498:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575673.311500:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435000.
02000000:00000001:2.0:1788575673.311502:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575673.311503:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575673.311504:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca680.
00000100:00000001:2.0:1788575673.311506:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575673.311507:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311509:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.311511:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb100 x1875450816144128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311516:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575673.311517:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575673.311518:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575673.311520:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575673.311521:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575673.311522:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575673.311523:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575673.311525:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434000.
02000000:00000001:2.0:1788575673.311526:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575673.311527:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575673.311528:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb100.
00000100:00000001:2.0:1788575673.311530:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575673.311530:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311532:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.311534:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cbb80 x1875450816144256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311539:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575673.311540:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575673.311542:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575673.311543:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575673.311544:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575673.311545:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575673.311547:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575673.311548:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575673.311550:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575673.311551:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575673.311552:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cbb80.
00000100:00000001:2.0:1788575673.311554:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575673.311554:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311556:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575673.311558:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9880 x1875450816144384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575673.311564:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575673.311565:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575673.311566:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575673.311568:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575673.311569:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575673.311570:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575673.311572:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575673.311573:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575673.311575:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575673.311576:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575673.311577:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9880.
00000100:00000001:2.0:1788575673.311579:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575673.311581:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311582:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575673.311590:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575673.311592:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575673.311594:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575673.311596:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575673.629162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575673.629166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575673.629169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575673.629170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575673.629172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575673.629173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575673.629175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575673.629176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575673.629178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575673.629179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575673.629232:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575673.629235:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575673.629237:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575674.333180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575674.333186:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575674.333188:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575674.333193:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575674.333196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575674.333200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575674.333203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575674.333206:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575674.333209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575674.333253:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575674.333255:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575674.333256:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575674.333258:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575674.333260:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575674.333262:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575674.333264:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575674.333266:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575674.333267:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575674.653188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575674.653194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575674.653200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575674.653201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575674.653205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575674.653206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575674.653209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575674.653210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575674.653213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575674.653214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575674.653281:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575674.653285:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575674.653288:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575675.357190:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575675.357190:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575675.357197:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575675.357198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575675.357199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575675.357201:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575675.357204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575675.357206:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575675.357208:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575675.357210:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575675.357212:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575675.357215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575675.357215:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575675.357218:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575675.357221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575675.357222:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575675.357225:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575675.357228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575675.677169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575675.677176:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575675.677178:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575675.677180:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677183:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575675.677184:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677186:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677188:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575675.677191:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575675.677192:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575675.677193:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677194:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575675.677194:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677195:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677196:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575675.677200:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575675.677200:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575675.677201:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677202:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575675.677203:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677203:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677204:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575675.677207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575675.677207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575675.677254:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575675.677256:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575675.677258:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575676.381174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575676.381177:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575676.381182:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575676.381183:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575676.381184:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575676.381187:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575676.381189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575676.381192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575676.381193:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575676.381197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575676.381198:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575676.381201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575676.381203:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575676.381207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575676.381210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575676.381212:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575676.381215:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575676.381218:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575676.701204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575676.701210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575676.701217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575676.701218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575676.701221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575676.701223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575676.701226:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575676.701227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575676.701230:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575676.701233:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575676.701304:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575676.701308:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575676.701312:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575677.341119:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301193089, at 4301193152
00000100:00000010:3.0:1788575677.341144:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bb40.
00000100:00000040:2.0:1788575677.341168:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301193089, at 4301193152
00000100:00000010:2.0:1788575677.341176:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575677.405167:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575677.405168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575677.405174:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575677.405175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575677.405176:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575677.405178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575677.405182:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575677.405184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575677.405186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575677.405189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575677.405190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575677.405194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575677.405194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575677.405202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575677.405204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575677.405205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575677.405208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575677.405211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575677.725182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575677.725188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575677.725192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575677.725194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575677.725205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575677.725207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575677.725210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575677.725211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575677.725214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575677.725215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575677.725305:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575677.725308:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575677.725311:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575678.429236:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575678.429236:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788575678.429241:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575678.429250:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575678.429251:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575678.429251:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575678.429257:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.429258:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.429259:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575678.429268:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575678.429269:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575678.429270:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575678.429278:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575678.429284:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575678.429285:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575678.429291:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6521
00000100:00000001:1.0:1788575678.429296:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.429296:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575678.429307:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575678.429309:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575678.429315:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575678.429317:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1788575678.429320:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.429320:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575678.429324:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575678.429326:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.429331:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575678.429332:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429340:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575678.429347:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429357:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575678.429363:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575678.429366:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575678.429370:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575678.429376:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575678.429379:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575678.429381:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575678.429385:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429387:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575678.429389:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429391:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575678.429395:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575678.429398:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429401:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575678.429404:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575678.429409:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575678.429412:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.429415:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575678.429417:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575678.429428:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575678.429432:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575678.429437:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575678.429439:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.429442:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575678.429445:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575678.429449:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575678.429459:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575678.429467:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575678.429478:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575678.429489:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575678.429495:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575678.429500:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575678.429523:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575678.429526:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575678.429530:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575678.429531:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575678.429533:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575678.429537:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575678.429541:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6521
00000400:00000200:0.0:1788575678.429547:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575678.429551:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575678.429553:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575678.429556:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788575678.429558:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575678.429563:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575678.429564:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575678.429569:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575678.429569:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788575678.429575:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575678.429577:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575678.429580:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575678.429583:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788575678.429584:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575678.429587:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575678.429594:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575678.429601:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575678.429611:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788575678.429612:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575678.429615:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.429619:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575678.429622:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575678.429629:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575678.429632:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575678.429635:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575678.429639:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816144512:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575678.429641:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575678.429648:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:2.0:1788575678.429650:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575678.429656:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575678.429657:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788575678.429662:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.429663:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575678.429670:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575678.429671:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788575678.429677:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788575678.429682:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:0.0:1788575678.429683:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.429688:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.429689:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575678.429697:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575678.429710:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575678.429711:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575678.429719:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575678.429721:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000010:0.0:1788575678.429728:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000400:00000010:2.0:1788575678.429732:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000020:00000040:0.0:1788575678.429733:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575678.429740:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575678.429742:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575678.429742:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816144512, portal 25
00000100:00000001:0.0:1788575678.429745:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575678.429748:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788575678.429749:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575678.429754:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
02000000:00000001:0.0:1788575678.429755:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575678.429767:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000040:2.0:1788575678.429770:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575678.429775:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.429785:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1788575678.429787:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575678.429795:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575678.429801:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000001:0.0:1788575678.429805:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788575678.429808:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816144512, offset 0
00000100:00000001:0.0:1788575678.429811:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575678.429820:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575678.429821:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429837:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575678.429837:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:0.0:1788575678.429844:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575678.429851:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575678.429857:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788575678.429862:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575678.429869:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788575678.429869:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:0.0:1788575678.429876:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575678.429879:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788575678.429882:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575678.429886:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:0.0:1788575678.429888:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6521
00000400:00000200:0.0:1788575678.429898:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.429899:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90634:90634:256:4294967295] 192.168.202.101@tcp LPNI seq info [90614:90614:8:4294967295]
00000400:00000200:0.0:1788575678.429908:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575678.429916:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575678.429917:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:0.0:1788575678.429925:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429931:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575678.429935:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429938:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575678.429946:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788575678.429946:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1788575678.429950:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575678.429958:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575678.429961:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000200:2.0:1788575678.429965:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000020:00000001:0.0:1788575678.429967:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575678.429973:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000010:2.0:1788575678.429976:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00000040:0.0:1788575678.429979:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.429984:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575678.429990:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575678.429993:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575678.429996:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.0:1788575678.430001:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1788575678.430002:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575678.430010:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575678.430016:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575678.430017:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788575678.430019:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788575678.430025:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1788575678.430026:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575678.430035:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.430041:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:2.0:1788575678.430043:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000008:00100000:0.0:1788575678.430045:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1788575678.430048:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575678.430082:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575678.430088:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575678.430095:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575678.430098:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575678.430104:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1788575678.430108:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575678.430110:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575678.430114:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575678.430121:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575678.430143:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575678.430146:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788575678.430148:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575678.430151:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.430155:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788575678.430155:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575678.430158:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575678.430161:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575678.430169:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:2.0:1788575678.430177:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.430179:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.430183:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1788575678.430189:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575678.430191:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.430208:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575678.430209:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575678.430216:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.430218:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301198209
00000100:00000040:0.0:1788575678.430225:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788575678.430229:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:0.0:1788575678.430242:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.430242:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1788575678.430247:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575678.430251:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301198209
00000100:00080000:0.0:1788575678.430253:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575678.430257:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1788575678.430259:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b9c0.
00000100:00080000:0.0:1788575678.430260:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575678.430267:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575678.430270:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1788575678.430272:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6521
00000100:00000001:2.0:1788575678.430276:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788575678.430284:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575678.430286:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575678.430292:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575678.430293:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788575678.430298:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575678.430303:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575678/real 1788575678]  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575678.430306:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.430312:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575678.430319:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.430327:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575678.430333:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575678.430335:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575678.430339:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575678.430343:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575678.430350:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575678.430358:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000001:2.0:1788575678.430365:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1788575678.430366:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000001:2.0:1788575678.430371:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788575678.430372:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788575678.430375:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000040:0.0:1788575678.430377:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.430383:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575678.430384:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000020:00000040:0.0:1788575678.430393:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000010:2.0:1788575678.430393:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575678.430405:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788575678.430406:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575678.430413:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575678.430414:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575678.430417:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575678.430422:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575678.430428:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575678.430432:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575678.430433:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575678.430437:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575678.430442:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.430444:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575678.430448:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575678.430453:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575678.430462:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575678.430462:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788575678.430465:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.430467:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575678.430470:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575678.430472:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788575678.430475:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575678.430477:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575678.430479:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575678.430486:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00100000:2.0:1788575678.430487:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575678.430494:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575678.430506:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575678.430506:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575678.430519:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575678.430522:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575678.430526:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575678.430537:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.430539:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575678.430549:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.430556:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.430559:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575678.430565:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.430566:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1788575678.430571:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575678.430572:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788575678.430582:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1788575678.430582:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788575678.430585:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575678.430589:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575678.430593:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:0.0:1788575678.430595:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575678.430599:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1788575678.430602:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6521
00000400:00000200:0.0:1788575678.430612:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:2.0:1788575678.430612:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575678.430619:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575678.430627:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575678.430637:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.430644:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575678.430651:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575678.430653:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816144512:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575678.430656:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575678.430664:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575678.430666:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575678.430667:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575678.430670:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575678.430674:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1788575678.430675:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575678.430681:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575678.430686:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575678.430686:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816144512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575678.430699:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575678.430709:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575678.430716:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1788575678.430717:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575678.430720:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788575678.430725:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000010:2.0:1788575678.430726:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
00000020:00000040:0.0:1788575678.430733:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000001:2.0:1788575678.430735:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1788575678.430741:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000020:00000001:2.0:1788575678.430741:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575678.430746:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:0.0:1788575678.430747:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575678.430752:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:0.0:1788575678.430753:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1788575678.430756:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85400.
02000000:00000001:0.0:1788575678.430760:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575678.430764:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.430764:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575678.430769:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788575678.430770:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1788575678.430773:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000008:00100000:0.0:1788575678.430774:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575678.430780:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000008:00000001:0.0:1788575678.430781:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.430784:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575678.430786:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.430789:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788575678.430793:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575678.430799:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575678.430800:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1788575678.430804:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575678.430805:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575678.430808:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.430811:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788575678.430813:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575678.430816:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1788575678.430817:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575678.430821:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788575678.430822:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575678.430830:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000040:2.0:1788575678.430831:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575678.430837:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575678.430850:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575678.430851:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575678.430855:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.430862:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575678.430865:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575678.430868:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788575678.430870:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575678.430873:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575678.430879:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144640:192.168.202.101@tcp:38:kworker.0
00000100:00000040:0.0:1788575678.430883:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.430888:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575678.430892:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575678.430895:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.430901:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575678.430906:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
00000100:00000001:0.0:1788575678.430908:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.430912:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575678.430917:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6531)
00000400:00000200:2.0:1788575678.430924:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575678.430929:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575678.430933:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575678.430937:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816144640, portal 10
00000100:00000001:2.0:1788575678.430939:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575678.430940:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575678.430949:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.430956:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575678.430959:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575678.430962:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575678.430965:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816144640, offset 0
00000400:00000200:2.0:1788575678.430969:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575678.430976:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.430986:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575678.430992:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575678.430996:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575678.431001:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575678.431005:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575678.431009:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90635:90635:256:4294967295] 192.168.202.101@tcp LPNI seq info [90615:90615:8:4294967295]
00000400:00000200:2.0:1788575678.431015:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.431025:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575678.431031:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575678.431035:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575678.431040:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575678.431043:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575678.431047:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575678.431049:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575678.431077:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575678.431080:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575678.431083:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575678.431087:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575678.431090:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575678.431092:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575678.431094:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575678.431098:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431106:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575678.431109:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431114:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.431116:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575678.431119:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575678.431123:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575678.431126:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575678.431140:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301194318
00000100:00000001:2.0:1788575678.431143:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301198209
00000100:00000001:2.0:1788575678.431145:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301194318
00000100:00000001:2.0:1788575678.431147:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301198209
00000100:00000001:2.0:1788575678.431149:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575678.431151:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.431153:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575678.431157:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575678/real 1788575678]  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575678.431165:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575678.431166:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575678.431168:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575678.431171:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575678.431172:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575678.431174:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575678.431178:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575678.431185:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431191:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575678.431193:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431194:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.431195:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575678.431199:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431205:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575678.431208:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431214:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575678.431216:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431218:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.431219:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431221:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575678.431223:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575678.431225:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575678.431229:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575678.431231:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575678.431234:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575678.431241:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144640:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575678.431245:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575678.431249:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431255:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575678.431256:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.431258:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575678.431260:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575678.431262:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575678.431265:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144768:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575678.431268:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575678.431270:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575678.431271:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.431273:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575678.431277:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575678.431279:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575678.431282:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575678.431284:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575678.431287:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575678.431290:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816144768, portal 10
00000100:00000001:2.0:1788575678.431291:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575678.431293:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575678.431297:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431303:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575678.431305:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575678.431307:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575678.431309:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816144768, offset 0
00000400:00000200:2.0:1788575678.431313:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575678.431316:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.431320:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575678.431323:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575678.431325:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575678.431327:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575678.431330:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575678.431332:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90636:90636:256:4294967295] 192.168.202.101@tcp LPNI seq info [90616:90616:8:4294967295]
00000400:00000200:2.0:1788575678.431336:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.431341:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575678.431345:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575678.431348:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575678.431351:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575678.431354:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575678.431358:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575678.431361:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575678.431364:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575678.431366:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575678.431368:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575678.431371:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575678.431374:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575678.431376:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575678.431378:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575678.431381:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431387:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575678.431390:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431396:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.431398:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575678.431400:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575678.431403:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575678.431406:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575678.431408:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301194268
00000100:00000001:2.0:1788575678.431410:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301198209
00000100:00000001:2.0:1788575678.431413:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301194268
00000100:00000001:2.0:1788575678.431415:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301198209
00000100:00000001:2.0:1788575678.431417:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575678.431419:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.431420:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575678.431423:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575678/real 1788575678]  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575678.431430:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575678.431431:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575678.431432:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575678.431435:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575678.431436:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575678.431438:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575678.431441:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575678.431448:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431454:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575678.431456:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431457:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.431459:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575678.431462:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431468:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575678.431471:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431477:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575678.431479:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431481:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.431482:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431484:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575678.431486:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575678.431488:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575678.431491:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575678.431494:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575678.431497:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575678.431504:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144768:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575678.431508:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575678.431511:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431518:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575678.431519:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.431521:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575678.431522:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575678.431524:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575678.431527:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144896:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575678.431530:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575678.431532:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575678.431533:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.431534:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575678.431537:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575678.431539:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575678.431542:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575678.431545:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575678.431548:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575678.431550:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816144896, portal 4
00000100:00000001:2.0:1788575678.431552:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575678.431553:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575678.431557:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431564:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575678.431566:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575678.431568:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575678.431570:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816144896, offset 0
00000400:00000200:2.0:1788575678.431574:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575678.431577:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.431581:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575678.431583:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575678.431585:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575678.431587:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575678.431589:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575678.431592:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90637:90637:256:4294967295] 192.168.202.101@tcp LPNI seq info [90617:90617:8:4294967295]
00000400:00000200:2.0:1788575678.431596:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.431601:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575678.431605:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575678.431608:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575678.431611:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575678.431613:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575678.431617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575678.431620:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575678.431623:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575678.431625:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575678.431627:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575678.431630:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575678.431632:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575678.431634:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575678.431636:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575678.431639:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431646:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575678.431649:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431660:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.431662:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575678.431664:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575678.431667:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575678.431670:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575678.431672:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301194301
00000100:00000001:2.0:1788575678.431674:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301198209
00000100:00000001:2.0:1788575678.431676:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301194301
00000100:00000001:2.0:1788575678.431678:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301198209
00000100:00000001:2.0:1788575678.431680:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575678.431682:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.431684:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575678.431687:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575678/real 1788575678]  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575678.431693:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575678.431694:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575678.431696:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575678.431698:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575678.431700:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575678.431702:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575678.431705:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575678.431712:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431718:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575678.431720:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431721:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.431723:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575678.431726:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431732:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575678.431736:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431742:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575678.431744:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431745:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.431746:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431748:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575678.431750:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575678.431752:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575678.431756:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575678.431758:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575678.431761:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575678.431767:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816144896:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575678.431771:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431773:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575678.431776:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816144640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431782:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575678.431783:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575678.431785:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575678.431788:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575678.431790:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575678.431791:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575678.431793:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575678.431794:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86c00.
02000000:00000001:2.0:1788575678.431797:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575678.431798:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575678.431800:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575678.431802:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575678.431804:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431805:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575678.431808:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816144768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431814:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575678.431815:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575678.431816:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575678.431818:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575678.431819:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575678.431820:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575678.431822:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575678.431823:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85000.
02000000:00000001:2.0:1788575678.431825:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575678.431826:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575678.431828:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575678.431830:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575678.431831:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431832:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575678.431835:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816144896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431841:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575678.431842:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575678.431843:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575678.431845:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575678.431847:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575678.431848:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575678.431849:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575678.431851:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86800.
02000000:00000001:2.0:1788575678.431853:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575678.431854:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575678.431855:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575678.431857:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575678.431858:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431860:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.431863:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575678.431865:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.431866:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575678.431868:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575678.431869:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575678.431873:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431879:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575678.431881:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.431883:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575678.431884:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575678.431886:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575678.431889:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145024:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575678.431892:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575678.431894:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575678.431895:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575678.431897:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575678.431900:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575678.431902:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575678.431905:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575678.431907:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575678.431911:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575678.431913:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816145024, portal 4
00000100:00000001:2.0:1788575678.431915:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575678.431917:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:2.0:1788575678.431922:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.431928:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575678.431930:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575678.431932:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575678.431934:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816145024, offset 0
00000400:00000200:2.0:1788575678.431937:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575678.431941:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.431945:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575678.431948:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575678.431950:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575678.431952:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575678.431954:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575678.431957:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90638:90638:256:4294967295] 192.168.202.101@tcp LPNI seq info [90618:90618:8:4294967295]
00000400:00000200:2.0:1788575678.431960:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575678.431966:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575678.431970:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575678.431973:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575678.431977:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575678.431979:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575678.431983:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575678.431985:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575678.431989:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575678.431991:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575678.431994:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575678.431997:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575678.431999:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575678.432001:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575678.432003:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575678.432006:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.432013:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575678.432016:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.432021:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.432023:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575678.432025:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575678.432028:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575678.432031:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575678.432033:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301194292
00000100:00000001:2.0:1788575678.432035:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301198209
00000100:00000001:2.0:1788575678.432038:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301194292
00000100:00000001:2.0:1788575678.432039:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301198209
00000100:00000001:2.0:1788575678.432041:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575678.432043:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.432045:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575678.432049:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575678/real 1788575678]  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575678.432074:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575678.432076:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575678.432077:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575678.432080:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575678.432081:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575678.432083:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575678.432087:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575678.432094:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.432100:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575678.432101:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.432103:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.432104:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575678.432108:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.432114:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575678.432117:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.432124:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575678.432126:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.432139:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575678.432140:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.432142:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575678.432144:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575678.432146:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575678.432150:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575678.432152:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575678.432156:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575678.432163:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145024:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575678.432167:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.432168:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575678.432171:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816145024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575678.432176:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575678.432178:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575678.432179:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575678.432181:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575678.432183:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575678.432184:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575678.432186:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575678.432187:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87400.
02000000:00000001:2.0:1788575678.432189:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575678.432190:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575678.432192:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:2.0:1788575678.432194:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575678.432195:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.432196:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575678.432199:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575678.432200:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575678.432202:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575678.432204:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575678.749207:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575678.749209:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575678.749212:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749217:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575678.749220:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749222:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749224:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575678.749230:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575678.749234:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749236:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575678.749237:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575678.749240:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575678.749241:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575678.749242:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749243:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575678.749244:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749245:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575678.749246:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575678.749328:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575678.749334:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575678.749339:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575679.453174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575679.453174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575679.453181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575679.453182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575679.453183:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575679.453184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575679.453189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575679.453190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575679.453194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575679.453195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575679.453198:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575679.453199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575679.453201:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575679.453204:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575679.453205:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575679.453209:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575679.453212:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575679.453214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575679.773185:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575679.773191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575679.773197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575679.773199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575679.773202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575679.773203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575679.773208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575679.773209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575679.773212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575679.773213:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575679.773277:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575679.773280:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575679.773282:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575680.477156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575680.477156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575680.477163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575680.477163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575680.477166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575680.477170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575680.477172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575680.477174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575680.477177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575680.477179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575680.477181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575680.477184:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575680.477185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575680.477188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575680.477190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575680.477193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575680.477196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575680.477199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575680.797202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575680.797209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575680.797214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575680.797215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575680.797218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575680.797219:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575680.797222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575680.797223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575680.797226:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575680.797227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575680.797290:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575680.797294:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575680.797297:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575681.501139:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575681.501148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575681.501151:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575681.501156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1788575681.501160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575681.501162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575681.501165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575681.501166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575681.501172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575681.501172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575681.501177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575681.501178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575681.501183:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575681.501183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575681.501189:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575681.501189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575681.501192:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575681.501197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575681.821179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575681.821185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575681.821191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575681.821192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575681.821195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575681.821197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575681.821200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575681.821201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575681.821204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575681.821205:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575681.822146:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575681.822150:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575681.822153:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575682.461177:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301198209, at 4301198272
00000100:00000040:3.0:1788575682.461179:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301198209, at 4301198272
00000100:00000010:2.0:1788575682.461190:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575682.461192:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b9c0.
00000100:00000001:1.0:1788575682.525180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575682.525180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575682.525188:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575682.525188:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575682.525190:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575682.525192:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575682.525199:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575682.525199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575682.525204:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575682.525205:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575682.525211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575682.525211:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575682.525217:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575682.525220:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575682.525223:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575682.525224:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575682.525228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575682.525231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575682.845228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575682.845234:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575682.845239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575682.845240:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575682.845244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575682.845245:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575682.845248:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575682.845249:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575682.845252:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575682.845253:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575682.845316:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575682.845320:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575682.845324:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575683.549148:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575683.549149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575683.549154:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575683.549156:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575683.549157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549160:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788575683.549162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:0.0:1788575683.549164:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575683.549167:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575683.549171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575683.549173:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6526
00000100:00000001:1.0:1788575683.549175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575683.549178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575683.549180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575683.549183:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575683.549184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575683.549189:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575683.549192:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575683.549195:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549198:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575683.549200:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549202:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575683.549205:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575683.549207:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575683.549210:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575683.549212:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575683.549214:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575683.549216:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575683.549218:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549219:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575683.549220:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549221:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575683.549223:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575683.549225:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549226:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575683.549228:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575683.549230:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575683.549232:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549233:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575683.549235:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575683.549243:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575683.549246:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575683.549249:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575683.549250:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549253:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575683.549256:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575683.549259:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575683.549267:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:2.0:1788575683.549272:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575683.549273:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.549276:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575683.549278:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575683.549280:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:0.0:1788575683.549282:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575683.549283:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575683.549286:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.549289:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575683.549291:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.549295:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549303:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575683.549306:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575683.549310:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575683.549325:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575683.549327:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575683.549329:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575683.549330:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575683.549331:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575683.549333:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575683.549334:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6526
00000400:00000200:0.0:1788575683.549336:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575683.549338:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575683.549340:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575683.549342:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549344:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575683.549345:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549346:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575683.549348:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575683.549349:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:2.0:1788575683.549349:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788575683.549352:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575683.549353:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788575683.549354:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575683.549357:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575683.549357:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788575683.549360:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575683.549364:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575683.549364:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575683.549368:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575683.549371:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549375:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575683.549379:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:2.0:1788575683.549379:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575683.549382:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575683.549384:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549386:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575683.549387:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575683.549387:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575683.549392:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575683.549393:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575683.549396:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575683.549397:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549399:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575683.549403:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575683.549404:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816145152:192.168.202.101@tcp:250:kworker.0
00000008:00000001:0.0:1788575683.549406:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549408:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575683.549410:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575683.549412:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575683.549413:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575683.549414:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549415:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575683.549417:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575683.549421:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.549421:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1788575683.549423:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
02000000:00000001:2.0:1788575683.549426:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788575683.549427:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.549431:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575683.549434:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575683.549435:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575683.549440:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
00000100:00000001:0.0:1788575683.549441:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788575683.549444:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549445:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575683.549449:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575683.549452:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575683.549457:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:0.0:1788575683.549458:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575683.549461:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575683.549463:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1788575683.549463:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:0.0:1788575683.549467:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575683.549468:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575683.549470:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788575683.549471:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816145152, portal 25
00000100:00080000:0.0:1788575683.549474:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6526
00000100:00000001:2.0:1788575683.549474:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575683.549477:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000400:00000200:0.0:1788575683.549480:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575683.549484:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000040:2.0:1788575683.549485:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575683.549486:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575683.549491:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549496:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575683.549499:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575683.549500:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575683.549501:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575683.549505:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000020:00000001:0.0:1788575683.549506:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575683.549509:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000010:2.0:1788575683.549510:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000020:00000001:0.0:1788575683.549511:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1788575683.549513:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816145152, offset 0
00000020:00000040:0.0:1788575683.549514:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575683.549518:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575683.549519:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575683.549523:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575683.549526:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549528:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575683.549529:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549531:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575683.549533:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:0.0:1788575683.549534:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575683.549538:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549539:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575683.549541:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788575683.549541:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
02000000:00000001:0.0:1788575683.549545:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575683.549547:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575683.549548:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575683.549550:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575683.549552:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788575683.549555:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000008:00000001:0.0:1788575683.549556:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549559:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575683.549561:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000400:00000200:2.0:1788575683.549562:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788575683.549564:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575683.549567:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575683.549568:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:0.0:1788575683.549569:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549572:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575683.549574:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575683.549576:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90639:90639:256:4294967295] 192.168.202.101@tcp LPNI seq info [90619:90619:8:4294967295]
02000000:00000001:0.0:1788575683.549577:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575683.549583:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000400:00000200:2.0:1788575683.549585:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575683.549588:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575683.549593:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575683.549602:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575683.549606:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788575683.549607:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575683.549615:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.549621:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00000040:0.0:1788575683.549625:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788575683.549631:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575683.549637:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575683.549637:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1788575683.549642:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788575683.549646:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:0.0:1788575683.549647:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575683.549651:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1788575683.549651:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1788575683.549653:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575683.549657:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1788575683.549657:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575683.549660:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6526
00000800:00000010:2.0:1788575683.549661:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:0.0:1788575683.549666:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.549668:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788575683.549669:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575683.549672:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575683.549676:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788575683.549678:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549681:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575683.549682:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575683.549682:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00000001:0.0:1788575683.549686:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:2.0:1788575683.549687:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000020:00000001:0.0:1788575683.549689:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575683.549691:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575683.549693:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575683.549694:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:2.0:1788575683.549695:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1788575683.549696:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575683.549699:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575683.549702:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575683.549703:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575683.549704:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575683.549709:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549713:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575683.549718:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575683.549722:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788575683.549723:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549728:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575683.549730:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575683.549731:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575683.549735:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575683.549737:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549739:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575683.549741:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575683.549747:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549750:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.549755:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575683.549756:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575683.549760:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575683.549760:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788575683.549764:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575683.549765:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549766:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575683.549767:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575683.549768:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575683.549769:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575683.549774:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000400:00000200:2.0:1788575683.549778:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575683.549780:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.549782:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301203328
00000100:00100000:0.0:1788575683.549788:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788575683.549789:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575683.549798:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788575683.549799:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575683.549803:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.549803:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301203328
00000100:00000040:0.0:1788575683.549808:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788575683.549809:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b780.
00000100:00000001:2.0:1788575683.549815:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575683.549820:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575683.549824:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.549824:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.549826:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788575683.549831:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575683.549831:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575683/real 1788575683]  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575683.549840:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575683.549842:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575683.549844:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575683.549846:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575683.549850:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6526
00000400:00000200:0.0:1788575683.549858:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000001:2.0:1788575683.549859:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575683.549862:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1788575683.549863:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000010:2.0:1788575683.549865:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00080000:0.0:1788575683.549867:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575683.549869:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000100:00000040:0.0:1788575683.549873:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575683.549874:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:0.0:1788575683.549879:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575683.549881:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575683.549886:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575683.549894:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549898:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:2.0:1788575683.549899:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575683.549903:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575683.549904:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575683.549906:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575683.549908:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575683.549914:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575683.549915:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575683.549918:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575683.549919:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575683.549920:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.549923:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575683.549924:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575683.549927:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788575683.549928:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575683.549931:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575683.549934:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575683.549940:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575683.549940:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575683.549946:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575683.549954:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575683.549954:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788575683.549958:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.549960:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575683.549963:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575683.549964:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.549967:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575683.549968:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575683.549973:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549974:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575683.549976:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:0.0:1788575683.549977:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575683.549980:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:0.0:1788575683.549981:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.549983:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575683.549987:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000100:00080000:2.0:1788575683.549988:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1788575683.549992:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00080000:2.0:1788575683.549995:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000001:0.0:1788575683.549997:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575683.549999:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1788575683.550000:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575683.550005:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575683.550008:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788575683.550008:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575683.550011:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575683.550017:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575683.550023:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575683.550024:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816145152:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575683.550029:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575683.550031:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575683.550032:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.550037:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816145152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575683.550047:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575683.550051:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575683.550074:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575683.550076:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575683.550080:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575683.550082:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575683.550084:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:0.0:1788575683.550086:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575683.550086:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575683.550090:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
00000100:00000040:0.0:1788575683.550094:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575683.550096:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575683.550099:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575683.550102:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:0.0:1788575683.550108:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550109:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575683.550111:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575683.550113:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6537)
00000100:00000001:2.0:1788575683.550114:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550124:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575683.550126:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550138:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575683.550139:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575683.550140:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575683.550146:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550154:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575683.550156:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.550158:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575683.550160:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575683.550161:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575683.550163:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145280:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575683.550166:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575683.550167:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575683.550169:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.550170:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575683.550172:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575683.550173:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575683.550176:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575683.550178:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575683.550180:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575683.550182:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816145280, portal 10
00000100:00000001:2.0:1788575683.550183:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575683.550184:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575683.550189:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550192:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575683.550194:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575683.550196:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575683.550198:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816145280, offset 0
00000400:00000200:2.0:1788575683.550202:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575683.550205:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.550209:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575683.550211:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575683.550214:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575683.550217:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575683.550219:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575683.550221:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90640:90640:256:4294967295] 192.168.202.101@tcp LPNI seq info [90620:90620:8:4294967295]
00000400:00000200:2.0:1788575683.550225:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.550231:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575683.550236:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.550240:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575683.550244:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575683.550246:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575683.550250:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575683.550253:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788575683.550256:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.550258:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575683.550261:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575683.550264:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575683.550267:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575683.550268:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575683.550271:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575683.550274:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550288:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.550290:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550294:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550295:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575683.550298:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575683.550301:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575683.550305:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575683.550307:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301199437
00000100:00000001:2.0:1788575683.550310:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301203328
00000100:00000001:2.0:1788575683.550311:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301199437
00000100:00000001:2.0:1788575683.550314:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301203328
00000100:00000001:2.0:1788575683.550315:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575683.550317:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550319:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575683.550323:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575683/real 1788575683]  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575683.550338:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575683.550339:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575683.550341:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575683.550342:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575683.550343:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575683.550345:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575683.550347:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575683.550352:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550356:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575683.550357:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550358:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.550358:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575683.550360:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550364:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575683.550366:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550370:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575683.550371:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550372:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.550373:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550374:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575683.550376:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575683.550377:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575683.550379:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575683.550380:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575683.550382:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575683.550387:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145280:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575683.550389:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575683.550391:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550394:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575683.550395:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.550396:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575683.550397:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575683.550398:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575683.550400:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145408:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575683.550402:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575683.550403:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575683.550404:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.550405:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575683.550407:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575683.550409:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575683.550410:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575683.550412:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575683.550413:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575683.550415:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816145408, portal 10
00000100:00000001:2.0:1788575683.550417:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575683.550417:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575683.550421:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550425:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575683.550426:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575683.550427:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575683.550428:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816145408, offset 0
00000400:00000200:2.0:1788575683.550431:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575683.550433:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.550435:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575683.550437:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575683.550439:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575683.550440:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575683.550442:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575683.550444:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90641:90641:256:4294967295] 192.168.202.101@tcp LPNI seq info [90621:90621:8:4294967295]
00000400:00000200:2.0:1788575683.550446:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.550450:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575683.550452:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.550454:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575683.550456:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575683.550458:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575683.550461:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575683.550462:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788575683.550464:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.550466:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575683.550467:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575683.550469:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575683.550471:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575683.550472:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575683.550473:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575683.550475:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550480:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.550481:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550485:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550486:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575683.550487:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575683.550489:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575683.550491:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575683.550492:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301199387
00000100:00000001:2.0:1788575683.550494:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301203328
00000100:00000001:2.0:1788575683.550495:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301199387
00000100:00000001:2.0:1788575683.550496:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301203328
00000100:00000001:2.0:1788575683.550497:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575683.550498:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550499:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575683.550501:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575683/real 1788575683]  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575683.550505:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575683.550506:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575683.550506:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575683.550508:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575683.550509:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575683.550510:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575683.550511:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575683.550516:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550519:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575683.550520:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550521:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.550521:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575683.550523:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550527:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575683.550528:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550532:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575683.550533:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550534:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.550535:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550536:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575683.550537:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575683.550538:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575683.550540:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575683.550541:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575683.550543:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575683.550547:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145408:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575683.550549:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575683.550551:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550554:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575683.550555:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.550556:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575683.550557:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575683.550558:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575683.550560:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145536:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575683.550561:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575683.550562:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575683.550563:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.550564:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575683.550566:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575683.550567:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575683.550569:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575683.550570:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575683.550572:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575683.550573:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816145536, portal 4
00000100:00000001:2.0:1788575683.550575:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575683.550576:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575683.550579:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550582:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575683.550584:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575683.550585:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575683.550586:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816145536, offset 0
00000400:00000200:2.0:1788575683.550588:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575683.550590:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.550591:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575683.550593:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575683.550594:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575683.550595:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575683.550596:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575683.550598:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90642:90642:256:4294967295] 192.168.202.101@tcp LPNI seq info [90622:90622:8:4294967295]
00000400:00000200:2.0:1788575683.550600:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.550604:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575683.550606:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.550608:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575683.550609:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575683.550611:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575683.550615:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575683.550617:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788575683.550621:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.550622:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575683.550625:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575683.550628:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575683.550630:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575683.550632:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575683.550634:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575683.550637:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550650:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.550653:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550660:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550661:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575683.550664:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575683.550667:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575683.550670:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575683.550672:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301199420
00000100:00000001:2.0:1788575683.550674:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301203328
00000100:00000001:2.0:1788575683.550676:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301199420
00000100:00000001:2.0:1788575683.550678:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301203328
00000100:00000001:2.0:1788575683.550680:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575683.550682:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550684:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575683.550688:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575683/real 1788575683]  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575683.550695:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575683.550696:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575683.550697:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575683.550699:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575683.550700:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575683.550701:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575683.550703:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575683.550708:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550712:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575683.550713:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550715:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.550716:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575683.550718:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550721:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575683.550723:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550727:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575683.550728:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550729:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.550730:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550731:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575683.550733:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575683.550735:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575683.550738:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575683.550739:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575683.550742:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575683.550750:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145536:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575683.550754:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575683.550757:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550763:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575683.550764:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.550767:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575683.550768:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575683.550770:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575683.550773:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145664:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575683.550776:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575683.550778:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575683.550780:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575683.550782:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575683.550785:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575683.550786:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575683.550789:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575683.550792:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575683.550795:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575683.550798:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816145664, portal 4
00000100:00000001:2.0:1788575683.550800:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575683.550801:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:2.0:1788575683.550807:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550813:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575683.550815:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575683.550817:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575683.550819:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816145664, offset 0
00000400:00000200:2.0:1788575683.550822:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575683.550825:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.550828:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575683.550830:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575683.550831:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575683.550833:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575683.550834:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575683.550836:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90643:90643:256:4294967295] 192.168.202.101@tcp LPNI seq info [90623:90623:8:4294967295]
00000400:00000200:2.0:1788575683.550838:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575683.550842:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575683.550845:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.550847:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575683.550850:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575683.550851:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575683.550854:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575683.550855:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788575683.550857:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575683.550859:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575683.550860:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575683.550862:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575683.550864:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575683.550865:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575683.550867:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575683.550869:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550873:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.550875:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550879:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550880:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575683.550883:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575683.550885:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575683.550888:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575683.550889:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301199411
00000100:00000001:2.0:1788575683.550892:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301203328
00000100:00000001:2.0:1788575683.550893:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301199411
00000100:00000001:2.0:1788575683.550895:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301203328
00000100:00000001:2.0:1788575683.550897:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575683.550899:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.550901:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575683.550904:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575683/real 1788575683]  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575683.550911:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575683.550913:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575683.550914:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575683.550917:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575683.550918:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575683.550920:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575683.550923:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575683.550931:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550936:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575683.550937:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550939:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.550939:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575683.550942:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550946:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575683.550948:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550952:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575683.550953:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550954:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575683.550955:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550956:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575683.550957:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575683.550958:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575683.550960:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575683.550961:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575683.550963:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575683.550971:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145664:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575683.550973:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.550974:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.550976:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816145280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.550982:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575683.550984:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575683.550985:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575683.550987:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575683.550989:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575683.550990:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575683.550992:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575683.550994:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
02000000:00000001:2.0:1788575683.550996:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575683.550997:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575683.550998:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575683.551001:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575683.551002:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.551004:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.551007:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816145408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.551013:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575683.551014:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575683.551016:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575683.551018:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575683.551019:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575683.551020:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575683.551022:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575683.551023:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:2.0:1788575683.551025:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575683.551025:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575683.551026:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575683.551028:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575683.551029:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.551031:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.551034:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816145536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.551040:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575683.551042:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575683.551043:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575683.551045:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575683.551046:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575683.551047:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575683.551048:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575683.551050:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:2.0:1788575683.551068:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575683.551070:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575683.551071:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575683.551074:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575683.551075:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.551077:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575683.551080:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816145664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575683.551084:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575683.551085:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575683.551086:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575683.551087:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575683.551088:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575683.551089:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575683.551090:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575683.551091:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85800.
02000000:00000001:2.0:1788575683.551092:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575683.551093:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575683.551094:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575683.551095:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575683.551095:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.551096:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575683.551099:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575683.551100:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575683.551102:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575683.551103:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575683.869176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575683.869183:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575683.869188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575683.869189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575683.869193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575683.869195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575683.869198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575683.869199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575683.869202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575683.869203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575683.869257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575683.869261:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575683.869265:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575684.573174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575684.573174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575684.573182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575684.573183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575684.573186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575684.573187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575684.573195:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575684.573195:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575684.573201:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575684.573201:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575684.573207:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575684.573207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575684.573212:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575684.573216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575684.573220:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575684.573220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575684.573224:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575684.573229:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575684.893170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575684.893175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575684.893179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575684.893180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575684.893182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575684.893182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575684.893184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575684.893185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575684.893187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575684.893188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575684.893253:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575684.893257:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575684.893269:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575685.597180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575685.597180:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575685.597186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575685.597187:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575685.597188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575685.597192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575685.597194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575685.597197:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575685.597198:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575685.597201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575685.597203:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575685.597205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575685.597207:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575685.597208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575685.597212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575685.597213:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575685.597216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575685.597219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917152:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575685.917158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575685.917164:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575685.917166:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575685.917170:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917173:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575685.917175:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917176:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917179:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575685.917184:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575685.917185:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575685.917186:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917188:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575685.917189:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917191:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917192:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575685.917197:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575685.917199:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575685.917200:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917201:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575685.917203:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917204:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917206:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575685.917209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575685.917217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575685.917275:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575685.917279:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575685.917282:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575686.621167:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575686.621174:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575686.621176:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575686.621181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575686.621185:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575686.621189:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575686.621192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575686.621195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575686.621198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575686.621210:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575686.621214:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575686.621215:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575686.621218:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575686.621221:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575686.621223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575686.621226:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575686.621228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575686.621230:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575686.941157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575686.941163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575686.941169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575686.941170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575686.941174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575686.941175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575686.941177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575686.941178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575686.941181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575686.941182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575686.941235:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575686.941239:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575686.941242:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575687.581164:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301203328, at 4301203392
00000100:00000040:3.0:1788575687.581165:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301203328, at 4301203392
00000100:00000010:2.0:1788575687.581179:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575687.581181:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b780.
00000100:00000001:1.0:1788575687.645169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575687.645169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575687.645175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575687.645176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575687.645179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575687.645180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575687.645186:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575687.645186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575687.645190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575687.645191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575687.645194:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575687.645195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575687.645200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575687.645202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575687.645204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575687.645205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575687.645207:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575687.645209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575687.965192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575687.965198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575687.965204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575687.965205:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575687.965209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575687.965210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575687.965213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575687.965214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575687.965216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575687.965217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575687.965268:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575687.965273:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575687.965276:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575688.669143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575688.669151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575688.669152:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575688.669153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575688.669160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:0.0:1788575688.669161:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575688.669165:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575688.669170:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575688.669170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575688.669174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575688.669176:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575688.669178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575688.669182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575688.669184:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6532
00000100:00000001:2.0:1788575688.669186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575688.669195:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575688.669196:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575688.669201:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575688.669202:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575688.669204:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00100000:1.0:1788575688.669206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:0.0:1788575688.669208:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788575688.669210:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788575688.669215:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669219:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788575688.669219:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575688.669224:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788575688.669225:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575688.669226:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575688.669230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669231:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575688.669236:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575688.669239:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575688.669241:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575688.669244:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575688.669247:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575688.669250:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575688.669253:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669256:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575688.669258:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669260:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575688.669263:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575688.669266:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669269:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575688.669272:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575688.669275:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575688.669277:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669280:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575688.669282:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575688.669291:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575688.669294:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575688.669298:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575688.669299:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669302:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575688.669305:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575688.669309:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575688.669317:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575688.669323:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575688.669332:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575688.669342:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575688.669346:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575688.669351:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575688.669372:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575688.669375:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575688.669378:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575688.669379:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575688.669381:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575688.669383:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575688.669385:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6532
00000400:00000200:0.0:1788575688.669389:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575688.669392:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575688.669394:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575688.669397:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669399:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575688.669402:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669405:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575688.669406:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788575688.669407:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575688.669410:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788575688.669411:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575688.669414:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575688.669414:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788575688.669418:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575688.669422:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575688.669422:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575688.669428:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575688.669434:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788575688.669436:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575688.669436:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669441:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575688.669442:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788575688.669445:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575688.669446:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575688.669451:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575688.669451:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575688.669456:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816145792:192.168.202.101@tcp:250:kworker.0
00000020:00000040:0.0:1788575688.669457:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:2.0:1788575688.669461:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575688.669465:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575688.669465:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575688.669468:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669470:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.669471:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788575688.669474:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1788575688.669478:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:0.0:1788575688.669480:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575688.669480:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575688.669486:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669489:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575688.669490:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:0.0:1788575688.669493:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788575688.669496:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000008:00000001:0.0:1788575688.669497:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669501:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575688.669506:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000400:00000010:2.0:1788575688.669506:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000020:00000040:0.0:1788575688.669509:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575688.669512:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575688.669514:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575688.669515:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816145792, portal 25
00000100:00000001:0.0:1788575688.669516:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575688.669518:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788575688.669519:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575688.669521:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
02000000:00000001:0.0:1788575688.669523:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575688.669528:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788575688.669530:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575688.669536:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.669537:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575688.669541:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00100000:0.0:1788575688.669545:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575688.669545:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575688.669549:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816145792, offset 0
00000100:00000001:0.0:1788575688.669560:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575688.669560:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669564:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575688.669568:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:0.0:1788575688.669570:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575688.669576:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575688.669584:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575688.669588:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575688.669589:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:0.0:1788575688.669594:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575688.669595:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575688.669600:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:0.0:1788575688.669601:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575688.669604:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788575688.669605:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90644:90644:256:4294967295] 192.168.202.101@tcp LPNI seq info [90624:90624:8:4294967295]
00000100:00080000:0.0:1788575688.669607:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575688.669611:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575688.669612:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575688.669617:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6532
00000400:00000200:2.0:1788575688.669624:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788575688.669625:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575688.669632:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:2.0:1788575688.669633:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575688.669637:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788575688.669639:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00000040:0.0:1788575688.669643:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575688.669648:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575688.669649:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788575688.669653:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1788575688.669654:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669658:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.1:1788575688.669660:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:0.0:1788575688.669662:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788575688.669664:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000020:00000040:0.0:1788575688.669666:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575688.669670:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:2.0:1788575688.669670:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.669672:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000020:00000040:0.0:1788575688.669674:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575688.669678:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575688.669678:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1788575688.669684:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575688.669684:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575688.669690:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00000040:0.0:1788575688.669691:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575688.669693:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:0.0:1788575688.669695:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575688.669699:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575688.669700:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788575688.669702:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575688.669706:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575688.669708:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669711:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575688.669713:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788575688.669715:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575688.669717:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575688.669723:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669728:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575688.669730:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788575688.669734:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1788575688.669735:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669739:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575688.669739:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788575688.669745:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575688.669746:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575688.669749:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575688.669750:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788575688.669754:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575688.669757:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575688.669758:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669763:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788575688.669765:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575688.669766:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575688.669769:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301208448
02000000:00000001:0.0:1788575688.669770:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575688.669777:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
02000000:00000010:0.0:1788575688.669778:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:0.0:1788575688.669783:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.669784:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1788575688.669790:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575688.669790:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301208448
00000100:00000010:2.0:1788575688.669796:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bea0.
00000100:00000001:2.0:1788575688.669802:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788575688.669803:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575688.669807:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.669808:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788575688.669812:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.669813:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.669818:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575688.669825:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575688.669826:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575688/real 1788575688]  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575688.669829:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575688.669836:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575688.669839:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575688.669841:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575688.669844:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575688.669847:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6532
00000400:00000200:0.0:1788575688.669855:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000001:2.0:1788575688.669856:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1788575688.669859:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000001:2.0:1788575688.669860:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788575688.669864:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788575688.669865:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000040:0.0:1788575688.669869:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575688.669879:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575688.669882:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:0.0:1788575688.669884:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575688.669889:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575688.669891:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788575688.669896:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:2.0:1788575688.669898:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575688.669900:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575688.669902:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575688.669905:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575688.669908:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575688.669913:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575688.669918:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000200:2.0:1788575688.669918:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575688.669924:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669930:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575688.669933:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.669937:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575688.669937:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575688.669941:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788575688.669942:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575688.669948:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575688.669948:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.669952:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575688.669953:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575688.669957:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575688.669961:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788575688.669962:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.669971:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575688.669974:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669978:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788575688.669979:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788575688.669982:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575688.669989:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.669993:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.669996:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1788575688.669998:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575688.670004:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575688.670004:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670009:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788575688.670010:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575688.670013:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670013:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575688.670019:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575688.670020:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1788575688.670021:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575688.670024:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670024:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575688.670030:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:0.0:1788575688.670031:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575688.670037:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575688.670038:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575688.670043:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1788575688.670045:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575688.670051:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575688.670081:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816145792:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575688.670083:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575688.670088:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670089:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670094:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575688.670095:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575688.670102:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816145792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575688.670109:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575688.670115:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575688.670117:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1788575688.670121:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1788575688.670122:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788575688.670124:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1788575688.670135:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
00000100:00080000:0.0:1788575688.670137:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788575688.670141:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788575688.670142:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575688.670146:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6532
00000020:00000001:2.0:1788575688.670146:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575688.670150:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000400:00000200:0.0:1788575688.670153:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:2.0:1788575688.670155:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000400:00000200:0.0:1788575688.670159:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000010:2.0:1788575688.670160:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
00000100:00080000:0.0:1788575688.670162:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575688.670167:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.670169:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575688.670171:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.670173:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575688.670174:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:0.0:1788575688.670175:0:46817:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788575688.670178:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:0.0:1788575688.670179:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575688.670182:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:2.0:1788575688.670183:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575688.670185:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575688.670189:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575688.670189:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575688.670192:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575688.670194:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575688.670198:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575688.670200:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575688.670204:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575688.670206:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575688.670207:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575688.670208:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575688.670211:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575688.670212:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:2.0:1788575688.670215:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788575688.670217:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575688.670219:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575688.670222:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670223:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788575688.670225:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575688.670229:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575688.670230:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575688.670233:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.670237:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575688.670241:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575688.670246:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670246:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575688.670250:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.670251:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.670257:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1788575688.670259:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
02000000:00000001:2.0:1788575688.670261:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788575688.670263:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575688.670266:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575688.670268:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575688.670270:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575688.670272:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145920:192.168.202.101@tcp:38:kworker.0
00000100:00000001:0.0:1788575688.670274:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575688.670276:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575688.670280:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670281:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1788575688.670285:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
02000000:00000001:2.0:1788575688.670285:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575688.670289:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575688.670291:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.670293:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575688.670298:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
00000100:00100000:0.0:1788575688.670299:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575688.670303:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575688.670312:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575688.670313:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575688.670317:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575688.670317:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000040:0.0:1788575688.670325:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788575688.670325:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575688.670331:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816145920, portal 10
00000100:00000001:2.0:1788575688.670336:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788575688.670339:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670339:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:0.0:1788575688.670346:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6542)
00000100:00000040:2.0:1788575688.670351:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670356:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575688.670358:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575688.670360:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575688.670362:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816145920, offset 0
00000400:00000200:2.0:1788575688.670365:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575688.670368:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575688.670371:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575688.670374:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575688.670377:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575688.670379:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575688.670381:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575688.670384:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90645:90645:256:4294967295] 192.168.202.101@tcp LPNI seq info [90625:90625:8:4294967295]
00000400:00000200:2.0:1788575688.670388:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575688.670395:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575688.670399:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.670402:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575688.670406:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575688.670409:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575688.670413:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575688.670415:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788575688.670419:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.670420:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575688.670423:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575688.670426:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575688.670429:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575688.670431:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575688.670434:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575688.670438:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670445:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575688.670448:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670454:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670456:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575688.670459:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575688.670462:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575688.670465:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575688.670468:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301204557
00000100:00000001:2.0:1788575688.670470:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301208448
00000100:00000001:2.0:1788575688.670471:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301204557
00000100:00000001:2.0:1788575688.670473:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301208448
00000100:00000001:2.0:1788575688.670475:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575688.670476:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670477:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575688.670480:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575688/real 1788575688]  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575688.670485:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575688.670486:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575688.670487:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575688.670489:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575688.670490:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575688.670491:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575688.670493:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575688.670498:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670503:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575688.670504:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670506:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.670507:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575688.670510:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670517:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575688.670521:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670528:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575688.670530:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670531:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.670533:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670535:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575688.670537:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575688.670539:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575688.670541:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575688.670543:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575688.670545:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575688.670550:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816145920:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575688.670553:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575688.670554:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670558:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575688.670559:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.670560:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575688.670561:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575688.670562:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575688.670564:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146048:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575688.670566:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575688.670567:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575688.670568:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.670570:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575688.670573:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575688.670574:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575688.670576:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575688.670578:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575688.670582:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575688.670584:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816146048, portal 10
00000100:00000001:2.0:1788575688.670586:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575688.670587:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575688.670592:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670603:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575688.670605:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575688.670608:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575688.670610:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816146048, offset 0
00000400:00000200:2.0:1788575688.670613:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575688.670617:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575688.670621:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575688.670623:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575688.670626:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575688.670628:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575688.670629:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575688.670631:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90646:90646:256:4294967295] 192.168.202.101@tcp LPNI seq info [90626:90626:8:4294967295]
00000400:00000200:2.0:1788575688.670633:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575688.670637:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575688.670640:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.670642:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575688.670645:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575688.670646:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575688.670649:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575688.670651:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788575688.670653:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.670655:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575688.670657:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575688.670659:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575688.670660:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575688.670662:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575688.670663:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575688.670666:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670672:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575688.670675:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670686:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670688:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575688.670691:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575688.670694:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575688.670697:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575688.670699:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301204507
00000100:00000001:2.0:1788575688.670701:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301208448
00000100:00000001:2.0:1788575688.670703:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301204507
00000100:00000001:2.0:1788575688.670705:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301208448
00000100:00000001:2.0:1788575688.670707:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575688.670709:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670710:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575688.670714:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575688/real 1788575688]  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575688.670721:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575688.670723:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575688.670724:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575688.670727:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575688.670728:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575688.670731:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575688.670734:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575688.670741:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670747:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575688.670749:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670750:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.670752:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575688.670755:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670762:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575688.670766:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670770:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575688.670772:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670773:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.670774:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670775:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575688.670776:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575688.670777:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575688.670779:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575688.670780:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575688.670782:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575688.670787:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146048:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575688.670789:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575688.670791:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670797:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575688.670798:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.670800:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575688.670802:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575688.670803:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575688.670806:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146176:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575688.670809:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575688.670810:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575688.670812:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.670814:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575688.670817:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575688.670819:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575688.670823:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575688.670825:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575688.670829:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575688.670831:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816146176, portal 4
00000100:00000001:2.0:1788575688.670833:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575688.670835:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575688.670840:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670847:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575688.670849:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575688.670851:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575688.670852:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816146176, offset 0
00000400:00000200:2.0:1788575688.670855:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575688.670858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575688.670860:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575688.670862:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575688.670863:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575688.670865:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575688.670866:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575688.670868:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90647:90647:256:4294967295] 192.168.202.101@tcp LPNI seq info [90627:90627:8:4294967295]
00000400:00000200:2.0:1788575688.670871:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575688.670874:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575688.670877:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.670878:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575688.670881:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575688.670882:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575688.670885:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575688.670886:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788575688.670889:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.670890:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575688.670892:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575688.670894:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575688.670896:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575688.670897:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575688.670898:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575688.670900:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670905:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575688.670907:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670911:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670912:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575688.670913:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575688.670915:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575688.670917:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575688.670918:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301204540
00000100:00000001:2.0:1788575688.670920:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301208448
00000100:00000001:2.0:1788575688.670921:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301204540
00000100:00000001:2.0:1788575688.670922:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301208448
00000100:00000001:2.0:1788575688.670923:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575688.670924:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.670925:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575688.670927:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575688/real 1788575688]  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575688.670931:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575688.670932:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575688.670933:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575688.670934:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575688.670935:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575688.670937:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575688.670938:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575688.670943:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670946:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575688.670947:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670948:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.670949:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575688.670951:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670954:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575688.670956:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670959:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575688.670961:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670961:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.670962:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670963:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575688.670964:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575688.670966:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575688.670967:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575688.670969:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575688.670971:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575688.670975:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146176:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575688.670977:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670978:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575688.670980:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816145920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.670984:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575688.670985:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575688.670986:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575688.670987:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575688.670988:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575688.670989:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575688.670990:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575688.670991:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87000.
02000000:00000001:2.0:1788575688.670993:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575688.670994:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575688.670995:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575688.670996:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575688.670997:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.670998:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575688.671000:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816146048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671003:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575688.671004:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575688.671005:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575688.671006:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575688.671007:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575688.671007:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575688.671008:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575688.671009:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84400.
02000000:00000001:2.0:1788575688.671010:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575688.671011:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575688.671011:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575688.671013:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575688.671013:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671014:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575688.671016:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816146176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671019:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575688.671021:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575688.671022:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575688.671023:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575688.671023:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575688.671024:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575688.671025:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575688.671026:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87c00.
02000000:00000001:2.0:1788575688.671027:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575688.671027:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575688.671028:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575688.671029:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575688.671030:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671031:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671033:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575688.671034:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.671035:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575688.671036:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575688.671036:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575688.671038:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671041:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575688.671042:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.671043:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575688.671044:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575688.671045:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575688.671047:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146304:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575688.671049:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575688.671050:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575688.671051:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575688.671066:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575688.671068:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575688.671070:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575688.671071:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575688.671073:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575688.671074:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575688.671076:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816146304, portal 4
00000100:00000001:2.0:1788575688.671078:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575688.671079:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:2.0:1788575688.671082:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671086:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575688.671087:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575688.671089:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575688.671090:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816146304, offset 0
00000400:00000200:2.0:1788575688.671092:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575688.671094:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575688.671096:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575688.671098:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575688.671099:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575688.671101:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575688.671102:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575688.671104:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90648:90648:256:4294967295] 192.168.202.101@tcp LPNI seq info [90628:90628:8:4294967295]
00000400:00000200:2.0:1788575688.671106:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575688.671109:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575688.671112:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.671113:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575688.671116:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575688.671117:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575688.671120:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575688.671121:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788575688.671124:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575688.671136:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575688.671139:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575688.671141:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575688.671143:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575688.671144:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575688.671146:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575688.671148:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671157:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575688.671158:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671162:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.671163:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575688.671165:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575688.671167:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575688.671170:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575688.671172:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301204532
00000100:00000001:2.0:1788575688.671174:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301208448
00000100:00000001:2.0:1788575688.671176:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301204532
00000100:00000001:2.0:1788575688.671178:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301208448
00000100:00000001:2.0:1788575688.671180:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575688.671182:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.671183:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575688.671187:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575688/real 1788575688]  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575688.671195:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575688.671196:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575688.671198:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575688.671200:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575688.671202:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575688.671204:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575688.671207:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575688.671215:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671221:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575688.671223:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671225:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.671226:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575688.671229:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671235:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575688.671239:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671246:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575688.671248:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671250:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575688.671251:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671253:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575688.671255:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575688.671257:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575688.671261:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575688.671263:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575688.671267:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575688.671275:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146304:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575688.671279:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671281:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575688.671284:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816146304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575688.671290:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575688.671291:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575688.671293:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575688.671296:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575688.671297:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575688.671299:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575688.671301:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575688.671302:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84000.
02000000:00000001:2.0:1788575688.671305:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575688.671306:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575688.671307:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:2.0:1788575688.671309:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575688.671311:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671312:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575688.671315:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575688.671316:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575688.671318:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575688.671333:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575688.989155:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575688.989157:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575688.989159:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989162:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575688.989164:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989165:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989167:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575688.989171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575688.989174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575688.989178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575688.989182:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575688.989183:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575688.989185:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989186:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575688.989187:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989189:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575688.989191:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575688.989238:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575688.989240:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575688.989243:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575689.693154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575689.693154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575689.693161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575689.693162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575689.693163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575689.693165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575689.693170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575689.693170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575689.693176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575689.693176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575689.693181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575689.693181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575689.693183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575689.693186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575689.693187:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575689.693191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575689.693194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575689.693197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575690.013187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575690.013194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575690.013200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575690.013201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575690.013205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575690.013207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575690.013221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575690.013222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575690.013224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575690.013225:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575690.013292:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575690.013296:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575690.013299:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575690.717124:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575690.717139:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575690.717140:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575690.717144:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575690.717145:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575690.717148:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575690.717151:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575690.717152:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575690.717157:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575690.717158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575690.717163:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575690.717164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575690.717168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575690.717173:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575690.717176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575690.717177:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575690.717180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575690.717185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575691.037182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575691.037188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575691.037195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575691.037196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575691.037199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575691.037200:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575691.037204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575691.037205:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575691.037208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575691.037209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575691.037262:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575691.037267:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575691.037271:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575691.741123:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575691.741143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575691.741145:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575691.741151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575691.741155:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575691.741158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575691.741161:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575691.741163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575691.741166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575691.741189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575691.741192:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575691.741194:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575691.741196:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575691.741198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575691.741200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575691.741202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575691.741203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575691.741204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575692.061231:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575692.061239:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575692.061246:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575692.061247:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575692.061251:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575692.061252:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575692.061256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575692.061257:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575692.061259:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575692.061260:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575692.061362:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575692.061367:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575692.061371:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575692.701180:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301208448, at 4301208512
00000100:00000040:3.0:1788575692.701181:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301208448, at 4301208512
00000100:00000010:2.0:1788575692.701196:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575692.701198:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bea0.
00000100:00000001:1.0:1788575692.765206:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575692.765209:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575692.765216:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575692.765218:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575692.765219:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575692.765225:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575692.765227:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575692.765235:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575692.765235:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575692.765243:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575692.765244:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575692.765252:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575692.765252:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575692.765256:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575692.765259:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575692.765263:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575692.765268:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575692.765271:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575693.085210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575693.085217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575693.085223:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575693.085224:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575693.085228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575693.085229:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575693.085232:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575693.085234:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575693.085237:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575693.085238:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575693.085300:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575693.085304:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575693.085307:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575693.789157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575693.789160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575693.789166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575693.789166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575693.789170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575693.789179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575693.789179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575693.789185:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575693.789186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575693.789192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.789192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575693.789198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575693.789202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.789205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575693.789206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.789214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575693.789309:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575693.789314:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575693.789316:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575693.789320:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575693.789323:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575693.789329:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6537
00000400:00000200:0.0:1788575693.789336:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575693.789342:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575693.789344:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575693.789347:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789349:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575693.789351:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789353:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575693.789355:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575693.789356:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575693.789358:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575693.789360:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575693.789362:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575693.789363:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575693.789365:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789366:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575693.789368:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789369:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575693.789372:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575693.789375:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789378:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575693.789380:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575693.789383:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575693.789386:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.789389:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575693.789391:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575693.789401:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575693.789405:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575693.789409:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575693.789410:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.789412:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575693.789414:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575693.789417:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575693.789422:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575693.789427:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575693.789435:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575693.789444:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575693.789448:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575693.789452:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575693.789471:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575693.789473:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575693.789476:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575693.789478:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575693.789479:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575693.789482:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575693.789485:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6537
00000400:00000200:0.0:1788575693.789489:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575693.789493:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575693.789495:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575693.789497:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788575693.789499:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575693.789501:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575693.789505:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575693.789505:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575693.789510:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789515:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575693.789516:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575693.789519:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575693.789522:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575693.789524:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575693.789527:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575693.789530:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575693.789534:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575693.789534:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575693.789538:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575693.789540:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789543:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575693.789545:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575693.789545:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788575693.789548:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575693.789548:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575693.789552:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575693.789553:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575693.789561:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:2.0:1788575693.789561:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816146432:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575693.789566:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789567:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788575693.789568:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575693.789571:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788575693.789574:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575693.789574:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.789579:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788575693.789580:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.789582:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788575693.789584:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
00000008:00100000:0.0:1788575693.789585:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575693.789587:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575693.789592:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575693.789594:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575693.789599:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575693.789603:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816146432, portal 25
00000100:00000001:2.0:1788575693.789605:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575693.789606:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:2.0:1788575693.789611:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.789627:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575693.789629:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575693.789631:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575693.789633:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816146432, offset 0
00000400:00000200:2.0:1788575693.789637:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575693.789642:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575693.789647:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575693.789651:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575693.789654:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575693.789656:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575693.789658:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575693.789662:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90649:90649:256:4294967295] 192.168.202.101@tcp LPNI seq info [90629:90629:8:4294967295]
00000400:00000200:2.0:1788575693.789665:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575693.789672:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575693.789676:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575693.789679:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575693.789685:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:0.0:1788575693.789687:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575693.789689:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788575693.789690:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575693.789696:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:0.0:1788575693.789697:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575693.789702:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000800:00000200:2.1:1788575693.789702:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1788575693.789707:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1788575693.789708:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575693.789710:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575693.789711:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000100:00000001:0.0:1788575693.789713:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575693.789715:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575693.789717:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788575693.789718:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575693.789722:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1788575693.789724:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000400:00000200:2.0:1788575693.789726:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00000001:0.0:1788575693.789728:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575693.789729:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575693.789734:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1788575693.789735:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788575693.789740:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575693.789756:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575693.789757:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788575693.789762:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575693.789762:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575693.789772:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.789778:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789781:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575693.789785:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575693.789790:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575693.789791:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789793:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301213568
00000100:00080000:0.0:1788575693.789794:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575693.789798:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000010:2.0:1788575693.789798:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:0.0:1788575693.789802:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575693.789803:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575693.789805:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575693.789806:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1788575693.789808:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6537
00000100:00000001:2.0:1788575693.789811:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301213568
00000100:00000010:2.0:1788575693.789815:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b1e0.
00000400:00000200:0.0:1788575693.789816:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575693.789819:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000400:00000200:0.0:1788575693.789822:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575693.789825:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575693.789827:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788575693.789830:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575693.789831:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789835:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575693.789836:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788575693.789840:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575693/real 1788575693]  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575693.789843:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789850:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000001:2.0:1788575693.789854:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1788575693.789855:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:2.0:1788575693.789858:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1788575693.789859:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000010:2.0:1788575693.789861:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000020:00000001:0.0:1788575693.789864:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575693.789868:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575693.789870:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575693.789874:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000020:00000001:0.0:1788575693.789876:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:2.0:1788575693.789877:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1788575693.789882:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000200:2.0:1788575693.789884:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575693.789888:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789893:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575693.789898:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789902:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575693.789905:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000200:2.0:1788575693.789906:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575693.789911:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575693.789918:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575693.789923:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575693.789923:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575693.789927:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575693.789929:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575693.789931:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788575693.789934:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789935:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575693.789940:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788575693.789943:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788575693.789944:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575693.789951:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.789956:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789956:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575693.789963:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788575693.789964:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575693.789970:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575693.789973:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788575693.789975:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575693.789976:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.789979:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788575693.789980:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.789980:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575693.789986:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575693.789986:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575693.789989:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788575693.789990:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1788575693.789992:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1788575693.789995:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575693.789995:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575693.789999:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:0.0:1788575693.790002:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000040:2.0:1788575693.790003:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575693.790010:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575693.790012:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816146432:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575693.790017:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790020:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1788575693.790021:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575693.790025:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816146432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790044:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788575693.790046:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788575693.790047:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575693.790050:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
00000100:00000001:0.0:1788575693.790051:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.790069:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575693.790070:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575693.790071:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575693.790073:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575693.790075:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84000.
02000000:00000001:2.0:1788575693.790077:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575693.790079:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575693.790080:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:2.0:1788575693.790083:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575693.790085:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790087:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575693.790090:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790093:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575693.790096:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790099:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575693.790102:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575693.790104:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575693.790108:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575693.790110:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575693.790116:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575693.790117:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575693.790119:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575693.790133:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1788575693.790134:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788575693.790136:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788575693.790138:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788575693.790140:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788575693.790141:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.790147:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788575693.790147:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146560:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575693.790152:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575693.790154:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6537
02000000:00000001:2.0:1788575693.790154:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575693.790157:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.790160:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575693.790162:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
00000400:00000200:0.0:1788575693.790163:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:2.0:1788575693.790165:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575693.790172:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1788575693.790172:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575693.790174:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00080000:0.0:1788575693.790177:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788575693.790178:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575693.790183:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816146560, portal 10
00000100:00000040:0.0:1788575693.790187:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575693.790187:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575693.790189:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000001:0.0:1788575693.790192:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575693.790196:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575693.790198:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575693.790200:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575693.790205:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575693.790208:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788575693.790209:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000040:2.0:1788575693.790213:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000020:00000001:0.0:1788575693.790214:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575693.790218:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000400:00000010:2.0:1788575693.790218:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575693.790220:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816146560, offset 0
00000020:00000001:0.0:1788575693.790222:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575693.790225:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000020:00000001:0.0:1788575693.790227:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575693.790232:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:0.0:1788575693.790235:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575693.790239:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:0.0:1788575693.790240:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575693.790243:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788575693.790246:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575693.790249:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:0.0:1788575693.790250:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575693.790252:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788575693.790254:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000200:2.0:1788575693.790255:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:0.0:1788575693.790260:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575693.790263:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575693.790265:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788575693.790268:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90650:90650:256:4294967295] 192.168.202.101@tcp LPNI seq info [90630:90630:8:4294967295]
02000000:00000001:0.0:1788575693.790270:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575693.790272:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575693.790276:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.790281:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575693.790281:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1788575693.790283:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575693.790288:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575693.790288:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575693.790292:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575693.790292:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00000010:0.0:1788575693.790295:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000800:00000200:2.0:1788575693.790297:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788575693.790299:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000800:00000200:2.0:1788575693.790300:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1788575693.790302:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575693.790305:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.790308:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1788575693.790308:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788575693.790311:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788575693.790312:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1788575693.790314:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788575693.790317:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000010:0.0:1788575693.790318:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000800:00000010:2.0:1788575693.790319:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000100:00000001:0.0:1788575693.790324:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575693.790324:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575693.790328:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575693.790331:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00100000:0.0:1788575693.790332:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575693.790333:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575693.790338:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575693.790343:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575693.790344:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575693.790348:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790355:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575693.790358:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575693.790360:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790375:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790377:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575693.790381:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.790383:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575693.790385:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000100:00080000:0.0:1788575693.790387:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575693.790388:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575693.790391:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301209677
00000100:00080000:0.0:1788575693.790395:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575693.790396:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301213568
00000100:00000001:2.0:1788575693.790398:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301209677
00000100:00000001:0.0:1788575693.790401:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575693.790402:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301213568
00000100:00000001:2.0:1788575693.790405:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788575693.790406:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575693.790407:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790410:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575693.790413:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788575693.790414:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575693/real 1788575693]  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575693.790419:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6537
00000400:00000001:2.0:1788575693.790424:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575693.790426:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1788575693.790428:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575693.790428:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575693.790433:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000200:0.0:1788575693.790436:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000010:2.0:1788575693.790436:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575693.790441:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788575693.790442:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575693.790448:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575693.790448:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575693.790451:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575693.790455:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.790460:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575693.790464:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575693.790466:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575693.790469:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1788575693.790470:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575693.790472:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575693.790476:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575693.790481:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575693.790488:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1788575693.790489:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575693.790490:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790494:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575693.790495:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575693.790496:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575693.790500:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575693.790504:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00100000:2.0:1788575693.790504:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575693.790509:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575693.790515:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575693.790520:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790522:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575693.790524:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575693.790528:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575693.790530:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575693.790532:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575693.790536:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575693.790538:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575693.790544:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790546:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788575693.790547:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790549:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790551:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:0.0:1788575693.790552:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575693.790552:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790555:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1788575693.790557:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575693.790558:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575693.790563:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1788575693.790564:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575693.790567:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575693.790568:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:0.0:1788575693.790572:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575693.790572:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1788575693.790575:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788575693.790577:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575693.790579:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575693.790587:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00100000:2.0:1788575693.790587:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146560:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575693.790593:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575693.790595:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790595:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575693.790598:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816146560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790605:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:0.0:1788575693.790606:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575693.790606:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575693.790609:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575693.790613:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575693.790615:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575693.790617:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575693.790620:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575693.790621:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575693.790626:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788575693.790626:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575693.790627:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575693.790629:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:0.0:1788575693.790631:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790632:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575693.790634:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790637:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575693.790641:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790641:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575693.790643:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790646:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575693.790647:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575693.790649:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575693.790654:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575693.790660:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790662:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575693.790664:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.790665:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788575693.790666:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6547)
02000000:00000001:2.0:1788575693.790667:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575693.790671:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575693.790673:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146688:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575693.790675:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575693.790676:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575693.790678:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.790679:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575693.790681:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575693.790682:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575693.790685:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575693.790687:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575693.790689:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575693.790691:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816146688, portal 10
00000100:00000001:2.0:1788575693.790692:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575693.790692:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575693.790696:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790699:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575693.790701:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575693.790702:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575693.790703:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816146688, offset 0
00000400:00000200:2.0:1788575693.790706:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575693.790708:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575693.790710:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575693.790712:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575693.790714:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575693.790716:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575693.790717:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575693.790719:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90651:90651:256:4294967295] 192.168.202.101@tcp LPNI seq info [90631:90631:8:4294967295]
00000400:00000200:2.0:1788575693.790721:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575693.790725:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575693.790728:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575693.790730:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575693.790733:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575693.790736:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575693.790740:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575693.790742:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788575693.790745:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575693.790747:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575693.790749:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575693.790753:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575693.790755:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575693.790757:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575693.790760:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575693.790763:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790770:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575693.790773:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790778:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790780:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575693.790783:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575693.790786:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575693.790789:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575693.790791:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301209627
00000100:00000001:2.0:1788575693.790793:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301213568
00000100:00000001:2.0:1788575693.790795:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301209627
00000100:00000001:2.0:1788575693.790797:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301213568
00000100:00000001:2.0:1788575693.790799:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575693.790801:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.790803:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575693.790807:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575693/real 1788575693]  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575693.790814:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575693.790815:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575693.790817:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575693.790820:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575693.790821:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575693.790823:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575693.790826:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575693.790833:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790836:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575693.790838:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790839:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575693.790840:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575693.790842:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790845:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575693.790847:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790851:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575693.790853:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790854:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575693.790855:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.790856:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575693.790857:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575693.790859:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575693.790861:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575693.790862:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575693.790864:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575693.790868:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146688:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575693.790870:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575693.790872:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790875:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575693.790876:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.790878:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575693.790879:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575693.790880:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575693.790882:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146816:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575693.790884:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575693.790885:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575693.790886:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.790887:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575693.790889:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575693.790890:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575693.790893:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575693.790894:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575693.790896:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575693.790898:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816146816, portal 4
00000100:00000001:2.0:1788575693.790899:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575693.790900:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575693.790903:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790907:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575693.790909:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575693.790910:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575693.790911:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816146816, offset 0
00000400:00000200:2.0:1788575693.790914:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575693.790916:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575693.790918:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575693.790920:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575693.790922:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575693.790923:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575693.790926:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575693.790929:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90652:90652:256:4294967295] 192.168.202.101@tcp LPNI seq info [90632:90632:8:4294967295]
00000400:00000200:2.0:1788575693.790933:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575693.790938:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575693.790943:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575693.790946:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575693.790950:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575693.790952:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575693.790956:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575693.790959:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788575693.790963:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575693.790965:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575693.790968:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575693.790971:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575693.790974:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575693.790975:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575693.790978:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575693.790981:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790988:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575693.790992:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.790999:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.791000:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575693.791003:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575693.791006:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575693.791010:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575693.791012:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301209660
00000100:00000001:2.0:1788575693.791014:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301213568
00000100:00000001:2.0:1788575693.791016:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301209660
00000100:00000001:2.0:1788575693.791018:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301213568
00000100:00000001:2.0:1788575693.791020:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575693.791022:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.791024:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575693.791028:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575693/real 1788575693]  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575693.791036:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575693.791037:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575693.791039:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575693.791041:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575693.791043:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575693.791045:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575693.791048:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575693.791075:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791082:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575693.791083:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791085:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575693.791087:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575693.791091:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791098:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575693.791101:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791108:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575693.791110:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791112:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575693.791113:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791115:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575693.791117:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575693.791119:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575693.791123:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575693.791136:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575693.791141:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575693.791148:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146816:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575693.791152:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791154:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575693.791157:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816146688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791163:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575693.791165:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575693.791166:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575693.791169:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575693.791170:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575693.791172:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575693.791174:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575693.791175:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84400.
02000000:00000001:2.0:1788575693.791178:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575693.791179:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575693.791180:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575693.791183:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575693.791184:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791186:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575693.791189:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816146816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791194:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575693.791196:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575693.791197:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575693.791199:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575693.791200:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575693.791201:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575693.791203:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575693.791205:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87000.
02000000:00000001:2.0:1788575693.791207:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575693.791208:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575693.791209:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575693.791211:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575693.791211:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791213:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791215:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575693.791216:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.791217:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575693.791218:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575693.791219:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575693.791222:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791226:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575693.791226:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.791228:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575693.791229:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575693.791230:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575693.791232:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146944:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575693.791234:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575693.791235:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575693.791236:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575693.791237:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575693.791239:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575693.791241:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575693.791243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575693.791244:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575693.791246:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575693.791248:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816146944, portal 4
00000100:00000001:2.0:1788575693.791249:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575693.791250:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:2.0:1788575693.791254:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791257:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575693.791259:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575693.791260:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575693.791261:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816146944, offset 0
00000400:00000200:2.0:1788575693.791263:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575693.791266:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575693.791268:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575693.791271:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575693.791273:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575693.791275:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575693.791278:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575693.791280:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90653:90653:256:4294967295] 192.168.202.101@tcp LPNI seq info [90633:90633:8:4294967295]
00000400:00000200:2.0:1788575693.791284:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575693.791290:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575693.791295:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575693.791298:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575693.791302:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575693.791304:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575693.791308:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575693.791311:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788575693.791315:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575693.791316:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575693.791319:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575693.791322:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575693.791325:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575693.791326:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575693.791329:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575693.791332:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791339:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575693.791342:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791348:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.791350:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575693.791353:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575693.791355:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575693.791358:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575693.791360:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301209652
00000100:00000001:2.0:1788575693.791362:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301213568
00000100:00000001:2.0:1788575693.791364:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301209652
00000100:00000001:2.0:1788575693.791366:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301213568
00000100:00000001:2.0:1788575693.791368:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575693.791370:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.791372:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575693.791376:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575693/real 1788575693]  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575693.791383:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575693.791384:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575693.791386:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575693.791388:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575693.791390:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575693.791392:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575693.791395:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575693.791403:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791409:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575693.791411:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791412:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575693.791413:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575693.791417:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791422:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575693.791424:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791428:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575693.791430:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791431:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575693.791431:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791432:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575693.791434:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575693.791435:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575693.791437:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575693.791439:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575693.791443:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575693.791450:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816146944:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575693.791453:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791455:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575693.791458:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816146944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575693.791464:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575693.791465:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575693.791467:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575693.791469:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575693.791471:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575693.791472:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575693.791474:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575693.791476:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
02000000:00000001:2.0:1788575693.791478:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575693.791479:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575693.791481:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575693.791483:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575693.791484:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791485:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575693.791488:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575693.791489:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575693.791490:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575693.791491:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575694.109169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575694.109174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575694.109177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575694.109178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575694.109180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575694.109181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575694.109183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575694.109184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575694.109186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575694.109187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575694.109239:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575694.109242:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575694.109244:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575694.813161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575694.813161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575694.813168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575694.813168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575694.813170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575694.813171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575694.813176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575694.813177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575694.813182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575694.813182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575694.813186:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575694.813187:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575694.813189:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575694.813192:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575694.813194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575694.813196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575694.813198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575694.813200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575695.133188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575695.133194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575695.133200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575695.133201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575695.133205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575695.133207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575695.133210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575695.133211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575695.133214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575695.133215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575695.133277:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575695.133281:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575695.133285:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575695.837155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575695.837155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575695.837162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575695.837163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575695.837165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575695.837167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575695.837172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575695.837173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575695.837179:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575695.837180:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575695.837184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575695.837185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575695.837189:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575695.837194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575695.837197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575695.837197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575695.837201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575695.837204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575696.157177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575696.157184:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575696.157185:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575696.157188:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157190:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575696.157192:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157193:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157194:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575696.157197:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575696.157198:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575696.157199:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157201:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575696.157202:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157203:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157204:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575696.157209:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575696.157210:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575696.157212:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157213:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575696.157214:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157215:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157217:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575696.157220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575696.157221:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575696.157281:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575696.157284:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575696.157287:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575696.861178:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575696.861178:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575696.861186:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575696.861186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575696.861190:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575696.861190:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575696.861197:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575696.861197:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575696.861202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575696.861203:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575696.861208:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575696.861208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575696.861213:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575696.861216:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575696.861219:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575696.861219:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575696.861222:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575696.861225:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575697.181264:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575697.181269:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575697.181273:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575697.181274:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575697.181276:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575697.181277:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575697.181279:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575697.181280:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575697.181282:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575697.181283:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575697.181346:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575697.181351:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575697.181354:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575697.821172:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301213568, at 4301213632
00000100:00000010:2.0:1788575697.821193:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575697.821269:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301213568, at 4301213632
00000100:00000010:3.0:1788575697.821275:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b1e0.
00000100:00000001:1.0:1788575697.885193:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575697.885204:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575697.885207:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575697.885213:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575697.885217:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575697.885221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575697.885223:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575697.885226:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575697.885228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575697.886158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575697.886165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575697.886167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575697.886173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575697.886176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575697.886179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575697.886181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575697.886183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575697.886186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575698.205244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575698.205253:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575698.205260:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575698.205261:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575698.205265:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575698.205267:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575698.205270:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575698.205271:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575698.205275:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575698.205276:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575698.205375:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575698.205380:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575698.205383:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575698.909160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575698.909160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575698.909168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575698.909168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575698.909172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.909173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575698.909179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575698.909180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575698.909185:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575698.909186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575698.909192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.909192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.909197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575698.909200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575698.909203:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575698.909204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575698.909211:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575698.909217:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575698.909218:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575698.909224:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575698.909225:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575698.909231:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575698.909236:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575698.909242:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6542
00000400:00000200:0.0:1788575698.909252:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575698.909258:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575698.909261:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575698.909263:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909266:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909268:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909270:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575698.909274:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575698.909276:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575698.909278:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575698.909281:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575698.909282:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575698.909284:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575698.909285:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909287:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909288:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909290:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575698.909292:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575698.909294:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909295:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575698.909298:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575698.909301:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575698.909303:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909305:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575698.909307:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575698.909316:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575698.909319:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575698.909324:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575698.909326:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909329:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575698.909333:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575698.909338:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575698.909349:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575698.909356:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575698.909376:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575698.909389:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575698.909395:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575698.909401:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575698.909441:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575698.909444:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575698.909448:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575698.909450:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575698.909451:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575698.909454:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575698.909457:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6542
00000400:00000200:0.0:1788575698.909461:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575698.909464:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575698.909467:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575698.909470:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909472:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909474:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909476:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575698.909478:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575698.909479:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575698.909481:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575698.909483:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575698.909485:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575698.909488:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575698.909491:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909493:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909495:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909497:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575698.909499:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575698.909502:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909504:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575698.909505:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575698.909510:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575698.909512:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909513:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575698.909517:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575698.909519:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909521:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575698.909523:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575698.909525:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575698.909526:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575698.909527:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909528:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575698.909529:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575698.909530:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575698.909533:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575698.909536:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575698.909539:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575698.909544:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575698.909546:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575698.909548:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575698.909552:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575698.909555:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575698.909558:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575698.909559:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575698.909561:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575698.909563:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575698.909566:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6542
00000400:00000200:0.0:1788575698.909570:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575698.909573:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575698.909575:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575698.909577:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909580:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909582:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909584:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575698.909586:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575698.909587:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575698.909588:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575698.909590:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575698.909592:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575698.909594:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575698.909597:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909599:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909601:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909603:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575698.909605:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575698.909608:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909610:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575698.909612:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575698.909615:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575698.909616:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909619:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575698.909621:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575698.909623:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909624:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575698.909628:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575698.909630:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575698.909632:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575698.909633:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909634:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575698.909635:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575698.909637:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575698.909639:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575698.909642:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575698.909645:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575698.909650:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575698.909651:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575698.909654:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575698.909659:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575698.909660:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575698.909663:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575698.909664:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575698.909665:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575698.909667:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575698.909668:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6542
00000400:00000200:0.0:1788575698.909670:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575698.909672:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575698.909673:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575698.909675:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909676:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909677:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909679:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575698.909680:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575698.909681:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575698.909683:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575698.909684:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575698.909685:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575698.909686:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575698.909688:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909689:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909690:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909691:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575698.909692:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575698.909694:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909695:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575698.909697:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575698.909699:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575698.909700:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909702:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575698.909704:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575698.909706:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909707:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575698.909710:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575698.909712:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575698.909714:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575698.909715:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909716:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575698.909717:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575698.909718:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575698.909722:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575698.909725:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575698.909729:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575698.909741:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575698.909743:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575698.909747:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575698.909753:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575698.909757:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575698.909760:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575698.909762:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575698.909763:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575698.909765:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575698.909767:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6542
00000400:00000200:0.0:1788575698.909770:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575698.909773:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575698.909775:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575698.909777:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909779:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909780:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909782:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575698.909784:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575698.909785:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575698.909786:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575698.909788:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575698.909790:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575698.909792:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575698.909794:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909796:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575698.909805:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909808:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575698.909811:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575698.909813:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575698.909816:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575698.909818:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575698.909820:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575698.909822:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909824:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575698.909826:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575698.909828:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909830:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575698.909833:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575698.909836:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575698.909838:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575698.909839:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575698.909841:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575698.909842:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575698.909843:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575698.909847:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575698.909849:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575698.909854:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575698.909860:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575698.909862:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575698.909864:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575698.909871:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575698.909875:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6552)
00000100:00000001:2.0:1788575698.909963:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575698.909967:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575698.909970:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575698.909976:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.909985:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575698.909986:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.909990:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575698.909992:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575698.909994:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575698.909996:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816147072:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575698.910000:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575698.910004:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575698.910006:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.910008:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575698.910012:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575698.910013:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575698.910018:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575698.910021:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575698.910026:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575698.910033:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816147072, portal 25
00000100:00000001:2.0:1788575698.910035:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575698.910036:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:2.0:1788575698.910040:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910045:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575698.910047:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575698.910049:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575698.910070:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816147072, offset 0
00000400:00000200:2.0:1788575698.910077:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575698.910084:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.910090:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575698.910095:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575698.910099:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575698.910102:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575698.910105:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575698.910108:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90654:90654:256:4294967295] 192.168.202.101@tcp LPNI seq info [90634:90634:8:4294967295]
00000400:00000200:2.0:1788575698.910111:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.910118:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575698.910133:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.910139:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575698.910146:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575698.910150:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575698.910154:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575698.910157:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575698.910161:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.910163:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575698.910169:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575698.910174:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575698.910180:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575698.910182:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575698.910188:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575698.910192:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910202:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.910206:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910214:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.910216:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575698.910223:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575698.910226:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575698.910229:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301218689
00000100:00000010:2.0:1788575698.910233:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575698.910241:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575698.910244:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301218689
00000100:00000010:2.0:1788575698.910246:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b240.
00000100:00000001:2.0:1788575698.910249:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575698.910251:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575698.910253:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.910255:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575698.910259:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575698/real 1788575698]  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575698.910265:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575698.910267:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575698.910269:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575698.910271:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575698.910272:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575698.910275:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575698.910277:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575698.910282:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910287:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575698.910288:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910289:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.910291:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575698.910293:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910297:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575698.910300:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910305:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575698.910307:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910308:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.910309:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910311:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575698.910313:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575698.910316:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575698.910320:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575698.910323:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575698.910327:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575698.910335:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816147072:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575698.910342:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575698.910346:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910353:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575698.910354:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.910356:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575698.910358:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575698.910360:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575698.910362:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147200:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575698.910365:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575698.910367:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575698.910368:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.910369:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575698.910371:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575698.910373:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575698.910375:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575698.910377:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575698.910380:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575698.910382:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816147200, portal 10
00000100:00000001:2.0:1788575698.910383:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575698.910384:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575698.910388:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910393:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575698.910394:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575698.910396:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575698.910397:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816147200, offset 0
00000400:00000200:2.0:1788575698.910399:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575698.910402:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.910404:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575698.910406:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575698.910409:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575698.910411:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575698.910413:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575698.910416:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90655:90655:256:4294967295] 192.168.202.101@tcp LPNI seq info [90635:90635:8:4294967295]
00000400:00000200:2.0:1788575698.910420:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.910426:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575698.910430:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.910434:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575698.910437:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575698.910440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575698.910444:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575698.910447:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575698.910451:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.910452:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575698.910455:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575698.910459:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575698.910462:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575698.910463:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575698.910466:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575698.910469:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910477:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.910480:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910486:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.910488:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575698.910491:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575698.910494:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575698.910498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575698.910500:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301214797
00000100:00000001:2.0:1788575698.910502:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301218689
00000100:00000001:2.0:1788575698.910504:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301214797
00000100:00000001:2.0:1788575698.910506:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301218689
00000100:00000001:2.0:1788575698.910507:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575698.910509:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.910510:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575698.910513:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575698/real 1788575698]  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575698.910517:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575698.910518:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575698.910520:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575698.910521:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575698.910522:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575698.910524:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575698.910526:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575698.910531:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910534:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575698.910535:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910536:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.910537:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575698.910539:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910542:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575698.910544:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910548:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575698.910550:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910551:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.910551:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910553:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575698.910555:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575698.910557:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575698.910559:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575698.910560:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575698.910562:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575698.910566:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147200:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575698.910568:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575698.910571:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910580:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575698.910581:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.910582:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575698.910584:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575698.910585:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575698.910587:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147328:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575698.910589:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575698.910590:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575698.910591:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.910592:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575698.910594:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575698.910596:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575698.910598:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575698.910599:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575698.910601:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575698.910603:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816147328, portal 10
00000100:00000001:2.0:1788575698.910604:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575698.910605:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575698.910609:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910613:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575698.910614:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575698.910615:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575698.910617:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816147328, offset 0
00000400:00000200:2.0:1788575698.910619:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575698.910621:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.910623:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575698.910625:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575698.910626:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575698.910628:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575698.910629:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575698.910631:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90656:90656:256:4294967295] 192.168.202.101@tcp LPNI seq info [90636:90636:8:4294967295]
00000400:00000200:2.0:1788575698.910633:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.910637:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575698.910639:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.910641:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575698.910643:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575698.910645:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575698.910648:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575698.910650:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575698.910652:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.910653:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575698.910655:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575698.910657:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575698.910658:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575698.910660:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575698.910661:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575698.910663:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910667:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.910669:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910677:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.910678:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575698.910680:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575698.910682:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575698.910683:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575698.910685:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301214747
00000100:00000001:2.0:1788575698.910686:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301218689
00000100:00000001:2.0:1788575698.910688:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301214747
00000100:00000001:2.0:1788575698.910689:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301218689
00000100:00000001:2.0:1788575698.910690:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575698.910691:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.910692:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575698.910694:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575698/real 1788575698]  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575698.910697:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575698.910698:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575698.910699:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575698.910701:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575698.910702:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575698.910703:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575698.910705:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575698.910709:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910712:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575698.910713:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910714:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.910715:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575698.910717:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910721:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575698.910723:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910727:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575698.910729:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910729:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.910730:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910731:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575698.910732:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575698.910733:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575698.910735:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575698.910736:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575698.910738:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575698.910742:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147328:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575698.910744:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575698.910747:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910753:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575698.910754:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.910756:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575698.910758:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575698.910760:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575698.910763:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147456:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575698.910766:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575698.910768:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575698.910770:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.910772:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575698.910774:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575698.910776:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575698.910780:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575698.910783:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575698.910786:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575698.910789:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816147456, portal 4
00000100:00000001:2.0:1788575698.910791:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575698.910792:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575698.910798:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910804:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575698.910806:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575698.910808:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575698.910810:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816147456, offset 0
00000400:00000200:2.0:1788575698.910814:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575698.910817:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.910821:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575698.910824:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575698.910826:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575698.910828:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575698.910830:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575698.910833:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90657:90657:256:4294967295] 192.168.202.101@tcp LPNI seq info [90637:90637:8:4294967295]
00000400:00000200:2.0:1788575698.910837:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.910843:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575698.910847:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.910850:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575698.910854:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575698.910856:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575698.910860:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575698.910862:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575698.910866:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.910869:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575698.910872:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575698.910875:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575698.910877:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575698.910879:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575698.910882:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575698.910885:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910892:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.910894:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910901:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.910902:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575698.910905:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575698.910908:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575698.910911:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575698.910913:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301214780
00000100:00000001:2.0:1788575698.910916:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301218689
00000100:00000001:2.0:1788575698.910918:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301214780
00000100:00000001:2.0:1788575698.910920:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301218689
00000100:00000001:2.0:1788575698.910921:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575698.910922:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.910924:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575698.910926:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575698/real 1788575698]  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575698.910931:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575698.910932:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575698.910933:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575698.910935:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575698.910936:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575698.910938:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575698.910940:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575698.910945:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910948:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575698.910949:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910950:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.910951:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575698.910952:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910957:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575698.910959:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.910963:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575698.910964:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910965:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.910966:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.910968:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575698.910970:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575698.910972:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575698.910975:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575698.910977:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575698.910980:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575698.910988:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147456:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575698.910992:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575698.910995:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911003:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575698.911005:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.911007:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575698.911009:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575698.911011:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575698.911014:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147584:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575698.911016:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575698.911017:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575698.911018:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575698.911020:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575698.911022:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575698.911024:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575698.911027:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575698.911030:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575698.911033:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575698.911035:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816147584, portal 4
00000100:00000001:2.0:1788575698.911037:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575698.911038:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:2.0:1788575698.911044:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911051:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575698.911077:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575698.911079:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575698.911083:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816147584, offset 0
00000400:00000200:2.0:1788575698.911086:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575698.911090:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.911094:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575698.911096:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575698.911099:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575698.911101:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575698.911103:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575698.911107:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90658:90658:256:4294967295] 192.168.202.101@tcp LPNI seq info [90638:90638:8:4294967295]
00000400:00000200:2.0:1788575698.911111:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575698.911117:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575698.911120:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.911134:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575698.911137:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575698.911139:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575698.911141:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575698.911143:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575698.911146:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575698.911147:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575698.911149:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575698.911151:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575698.911153:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575698.911154:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575698.911156:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575698.911159:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911164:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.911166:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911170:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.911172:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575698.911175:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575698.911178:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575698.911181:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575698.911183:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301214772
00000100:00000001:2.0:1788575698.911185:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301218689
00000100:00000001:2.0:1788575698.911187:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301214772
00000100:00000001:2.0:1788575698.911190:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301218689
00000100:00000001:2.0:1788575698.911192:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575698.911194:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.911196:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575698.911200:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575698/real 1788575698]  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575698.911208:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575698.911209:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575698.911211:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575698.911213:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575698.911215:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575698.911217:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575698.911219:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575698.911224:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911228:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575698.911229:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911230:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.911231:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575698.911233:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911237:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575698.911239:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911243:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575698.911245:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911246:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575698.911246:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911247:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575698.911248:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575698.911250:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575698.911252:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575698.911253:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575698.911256:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575698.911260:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147584:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575698.911262:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911264:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.911266:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816147072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911269:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575698.911272:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575698.911274:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575698.911275:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575698.911278:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575698.911279:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575698.911281:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575698.911283:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:2.0:1788575698.911287:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575698.911289:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575698.911290:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575698.911292:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575698.911293:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911294:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.911297:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816147200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911301:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575698.911302:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575698.911302:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575698.911304:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575698.911304:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575698.911305:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575698.911306:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575698.911307:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:2.0:1788575698.911309:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575698.911310:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575698.911311:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575698.911314:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575698.911315:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911316:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.911319:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816147328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911325:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575698.911326:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575698.911327:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575698.911329:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575698.911330:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575698.911331:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575698.911333:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575698.911335:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
02000000:00000001:2.0:1788575698.911337:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575698.911338:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575698.911339:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575698.911342:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575698.911343:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911344:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.911347:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816147456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911354:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575698.911356:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575698.911357:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575698.911359:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575698.911360:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575698.911361:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575698.911363:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575698.911364:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
02000000:00000001:2.0:1788575698.911365:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575698.911366:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575698.911367:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575698.911369:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575698.911370:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911371:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575698.911373:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816147584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575698.911377:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575698.911378:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575698.911379:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575698.911380:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575698.911381:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575698.911381:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575698.911382:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575698.911383:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86400.
02000000:00000001:2.0:1788575698.911384:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575698.911384:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575698.911385:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:2.0:1788575698.911386:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575698.911387:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911388:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575698.911394:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575698.911395:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575698.911397:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575698.911398:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575699.229226:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575699.229229:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575699.229232:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229236:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575699.229238:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229239:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229241:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575699.229245:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229248:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575699.229249:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229252:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575699.229252:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575699.229257:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575699.229258:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575699.229259:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229261:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575699.229261:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229262:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575699.229264:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575699.229345:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575699.229349:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575699.229353:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575699.933164:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575699.933164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575699.933173:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575699.933174:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575699.933176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575699.933180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575699.933184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575699.933189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575699.933190:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575699.933193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575699.933197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575699.933198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575699.933201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575699.933204:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575699.933205:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575699.933215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575699.933218:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575699.933221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575700.253227:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575700.253236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575700.253244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575700.253245:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575700.253249:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575700.253250:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575700.253254:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575700.253255:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575700.253259:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575700.253260:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575700.253345:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575700.253351:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575700.253356:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575700.957169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575700.957169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575700.957178:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575700.957179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575700.957183:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575700.957183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575700.957191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575700.957192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575700.957198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575700.957198:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575700.957205:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575700.957205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575700.957209:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575700.957212:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575700.957214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575700.957221:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575700.957222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575700.957225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575701.277193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575701.277203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575701.277210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575701.277211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575701.277214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575701.277215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575701.277217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575701.277218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575701.277221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575701.277222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575701.277282:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575701.277285:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575701.277288:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575701.981157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575701.981165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575701.981167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575701.981172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575701.981176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575701.981180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575701.981183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575701.981185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575701.981188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575701.982105:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575701.982109:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575701.982110:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575701.982114:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575701.982116:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575701.982119:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575701.982121:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575701.982135:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575701.982137:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575702.301182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575702.301188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575702.301194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575702.301195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575702.301199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575702.301200:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575702.301203:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575702.301204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575702.301208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575702.301209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575702.301267:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575702.301271:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575702.301274:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575702.941192:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301218689, at 4301218752
00000100:00000040:2.0:1788575702.941200:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301218689, at 4301218752
00000100:00000010:3.0:1788575702.941206:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b240.
00000100:00000010:2.0:1788575702.941208:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575703.005152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575703.005161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575703.005162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575703.005163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575703.005167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575703.005170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575703.005170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575703.005174:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575703.005177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575703.005178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575703.005182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575703.005182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575703.005186:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575703.005188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575703.005191:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575703.005194:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575703.005197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575703.005199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575703.325161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575703.325168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575703.325174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575703.325175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575703.325179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575703.325180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575703.325183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575703.325184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575703.325187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575703.325188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575703.325238:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575703.325241:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575703.325245:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575704.029153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575704.029153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788575704.029155:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575704.029159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575704.029160:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575704.029162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029164:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575704.029164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575704.029167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575704.029168:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575704.029168:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:2.0:1788575704.029171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575704.029175:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575704.029175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575704.029175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575704.029180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.029180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575704.029183:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6547
00000100:00000001:2.0:1788575704.029185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575704.029188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.029190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575704.029193:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575704.029193:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575704.029197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575704.029201:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1788575704.029203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575704.029204:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575704.029209:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029212:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575704.029214:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029216:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575704.029218:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575704.029219:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575704.029222:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575704.029223:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575704.029225:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575704.029226:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575704.029228:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029229:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575704.029230:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029232:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575704.029233:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575704.029235:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029237:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575704.029238:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575704.029240:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575704.029242:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029243:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575704.029245:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575704.029252:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575704.029254:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575704.029257:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575704.029259:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029261:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575704.029263:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575704.029266:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575704.029272:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000001:0.0:1788575704.029277:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575704.029285:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575704.029299:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575704.029303:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575704.029308:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575704.029327:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575704.029330:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575704.029332:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575704.029334:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575704.029335:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575704.029337:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575704.029340:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6547
00000400:00000200:0.0:1788575704.029343:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575704.029345:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575704.029347:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575704.029348:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788575704.029351:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575704.029351:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575704.029354:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575704.029355:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575704.029357:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029360:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575704.029363:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788575704.029363:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575704.029364:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575704.029367:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575704.029370:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:2.0:1788575704.029372:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788575704.029374:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575704.029375:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.029379:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788575704.029380:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575704.029382:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575704.029386:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575704.029388:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575704.029390:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816147712:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575704.029394:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575704.029395:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788575704.029400:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575704.029400:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575704.029402:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029405:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575704.029406:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1788575704.029410:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000010:2.0:1788575704.029411:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575704.029414:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575704.029416:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029419:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575704.029423:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788575704.029426:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575704.029427:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788575704.029430:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
02000000:00000001:0.0:1788575704.029431:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029435:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788575704.029438:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000008:00100000:0.0:1788575704.029439:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575704.029443:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029444:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575704.029445:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816147712, portal 25
00000100:00000010:0.0:1788575704.029447:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575704.029448:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575704.029451:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000020:00000040:0.0:1788575704.029452:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575704.029456:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575704.029458:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575704.029458:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575704.029460:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575704.029462:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575704.029464:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575704.029466:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:2.0:1788575704.029471:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575704.029472:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575704.029475:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575704.029478:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00100000:0.0:1788575704.029480:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788575704.029482:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816147712, offset 0
00000100:00000001:0.0:1788575704.029490:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575704.029491:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029495:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575704.029499:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575704.029502:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.029510:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575704.029517:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788575704.029519:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575704.029522:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:0.0:1788575704.029523:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575704.029526:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788575704.029527:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788575704.029529:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788575704.029531:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:0.0:1788575704.029532:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575704.029535:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575704.029537:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90659:90659:256:4294967295] 192.168.202.101@tcp LPNI seq info [90639:90639:8:4294967295]
00000100:00080000:0.0:1788575704.029540:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6547
00000400:00000200:2.0:1788575704.029543:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575704.029548:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.029553:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788575704.029557:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:2.0:1788575704.029561:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575704.029562:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788575704.029566:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00000040:0.0:1788575704.029569:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575704.029573:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575704.029576:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575704.029582:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575704.029583:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575704.029585:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1788575704.029589:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000100:2.0:1788575704.029591:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029595:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:2.0:1788575704.029596:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000020:00000001:0.0:1788575704.029601:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788575704.029601:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788575704.029603:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:2.0:1788575704.029607:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1788575704.029608:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575704.029610:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000020:00000040:0.0:1788575704.029611:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000010:2.0:1788575704.029612:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575704.029617:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575704.029619:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575704.029623:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575704.029627:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575704.029634:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575704.029634:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788575704.029638:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575704.029640:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575704.029641:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029646:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575704.029650:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:2.0:1788575704.029654:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575704.029655:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575704.029657:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575704.029658:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575704.029662:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575704.029662:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575704.029664:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575704.029669:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575704.029670:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029672:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575704.029673:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301223808
00000008:00100000:0.0:1788575704.029674:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575704.029677:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029679:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575704.029679:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000010:0.0:1788575704.029685:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575704.029687:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000020:00000040:0.0:1788575704.029688:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575704.029692:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575704.029693:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301223808
02000000:00000001:0.0:1788575704.029694:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029699:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1788575704.029699:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bd20.
02000000:00000001:0.0:1788575704.029701:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575704.029703:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575704.029705:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575704.029707:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.029708:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788575704.029712:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575704.029713:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575704/real 1788575704]  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788575704.029721:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000400:00000001:2.0:1788575704.029723:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788575704.029726:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575704.029727:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575704.029731:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575704.029735:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000100:00100000:0.0:1788575704.029737:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575704.029739:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575704.029744:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575704.029751:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575704.029752:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575704.029756:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575704.029765:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575704.029770:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575704.029776:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575704.029780:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575704.029787:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575704.029788:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788575704.029789:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575704.029791:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575704.029791:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.029796:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575704.029797:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575704.029799:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575704.029803:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6547
00000400:00000200:0.0:1788575704.029810:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575704.029813:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575704.029816:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575704.029817:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575704.029821:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.029826:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575704.029832:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575704.029832:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575704.029835:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575704.029837:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575704.029839:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575704.029840:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788575704.029841:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575704.029842:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:2.0:1788575704.029850:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788575704.029852:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575704.029856:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575704.029856:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.029861:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788575704.029863:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575704.029865:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575704.029867:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575704.029869:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1788575704.029872:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575704.029873:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788575704.029877:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00080000:2.0:1788575704.029879:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1788575704.029883:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:2.0:1788575704.029886:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00080000:0.0:1788575704.029890:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575704.029892:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788575704.029896:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575704.029900:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788575704.029901:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575704.029904:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575704.029909:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029912:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575704.029915:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575704.029919:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575704.029919:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816147712:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575704.029922:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575704.029926:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575704.029928:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788575704.029929:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575704.029934:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575704.029934:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788575704.029937:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.029939:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575704.029941:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788575704.029941:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816147712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575704.029944:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575704.029948:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575704.029953:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.029954:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575704.029958:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:0.0:1788575704.029960:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788575704.029962:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575704.029968:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788575704.029969:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575704.029972:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575704.029972:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575704.029976:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000040:0.0:1788575704.029977:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575704.029981:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788575704.029986:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575704.029986:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87400.
00000100:00080000:0.0:1788575704.029990:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788575704.029992:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1788575704.029993:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575704.029996:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575704.029997:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788575704.029997:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788575704.030001:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1788575704.030001:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00080000:0.0:1788575704.030005:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6547
00000100:00000001:2.0:1788575704.030008:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000400:00000200:0.0:1788575704.030009:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575704.030011:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575704.030013:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575704.030016:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575704.030016:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575704.030020:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.030022:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575704.030024:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.030025:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575704.030025:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1788575704.030029:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575704.030029:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575704.030031:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575704.030034:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575704.030035:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788575704.030036:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575704.030038:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575704.030038:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788575704.030042:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575704.030042:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575704.030046:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.030049:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575704.030050:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575704.030071:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575704.030074:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575704.030078:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575704.030083:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575704.030089:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575704.030090:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030093:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575704.030094:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575704.030098:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788575704.030099:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575704.030102:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575704.030104:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.030107:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.030108:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575704.030111:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575704.030114:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575704.030114:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147840:192.168.202.101@tcp:38:kworker.0
00000100:00000001:0.0:1788575704.030117:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575704.030133:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575704.030134:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788575704.030136:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575704.030138:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788575704.030139:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575704.030142:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.030142:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.030144:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575704.030148:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575704.030148:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788575704.030151:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575704.030154:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000010:0.0:1788575704.030156:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:0.0:1788575704.030159:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575704.030164:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575704.030169:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788575704.030169:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575704.030173:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575704.030177:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575704.030178:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575704.030184:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:0.0:1788575704.030186:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575704.030190:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000040:0.0:1788575704.030191:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6557)
00000100:00000200:2.0:1788575704.030197:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816147840, portal 10
00000100:00000001:2.0:1788575704.030200:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575704.030201:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575704.030209:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030215:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575704.030218:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575704.030220:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575704.030222:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816147840, offset 0
00000400:00000200:2.0:1788575704.030226:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575704.030230:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.030233:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575704.030235:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575704.030237:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575704.030238:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575704.030240:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575704.030242:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90660:90660:256:4294967295] 192.168.202.101@tcp LPNI seq info [90640:90640:8:4294967295]
00000400:00000200:2.0:1788575704.030244:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.030248:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575704.030251:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575704.030253:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575704.030256:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575704.030257:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575704.030260:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575704.030262:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788575704.030264:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575704.030265:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575704.030268:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575704.030270:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575704.030271:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575704.030272:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575704.030274:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575704.030276:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030281:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575704.030283:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030287:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030288:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575704.030290:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575704.030292:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575704.030294:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575704.030296:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301219917
00000100:00000001:2.0:1788575704.030297:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301223808
00000100:00000001:2.0:1788575704.030299:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301219917
00000100:00000001:2.0:1788575704.030300:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301223808
00000100:00000001:2.0:1788575704.030301:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575704.030302:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030303:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575704.030305:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575704/real 1788575704]  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575704.030309:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575704.030310:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575704.030311:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575704.030313:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575704.030314:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575704.030315:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575704.030317:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575704.030322:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030325:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575704.030326:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030327:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575704.030328:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575704.030330:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030333:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575704.030335:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030339:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575704.030340:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030341:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575704.030342:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030343:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575704.030344:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575704.030345:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575704.030347:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575704.030348:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575704.030351:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575704.030355:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147840:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575704.030357:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575704.030358:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030366:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575704.030367:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.030368:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575704.030369:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575704.030370:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575704.030372:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147968:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575704.030373:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575704.030374:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575704.030375:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.030376:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575704.030379:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575704.030380:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575704.030381:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575704.030383:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575704.030385:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575704.030386:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816147968, portal 10
00000100:00000001:2.0:1788575704.030387:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575704.030388:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575704.030391:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030395:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575704.030396:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575704.030398:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575704.030399:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816147968, offset 0
00000400:00000200:2.0:1788575704.030401:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575704.030403:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.030405:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575704.030406:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575704.030408:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575704.030409:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575704.030410:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575704.030413:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90661:90661:256:4294967295] 192.168.202.101@tcp LPNI seq info [90641:90641:8:4294967295]
00000400:00000200:2.0:1788575704.030415:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.030418:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575704.030421:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575704.030423:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575704.030425:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575704.030426:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575704.030429:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575704.030430:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788575704.030432:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575704.030434:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575704.030435:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575704.030437:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575704.030439:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575704.030439:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575704.030441:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575704.030442:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030447:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575704.030448:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030454:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030456:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575704.030458:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575704.030461:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575704.030464:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575704.030466:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301219867
00000100:00000001:2.0:1788575704.030468:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301223808
00000100:00000001:2.0:1788575704.030470:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301219867
00000100:00000001:2.0:1788575704.030472:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301223808
00000100:00000001:2.0:1788575704.030473:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575704.030476:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030477:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575704.030481:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575704/real 1788575704]  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575704.030487:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575704.030488:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575704.030490:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575704.030492:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575704.030493:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575704.030495:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575704.030497:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575704.030503:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030508:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575704.030509:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030511:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575704.030512:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575704.030515:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030520:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575704.030524:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030529:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575704.030531:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030532:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575704.030533:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030534:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575704.030535:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575704.030537:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575704.030540:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575704.030542:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575704.030545:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575704.030551:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816147968:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575704.030555:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575704.030557:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030562:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575704.030563:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.030565:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575704.030567:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575704.030568:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575704.030571:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148096:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575704.030574:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575704.030575:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575704.030577:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.030578:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575704.030581:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575704.030583:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575704.030585:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575704.030586:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575704.030589:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575704.030590:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816148096, portal 4
00000100:00000001:2.0:1788575704.030592:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575704.030593:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575704.030596:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030600:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575704.030602:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575704.030603:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575704.030604:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816148096, offset 0
00000400:00000200:2.0:1788575704.030606:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575704.030609:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.030611:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575704.030613:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575704.030614:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575704.030616:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575704.030617:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575704.030619:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90662:90662:256:4294967295] 192.168.202.101@tcp LPNI seq info [90642:90642:8:4294967295]
00000400:00000200:2.0:1788575704.030621:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.030625:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575704.030627:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575704.030628:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575704.030631:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575704.030632:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575704.030634:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575704.030636:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788575704.030639:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575704.030640:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575704.030642:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575704.030644:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575704.030645:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575704.030646:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575704.030648:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575704.030650:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030654:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575704.030656:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030660:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030660:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575704.030663:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575704.030664:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575704.030666:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575704.030667:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301219900
00000100:00000001:2.0:1788575704.030669:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301223808
00000100:00000001:2.0:1788575704.030670:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301219900
00000100:00000001:2.0:1788575704.030671:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301223808
00000100:00000001:2.0:1788575704.030672:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575704.030673:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030674:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575704.030676:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575704/real 1788575704]  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575704.030680:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575704.030681:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575704.030682:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575704.030683:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575704.030684:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575704.030686:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575704.030687:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575704.030692:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030695:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575704.030696:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030697:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575704.030698:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575704.030700:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030703:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575704.030705:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030709:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575704.030711:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030712:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575704.030712:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030713:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575704.030715:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575704.030716:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575704.030718:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575704.030719:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575704.030721:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575704.030725:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148096:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575704.030727:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030728:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575704.030730:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816147840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030734:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575704.030734:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575704.030735:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575704.030737:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575704.030738:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575704.030738:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575704.030740:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575704.030741:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86800.
02000000:00000001:2.0:1788575704.030742:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575704.030743:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575704.030744:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575704.030746:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575704.030747:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030748:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575704.030750:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816147968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030754:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575704.030755:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575704.030755:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575704.030756:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575704.030757:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575704.030758:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575704.030759:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575704.030759:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85000.
02000000:00000001:2.0:1788575704.030760:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575704.030761:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575704.030762:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575704.030763:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575704.030763:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030764:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575704.030766:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816148096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030769:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575704.030769:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575704.030770:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575704.030771:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575704.030772:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575704.030772:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575704.030773:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575704.030774:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86c00.
02000000:00000001:2.0:1788575704.030775:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575704.030776:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575704.030776:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575704.030777:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575704.030778:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030779:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030781:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575704.030782:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030783:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575704.030784:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575704.030785:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575704.030787:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030791:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575704.030792:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.030793:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575704.030794:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575704.030795:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575704.030796:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148224:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575704.030798:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575704.030799:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575704.030800:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575704.030801:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575704.030803:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575704.030804:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575704.030806:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575704.030807:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575704.030809:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575704.030811:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816148224, portal 4
00000100:00000001:2.0:1788575704.030812:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575704.030813:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:2.0:1788575704.030816:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030820:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575704.030821:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575704.030823:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575704.030824:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816148224, offset 0
00000400:00000200:2.0:1788575704.030826:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575704.030828:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.030829:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575704.030831:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575704.030832:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575704.030834:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575704.030835:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575704.030837:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90663:90663:256:4294967295] 192.168.202.101@tcp LPNI seq info [90643:90643:8:4294967295]
00000400:00000200:2.0:1788575704.030840:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575704.030843:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575704.030845:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575704.030847:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575704.030849:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575704.030851:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575704.030853:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575704.030855:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788575704.030857:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575704.030859:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575704.030860:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575704.030862:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575704.030864:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575704.030865:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575704.030866:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575704.030868:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030872:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575704.030874:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030878:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030879:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575704.030881:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575704.030882:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575704.030883:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575704.030884:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301219891
00000100:00000001:2.0:1788575704.030886:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301223808
00000100:00000001:2.0:1788575704.030888:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301219891
00000100:00000001:2.0:1788575704.030889:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301223808
00000100:00000001:2.0:1788575704.030891:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575704.030892:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030893:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575704.030895:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575704/real 1788575704]  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575704.030899:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575704.030899:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575704.030900:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575704.030901:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575704.030902:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575704.030903:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575704.030904:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575704.030909:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030912:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575704.030913:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030914:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575704.030915:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575704.030917:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030921:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575704.030923:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030926:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575704.030927:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030928:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575704.030929:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030929:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575704.030930:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575704.030932:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575704.030934:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575704.030935:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575704.030937:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575704.030941:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148224:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575704.030943:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030944:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575704.030945:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816148224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575704.030948:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575704.030949:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575704.030950:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575704.030951:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575704.030952:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575704.030952:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575704.030953:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575704.030954:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85400.
02000000:00000001:2.0:1788575704.030955:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575704.030956:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575704.030957:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575704.030958:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575704.030958:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030959:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575704.030961:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575704.030962:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575704.030963:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575704.030964:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575704.349168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575704.349173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575704.349178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575704.349178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575704.349181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575704.349182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575704.349184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575704.349185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575704.349187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575704.349188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575704.349242:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575704.349244:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575704.349247:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575705.053173:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575705.053173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575705.053179:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575705.053180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575705.053182:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575705.053182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575705.053187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575705.053190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575705.053193:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575705.053194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575705.053196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575705.053197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575705.053198:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575705.053199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575705.053202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575705.053204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575705.053205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575705.053207:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575705.373190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575705.373197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575705.373202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575705.373203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575705.373206:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575705.373207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575705.373210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575705.373211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575705.373214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575705.373215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575705.373293:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575705.373295:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575705.373298:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575706.077237:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575706.077245:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575706.077247:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575706.077252:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575706.077256:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575706.077259:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575706.077262:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575706.077264:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575706.077267:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575706.078250:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575706.078257:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575706.078259:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575706.078264:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575706.078268:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575706.078271:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575706.078274:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575706.078277:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575706.078279:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397392:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575706.397400:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397418:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575706.397421:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575706.397424:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575706.397428:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397431:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575706.397434:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397436:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397439:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397443:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575706.397444:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575706.397446:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575706.397447:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397449:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575706.397450:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397452:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397454:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397457:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575706.397459:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575706.397460:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575706.397461:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397462:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575706.397464:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397465:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397468:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575706.397471:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575706.397472:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575706.397570:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575706.397573:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575706.397576:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575707.104203:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575707.104212:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575707.104215:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575707.104222:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575707.104225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575707.104231:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575707.104234:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575707.104236:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575707.104239:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575707.104292:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575707.104295:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575707.104296:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575707.104299:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575707.104301:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575707.104303:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575707.104305:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575707.104307:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575707.104309:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575707.421240:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575707.421248:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575707.421256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575707.421257:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575707.421261:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575707.421262:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575707.421266:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575707.421267:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575707.421271:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575707.421272:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575707.421335:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575707.421339:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575707.421341:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575708.061234:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301223808, at 4301223872
00000100:00000010:2.0:1788575708.061253:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575708.061385:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301223808, at 4301223872
00000100:00000010:3.0:1788575708.061391:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bd20.
00000100:00000001:2.0:1788575708.125198:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575708.125207:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575708.125210:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575708.125216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575708.125220:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575708.125224:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575708.125227:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575708.125231:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575708.125234:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575708.125890:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575708.125894:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575708.125896:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575708.125900:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575708.125902:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575708.125904:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575708.125906:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575708.125908:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575708.125910:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575708.446137:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575708.446146:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575708.446153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575708.446155:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575708.446159:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575708.446160:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575708.446164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575708.446165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575708.446169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575708.446170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575708.446945:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575708.446950:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575708.446954:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575709.149213:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788575709.149221:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575709.149223:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575709.149228:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575709.149232:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1788575709.149234:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575709.149236:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575709.149240:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575709.149242:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575709.149245:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575709.149249:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575709.149249:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575709.149254:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.149258:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575709.149260:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6552
00000400:00000200:0.0:1788575709.149272:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575709.149280:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575709.149285:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575709.149289:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149293:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575709.149295:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149297:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575709.149303:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575709.149305:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575709.149308:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575709.149311:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575709.149314:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575709.149316:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575709.149320:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149322:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575709.149324:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149326:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575709.149329:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575709.149332:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149335:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575709.149338:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575709.149342:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575709.149346:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.149348:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575709.149351:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575709.149362:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575709.149365:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575709.149369:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575709.149370:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.149373:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575709.149376:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575709.149380:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575709.149389:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000100:00000001:0.0:1788575709.149396:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575709.149406:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575709.149417:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575709.149422:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575709.149427:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575709.149451:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575709.149454:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575709.149458:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575709.149460:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575709.149462:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575709.149465:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575709.149468:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6552
00000400:00000200:0.0:1788575709.149473:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575709.149476:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575709.149479:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575709.149482:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149485:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575709.149487:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149490:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575709.149490:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788575709.149495:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575709.149496:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788575709.149498:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:2.0:1788575709.149500:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788575709.149502:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575709.149506:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575709.149510:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575709.149510:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575709.149515:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575709.149524:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575709.149527:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575709.149529:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575709.149530:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575709.149533:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149537:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575709.149537:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1788575709.149541:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575709.149543:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788575709.149546:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575709.149548:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.149551:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575709.149556:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816148352:192.168.202.101@tcp:250:kworker.0
02000000:00000001:0.0:1788575709.149557:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575709.149564:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788575709.149566:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575709.149569:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575709.149573:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.149577:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788575709.149581:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.149585:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575709.149590:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1788575709.149590:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575709.149596:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788575709.149597:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.149601:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575709.149604:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:0.0:1788575709.149606:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000400:00000010:2.0:1788575709.149610:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000020:00000040:0.0:1788575709.149611:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575709.149616:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575709.149618:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.149620:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788575709.149621:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
02000000:00000001:0.0:1788575709.149623:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575709.149626:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575709.149631:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816148352, portal 25
02000000:00000010:0.0:1788575709.149632:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000001:2.0:1788575709.149636:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788575709.149638:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.149639:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00100000:0.0:1788575709.149647:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575709.149649:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575709.149672:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575709.149674:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575709.149679:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.149687:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575709.149694:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149695:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575709.149700:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575709.149704:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816148352, offset 0
00000100:00080000:0.0:1788575709.149711:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575709.149713:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575709.149719:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575709.149722:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575709.149724:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575709.149725:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575709.149729:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575709.149734:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6552
00000400:00000200:2.0:1788575709.149737:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:0.0:1788575709.149741:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575709.149746:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575709.149750:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575709.149755:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788575709.149756:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149760:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575709.149764:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:0.0:1788575709.149765:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149769:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575709.149772:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788575709.149774:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575709.149778:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:2.0:1788575709.149778:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000001:0.0:1788575709.149782:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575709.149786:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575709.149786:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90664:90664:256:4294967295] 192.168.202.101@tcp LPNI seq info [90644:90644:8:4294967295]
00000020:00000001:0.0:1788575709.149791:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575709.149796:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575709.149796:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:0.0:1788575709.149803:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149806:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575709.149809:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149811:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575709.149813:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575709.149817:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149824:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575709.149825:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788575709.149829:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575709.149834:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1788575709.149836:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575709.149838:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.149842:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575709.149845:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1788575709.149845:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000008:00000001:0.0:1788575709.149851:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.149852:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575709.149857:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000800:00000200:2.0:1788575709.149857:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788575709.149863:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:2.0:1788575709.149865:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1788575709.149869:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575709.149872:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575709.149875:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575709.149876:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575709.149879:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788575709.149882:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1788575709.149883:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575709.149891:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000800:00000100:2.0:1788575709.149891:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.149895:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000100:00000001:0.0:1788575709.149897:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575709.149904:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1788575709.149905:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575709.149915:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575709.149918:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575709.149922:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575709.149924:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575709.149934:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00000001:0.0:1788575709.149935:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575709.149940:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00080000:0.0:1788575709.149941:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575709.149946:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575709.149948:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575709.149949:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788575709.149951:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575709.149956:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788575709.149956:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575709.149962:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6552
00000400:00000200:0.0:1788575709.149971:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575709.149976:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1788575709.149977:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575709.149982:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575709.149983:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575709.149989:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.149995:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575709.149998:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575709.149999:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575709.150002:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575709.150003:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575709.150007:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575709.150009:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575709.150011:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575709.150011:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575709.150015:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575709.150020:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575709.150021:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:0.0:1788575709.150025:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575709.150027:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301228928
00000100:00000040:0.0:1788575709.150032:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.150035:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788575709.150037:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000040:0.0:1788575709.150040:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.150044:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575709.150047:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575709.150047:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1788575709.150077:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575709.150080:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575709.150082:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575709.150085:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575709.150087:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301228929
02000000:00000001:0.0:1788575709.150088:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.150092:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1788575709.150092:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b180.
00000008:00100000:0.0:1788575709.150098:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:2.0:1788575709.150098:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000008:00000001:0.0:1788575709.150104:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.150105:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575709.150106:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.150111:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575709.150113:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575709.150115:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1788575709.150118:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575709.150132:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575709.150133:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.150137:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1788575709.150137:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575709/real 1788575709]  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575709.150140:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575709.150143:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575709.150151:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000400:00000001:2.0:1788575709.150154:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788575709.150156:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575709.150157:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575709.150162:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00100000:0.0:1788575709.150165:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575709.150167:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575709.150171:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575709.150177:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788575709.150181:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788575709.150185:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575709.150186:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575709.150195:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575709.150204:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575709.150210:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575709.150216:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575709.150218:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575709.150221:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575709.150222:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575709.150225:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575709.150226:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575709.150230:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575709.150231:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575709.150236:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788575709.150238:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575709.150241:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6552
00000400:00000200:0.0:1788575709.150251:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575709.150254:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575709.150257:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575709.150262:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575709.150263:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575709.150269:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.150275:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575709.150279:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.150284:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575709.150289:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575709.150293:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575709.150293:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788575709.150297:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575709.150299:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788575709.150302:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:2.0:1788575709.150303:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.150305:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575709.150307:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575709.150309:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1788575709.150311:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575709.150313:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788575709.150318:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00080000:2.0:1788575709.150319:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788575709.150323:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1788575709.150327:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000040:0.0:1788575709.150328:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575709.150333:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575709.150333:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1788575709.150339:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000040:2.0:1788575709.150342:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575709.150346:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575709.150354:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575709.150359:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788575709.150363:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816148352:192.168.202.101@tcp:250:kworker.0
02000000:00000001:0.0:1788575709.150365:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575709.150371:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.150373:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575709.150373:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1788575709.150376:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575709.150378:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1788575709.150379:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.150382:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575709.150386:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000100:00000040:2.0:1788575709.150386:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816148352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575709.150391:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575709.150395:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575709.150397:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575709.150400:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575709.150402:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575709.150404:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788575709.150405:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150408:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788575709.150410:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
02000000:00000010:2.0:1788575709.150413:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
00000100:00000001:0.0:1788575709.150414:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150419:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:0.0:1788575709.150421:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1788575709.150423:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575709.150427:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:0.0:1788575709.150431:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1788575709.150432:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788575709.150434:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575709.150437:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86c00.
00000100:00000040:0.0:1788575709.150438:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575709.150445:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788575709.150446:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150450:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1788575709.150452:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6562)
00000100:00000010:2.0:1788575709.150454:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575709.150459:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575709.150460:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150463:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150472:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575709.150474:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.150476:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575709.150478:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575709.150480:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575709.150484:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150491:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575709.150493:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150494:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575709.150496:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575709.150499:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575709.150502:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148480:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575709.150505:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575709.150507:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575709.150509:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150511:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575709.150514:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575709.150516:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575709.150521:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575709.150523:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575709.150527:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575709.150530:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816148480, portal 10
00000100:00000001:2.0:1788575709.150533:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575709.150534:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575709.150539:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150543:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575709.150545:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575709.150546:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575709.150548:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816148480, offset 0
00000400:00000200:2.0:1788575709.150550:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575709.150553:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575709.150557:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575709.150560:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575709.150562:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575709.150564:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575709.150565:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575709.150568:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90665:90665:256:4294967295] 192.168.202.101@tcp LPNI seq info [90645:90645:8:4294967295]
00000400:00000200:2.0:1788575709.150570:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575709.150575:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575709.150578:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.150581:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575709.150585:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575709.150588:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575709.150593:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575709.150595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575709.150599:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.150601:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575709.150605:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575709.150608:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575709.150611:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575709.150613:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575709.150616:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575709.150620:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150628:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575709.150631:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150636:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.150637:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575709.150640:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575709.150644:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575709.150646:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575709.150648:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301225037
00000100:00000001:2.0:1788575709.150651:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301228928
00000100:00000001:2.0:1788575709.150652:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301225037
00000100:00000001:2.0:1788575709.150654:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301228929
00000100:00000001:2.0:1788575709.150656:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575709.150657:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575709.150658:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.150660:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788575709.150663:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1788575709.150664:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575709/real 1788575709]  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575709.150668:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575709.150674:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:1.0:1788575709.150675:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000400:00000001:2.0:1788575709.150677:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575709.150678:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000010:2.0:1788575709.150679:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000001:1.0:1788575709.150682:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788575709.150683:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575709.150686:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:1.0:1788575709.150687:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575709.150689:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150689:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575709.150693:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575709.150698:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575709.150700:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.150704:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575709.150707:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150708:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.150709:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575709.150711:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150715:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575709.150718:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150723:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575709.150725:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150726:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.150727:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150728:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575709.150730:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575709.150731:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575709.150733:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575709.150735:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575709.150737:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575709.150741:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148480:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575709.150744:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575709.150746:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150749:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575709.150750:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150751:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575709.150752:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575709.150753:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575709.150755:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148608:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575709.150756:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575709.150758:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575709.150758:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150759:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575709.150762:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575709.150763:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575709.150765:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575709.150767:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575709.150768:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575709.150770:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816148608, portal 10
00000100:00000001:2.0:1788575709.150772:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575709.150773:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575709.150776:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150781:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575709.150782:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575709.150783:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575709.150785:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816148608, offset 0
00000400:00000200:2.0:1788575709.150787:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575709.150789:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575709.150792:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575709.150794:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575709.150795:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575709.150797:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575709.150798:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575709.150801:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90666:90666:256:4294967295] 192.168.202.101@tcp LPNI seq info [90646:90646:8:4294967295]
00000400:00000200:2.0:1788575709.150803:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575709.150807:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575709.150810:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.150811:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575709.150814:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575709.150815:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575709.150818:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575709.150820:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575709.150822:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.150823:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575709.150825:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575709.150827:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575709.150829:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575709.150830:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575709.150831:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575709.150833:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150838:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575709.150840:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150844:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.150845:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575709.150847:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575709.150849:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575709.150850:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575709.150851:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301224987
00000100:00000001:2.0:1788575709.150853:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301228928
00000100:00000001:2.0:1788575709.150854:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301224987
00000100:00000001:2.0:1788575709.150856:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301228929
00000100:00000001:2.0:1788575709.150857:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575709.150858:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.150859:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575709.150861:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575709/real 1788575709]  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575709.150866:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575709.150867:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575709.150869:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575709.150870:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575709.150872:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575709.150873:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575709.150876:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575709.150884:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150890:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575709.150892:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150893:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.150895:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575709.150899:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150906:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575709.150909:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150916:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575709.150918:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150919:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.150920:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.150921:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575709.150923:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575709.150924:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575709.150926:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575709.150928:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575709.150930:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575709.150935:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148608:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575709.150938:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575709.150939:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150943:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575709.150944:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150945:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575709.150946:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575709.150948:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575709.150949:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148736:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575709.150951:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575709.150953:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575709.150954:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.150956:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575709.150958:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575709.150959:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575709.150962:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575709.150963:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575709.150966:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575709.150968:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816148736, portal 4
00000100:00000001:2.0:1788575709.150969:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575709.150970:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575709.150974:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.150978:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575709.150979:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575709.150981:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575709.150982:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816148736, offset 0
00000400:00000200:2.0:1788575709.150984:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575709.150987:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575709.150989:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575709.150990:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575709.150992:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575709.150994:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575709.150996:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575709.150997:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90667:90667:256:4294967295] 192.168.202.101@tcp LPNI seq info [90647:90647:8:4294967295]
00000400:00000200:2.0:1788575709.151000:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575709.151004:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575709.151006:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.151008:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575709.151010:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575709.151012:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575709.151015:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575709.151018:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575709.151021:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.151024:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575709.151026:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575709.151029:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575709.151032:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575709.151034:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575709.151037:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575709.151040:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151047:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575709.151050:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151077:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.151079:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575709.151082:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575709.151085:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575709.151088:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575709.151090:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301225021
00000100:00000001:2.0:1788575709.151092:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301228928
00000100:00000001:2.0:1788575709.151094:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301225021
00000100:00000001:2.0:1788575709.151096:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301228929
00000100:00000001:2.0:1788575709.151098:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575709.151100:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.151102:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575709.151106:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575709/real 1788575709]  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575709.151113:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575709.151114:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575709.151116:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575709.151119:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575709.151133:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575709.151136:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575709.151140:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575709.151148:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151155:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575709.151156:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151158:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.151159:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575709.151162:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151168:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575709.151171:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151177:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575709.151179:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151181:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.151182:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151184:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575709.151186:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575709.151189:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575709.151192:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575709.151194:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575709.151197:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575709.151205:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148736:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575709.151209:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575709.151213:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151219:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575709.151220:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.151223:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575709.151225:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575709.151226:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575709.151229:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148864:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575709.151232:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575709.151233:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575709.151235:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575709.151237:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575709.151240:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575709.151242:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575709.151245:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575709.151247:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575709.151251:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575709.151253:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816148864, portal 4
00000100:00000001:2.0:1788575709.151255:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575709.151256:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:2.0:1788575709.151262:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151267:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575709.151270:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575709.151271:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575709.151273:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816148864, offset 0
00000400:00000200:2.0:1788575709.151277:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575709.151281:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575709.151284:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575709.151286:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575709.151289:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575709.151291:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575709.151294:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575709.151297:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90668:90668:256:4294967295] 192.168.202.101@tcp LPNI seq info [90648:90648:8:4294967295]
00000400:00000200:2.0:1788575709.151301:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575709.151307:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575709.151311:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.151314:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575709.151318:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575709.151321:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575709.151325:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575709.151327:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575709.151331:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575709.151333:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575709.151336:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575709.151339:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575709.151341:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575709.151343:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575709.151346:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575709.151349:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151356:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575709.151359:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575734 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151366:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.151367:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575709.151370:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575709.151373:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575709.151376:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575709.151378:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301225012
00000100:00000001:2.0:1788575709.151380:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301228928
00000100:00000001:2.0:1788575709.151382:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301225012
00000100:00000001:2.0:1788575709.151384:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301228929
00000100:00000001:2.0:1788575709.151386:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575709.151388:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.151390:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575709.151393:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575709/real 1788575709]  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575709.151401:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575709.151402:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575709.151404:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575709.151408:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575709.151409:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575709.151412:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575709.151416:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575709.151425:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151432:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575709.151434:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151435:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.151437:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575709.151440:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151447:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575709.151451:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151457:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575709.151459:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151461:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575709.151462:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151464:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575709.151466:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575709.151468:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575709.151472:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575709.151474:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575709.151478:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575709.151485:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816148864:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575709.151489:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151491:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575709.151494:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816148480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151501:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575709.151503:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575709.151505:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575709.151508:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575709.151510:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575709.151512:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575709.151514:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575709.151516:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85000.
02000000:00000001:2.0:1788575709.151519:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575709.151520:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575709.151521:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575709.151524:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575709.151525:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151527:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575709.151530:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816148608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151536:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575709.151537:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575709.151539:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575709.151541:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575709.151542:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575709.151543:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575709.151545:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575709.151547:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86800.
02000000:00000001:2.0:1788575709.151550:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575709.151551:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575709.151552:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575709.151555:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575709.151556:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151558:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575709.151561:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816148736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151567:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575709.151568:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575709.151570:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575709.151572:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575709.151573:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575709.151574:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575709.151576:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575709.151578:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87400.
02000000:00000001:2.0:1788575709.151580:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575709.151581:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575709.151582:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575709.151585:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575709.151586:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151587:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575709.151590:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816148864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575709.151596:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575709.151598:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575709.151599:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575709.151601:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575709.151602:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575709.151603:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575709.151605:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575709.151607:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86400.
02000000:00000001:2.0:1788575709.151609:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575709.151610:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575709.151612:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:2.0:1788575709.151614:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575709.151616:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151617:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575709.151621:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575709.151623:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575709.151624:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575709.151626:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469257:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575709.469266:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575709.469269:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575709.469272:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469278:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575709.469366:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469369:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469372:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469377:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575709.469379:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469383:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575709.469384:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469388:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575709.469389:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469392:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575709.469394:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575709.469395:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575709.469397:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469399:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575709.469400:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469401:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575709.469403:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575709.469520:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575709.469524:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575709.469526:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575710.173237:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575710.173237:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575710.173248:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575710.173248:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575710.173252:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575710.173252:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575710.173261:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575710.173262:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575710.173267:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575710.173268:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575710.173273:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575710.173274:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575710.173279:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575710.173282:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575710.173285:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575710.173286:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575710.173289:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575710.173292:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575710.493184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575710.493193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575710.493201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575710.493203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575710.493207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575710.493209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575710.493213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575710.493214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575710.493218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575710.493218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575710.493267:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575710.493272:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575710.493276:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575711.197205:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575711.197206:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575711.197215:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575711.197218:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575711.197219:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575711.197221:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575711.197227:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575711.197227:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575711.197232:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575711.197232:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575711.197237:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575711.197238:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575711.197243:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575711.197246:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575711.197248:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575711.197250:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575711.197252:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575711.197254:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575711.517182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575711.517191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575711.517199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575711.517201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575711.517205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575711.517206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575711.517210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575711.517212:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575711.517215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575711.517216:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575711.517266:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575711.517270:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575711.517272:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575712.221198:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575712.221198:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575712.221208:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575712.221209:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575712.221214:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575712.221214:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575712.221222:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575712.221223:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575712.221228:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575712.221229:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575712.221235:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575712.221236:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575712.221241:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575712.221244:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575712.221247:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575712.221247:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575712.221250:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575712.221254:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575712.541229:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575712.541238:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575712.541246:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575712.541247:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575712.541252:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575712.541253:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575712.541256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575712.541257:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575712.541261:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575712.541262:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575712.541334:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575712.541339:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575712.541343:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575713.181167:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301228928, at 4301228992
00000100:00000010:2.0:1788575713.181185:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575713.181198:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301228929, at 4301228992
00000100:00000010:3.0:1788575713.181207:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b180.
00000100:00000001:2.0:1788575713.245225:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575713.245234:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575713.245236:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575713.245243:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575713.245248:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575713.245252:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575713.245255:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575713.245258:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575713.245262:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575713.246262:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575713.246267:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575713.246269:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575713.246273:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575713.246276:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575713.246278:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575713.246281:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575713.246283:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575713.246285:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575713.565247:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575713.565257:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575713.565264:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575713.565266:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575713.565270:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575713.565271:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575713.565275:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575713.565276:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575713.565279:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575713.565280:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575713.565403:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575713.565415:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575713.565420:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575714.269216:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575714.269230:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575714.269233:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575714.269237:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575714.269242:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575714.269250:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6557
00000400:00000200:0.0:1788575714.269260:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575714.269266:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575714.269269:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575714.269272:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.269275:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.269277:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.269279:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575714.269282:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575714.269284:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575714.269288:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575714.269290:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575714.269292:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575714.269294:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575714.269296:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.269297:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.269298:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.269299:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575714.269301:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575714.269303:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575714.269304:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575714.269306:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575714.269310:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575714.269312:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.269313:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575714.269316:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575714.269327:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575714.269329:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575714.269333:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575714.269334:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.269337:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575714.269339:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575714.269342:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575714.269352:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575714.269358:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575714.269367:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575714.269375:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575714.269380:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575714.269383:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575714.270231:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575714.270236:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575714.270239:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575714.270244:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575714.270248:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575714.270251:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575714.270255:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575714.270258:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575714.270261:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270334:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575714.270338:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575714.270342:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575714.270343:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575714.270345:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575714.270349:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575714.270353:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6557
00000400:00000200:0.0:1788575714.270359:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575714.270363:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575714.270365:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575714.270368:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270371:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.270373:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270375:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575714.270378:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575714.270379:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575714.270381:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575714.270383:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575714.270386:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575714.270388:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:0.0:1788575714.270390:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270392:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.270394:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270396:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575714.270398:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575714.270401:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270403:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575714.270405:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575714.270411:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575714.270414:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270416:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575714.270421:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575714.270424:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270426:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575714.270431:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575714.270435:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575714.270438:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575714.270439:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270441:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575714.270443:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575714.270445:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575714.270450:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00000001:0.0:1788575714.270454:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575714.270461:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575714.270470:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575714.270473:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575714.270477:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575714.270485:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575714.270488:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575714.270491:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575714.270492:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575714.270494:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575714.270497:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575714.270500:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6557
00000400:00000200:0.0:1788575714.270503:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575714.270505:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575714.270508:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575714.270511:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270513:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.270515:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270518:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575714.270520:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575714.270521:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575714.270523:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575714.270525:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575714.270527:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575714.270530:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575714.270533:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270535:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.270538:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270540:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575714.270543:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575714.270546:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270548:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575714.270550:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575714.270553:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575714.270555:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270558:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575714.270560:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575714.270563:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270565:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575714.270569:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575714.270571:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575714.270574:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575714.270575:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270577:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575714.270579:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575714.270581:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.270584:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:0.0:1788575714.270585:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575714.270589:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.270591:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575714.270595:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1788575714.270597:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575714.270605:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.270624:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575714.270627:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575714.270628:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270632:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.270635:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788575714.270640:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575714.270640:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575714.270646:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270654:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575714.270654:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816148992:192.168.202.101@tcp:250:kworker.0
00000100:00080000:0.0:1788575714.270658:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575714.270663:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575714.270664:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575714.270668:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575714.270670:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788575714.270670:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575714.270675:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270676:0:46817:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788575714.270681:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1788575714.270682:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6557
00000400:00000200:0.0:1788575714.270689:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:2.0:1788575714.270690:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
00000400:00000200:0.0:1788575714.270693:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000001:2.0:1788575714.270694:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575714.270698:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575714.270703:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575714.270704:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575714.270708:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788575714.270711:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000040:0.0:1788575714.270712:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270717:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575714.270720:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575714.270721:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575714.270724:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788575714.270724:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000020:00000040:0.0:1788575714.270729:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575714.270732:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575714.270735:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000200:2.0:1788575714.270735:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816148992, portal 25
00000100:00000001:2.0:1788575714.270741:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788575714.270742:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575714.270745:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000001:0.0:1788575714.270747:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.270751:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270754:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575714.270756:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575714.270759:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575714.270766:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575714.270772:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575714.270773:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575714.270777:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788575714.270778:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575714.270781:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788575714.270783:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
02000000:00000001:0.0:1788575714.270785:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575714.270789:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816148992, offset 0
00000100:00000001:0.0:1788575714.270790:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575714.270794:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575714.270798:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270799:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575714.270803:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575714.270806:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575714.270808:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575714.270809:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270811:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575714.270813:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575714.270815:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575714.270819:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:0.0:1788575714.270822:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575714.270827:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575714.270834:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575714.270836:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575714.270840:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575714.270848:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575714.270851:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575714.270854:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575714.270856:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575714.270858:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575714.270860:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575714.270863:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6557
00000400:00000200:0.0:1788575714.270867:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575714.270869:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575714.270872:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575714.270874:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270876:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.270878:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270880:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575714.270882:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575714.270883:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575714.270885:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575714.270887:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575714.270889:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575714.270891:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575714.270894:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270896:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575714.270898:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270900:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575714.270902:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575714.270904:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575714.270907:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575714.270909:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575714.270911:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575714.270913:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270915:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575714.270917:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575714.270919:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270921:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575714.270925:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575714.270927:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575714.270930:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575714.270931:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575714.270933:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575714.270935:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575714.270936:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575714.270940:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:0.0:1788575714.270944:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575714.270948:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575714.270955:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575714.270957:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575714.270960:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575714.270968:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575714.270973:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6567)
00000100:00000001:1.0:1788575714.271039:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575714.271042:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575714.271043:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575714.271046:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575714.271048:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575714.271050:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575714.271052:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575714.271080:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575714.271083:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575714.271184:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575714.271194:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.271200:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575714.271206:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575714.271211:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575714.271215:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575714.271218:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575714.271222:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90669:90669:256:4294967295] 192.168.202.101@tcp LPNI seq info [90649:90649:8:4294967295]
00000400:00000200:2.0:1788575714.271227:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.271238:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575714.271245:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.271251:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575714.271259:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575714.271264:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575714.271271:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575714.271275:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575714.271280:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.271282:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575714.271290:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575714.271301:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575714.271308:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575714.271311:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575714.271317:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575714.271321:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271332:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.271336:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271343:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.271345:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575714.271352:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575714.271356:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575714.271359:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301234050
00000100:00000010:2.0:1788575714.271365:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575714.271372:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575714.271377:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301234050
00000100:00000010:2.0:1788575714.271379:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bf00.
00000100:00000001:2.0:1788575714.271382:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575714.271386:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575714.271389:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.271391:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575714.271395:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575714/real 1788575714]  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575714.271411:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575714.271412:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575714.271414:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575714.271418:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575714.271419:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575714.271422:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575714.271425:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575714.271434:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271441:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575714.271443:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271445:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.271448:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575714.271452:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271460:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575714.271464:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271472:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575714.271475:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271476:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.271478:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271481:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575714.271483:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575714.271486:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575714.271490:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575714.271493:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575714.271497:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575714.271504:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816148992:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575714.271510:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575714.271513:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271519:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575714.271520:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.271522:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575714.271524:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575714.271526:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575714.271529:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149120:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575714.271532:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575714.271534:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575714.271535:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.271537:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575714.271540:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575714.271542:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575714.271546:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575714.271548:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575714.271552:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575714.271555:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816149120, portal 10
00000100:00000001:2.0:1788575714.271557:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575714.271558:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:2.0:1788575714.271564:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271570:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575714.271572:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575714.271574:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575714.271577:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816149120, offset 0
00000400:00000200:2.0:1788575714.271580:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575714.271584:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.271588:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575714.271590:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575714.271592:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575714.271594:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575714.271596:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575714.271599:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90670:90670:256:4294967295] 192.168.202.101@tcp LPNI seq info [90650:90650:8:4294967295]
00000400:00000200:2.0:1788575714.271602:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.271607:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575714.271611:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.271614:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575714.271618:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575714.271621:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575714.271624:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575714.271627:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575714.271631:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.271633:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575714.271636:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575714.271639:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575714.271642:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575714.271644:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575714.271646:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575714.271650:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271657:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.271660:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271667:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.271668:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575714.271671:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575714.271675:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575714.271677:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575714.271680:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301230158
00000100:00000001:2.0:1788575714.271682:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301234050
00000100:00000001:2.0:1788575714.271684:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301230158
00000100:00000001:2.0:1788575714.271686:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301234050
00000100:00000001:2.0:1788575714.271688:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575714.271689:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.271691:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575714.271695:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575714/real 1788575714]  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575714.271702:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575714.271703:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575714.271705:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575714.271707:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575714.271709:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575714.271711:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575714.271714:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575714.271722:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271727:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575714.271728:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271730:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.271731:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575714.271734:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271740:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575714.271743:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271750:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575714.271753:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271755:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.271756:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271758:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575714.271760:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575714.271763:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575714.271766:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575714.271768:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575714.271771:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575714.271779:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149120:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575714.271782:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271784:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.271787:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816148992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271794:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575714.271810:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575714.271813:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575714.271816:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575714.271819:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575714.271820:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575714.271823:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575714.271826:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
02000000:00000001:2.0:1788575714.271830:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575714.271832:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575714.271833:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:2.0:1788575714.271836:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575714.271838:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271839:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.271843:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816149120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271852:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575714.271853:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575714.271854:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575714.271855:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575714.271856:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575714.271856:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575714.271857:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575714.271858:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
02000000:00000001:2.0:1788575714.271860:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575714.271860:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575714.271861:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:2.0:1788575714.271863:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575714.271864:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271865:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.271871:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575714.271872:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.271873:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575714.271874:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575714.271876:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575714.271878:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271882:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575714.271883:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.271884:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575714.271885:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575714.271886:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575714.271888:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149248:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575714.271890:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575714.271891:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575714.271892:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.271893:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575714.271895:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575714.271896:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575714.271899:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575714.271900:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575714.271903:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575714.271905:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816149248, portal 10
00000100:00000001:2.0:1788575714.271906:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575714.271907:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:2.0:1788575714.271911:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.271915:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575714.271916:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575714.271918:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575714.271919:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816149248, offset 0
00000400:00000200:2.0:1788575714.271921:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575714.271924:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.271926:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575714.271928:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575714.271929:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575714.271931:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575714.271933:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575714.271935:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90671:90671:256:4294967295] 192.168.202.101@tcp LPNI seq info [90651:90651:8:4294967295]
00000400:00000200:2.0:1788575714.271937:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.271952:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575714.271957:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.271960:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575714.271964:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575714.271967:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575714.271971:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575714.271973:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575714.271977:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.271979:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575714.271982:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575714.271985:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575714.271988:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575714.271990:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575714.271993:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575714.271997:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272004:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.272007:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272177:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.272179:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575714.272183:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575714.272186:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575714.272190:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575714.272192:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301230109
00000100:00000001:2.0:1788575714.272195:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301234050
00000100:00000001:2.0:1788575714.272197:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301230109
00000100:00000001:2.0:1788575714.272199:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301234050
00000100:00000001:2.0:1788575714.272201:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575714.272203:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.272205:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575714.272209:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575714/real 1788575714]  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575714.272217:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575714.272218:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575714.272220:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575714.272223:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575714.272224:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575714.272227:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575714.272230:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575714.272238:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272245:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575714.272246:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.272248:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.272249:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575714.272252:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272259:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575714.272262:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272765:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575714.272767:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.272769:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.272770:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.272772:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575714.272773:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575714.272776:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575714.272780:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575714.272783:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575714.272787:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575714.272794:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149248:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575714.272799:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575714.272803:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272809:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575714.272810:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.272814:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575714.272816:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575714.272818:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575714.272821:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149376:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575714.272825:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575714.272827:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575714.272829:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.272830:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575714.272834:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575714.272836:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575714.272840:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575714.272843:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575714.272847:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575714.272850:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816149376, portal 4
00000100:00000001:2.0:1788575714.272852:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575714.272853:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:2.0:1788575714.272859:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272864:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575714.272867:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575714.272869:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575714.272871:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816149376, offset 0
00000400:00000200:2.0:1788575714.272875:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575714.272880:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.272884:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575714.272888:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575714.272891:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575714.272893:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575714.272896:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575714.272899:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90672:90672:256:4294967295] 192.168.202.101@tcp LPNI seq info [90652:90652:8:4294967295]
00000400:00000200:2.0:1788575714.272903:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.272910:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575714.272915:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.272918:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575714.272922:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575714.272924:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575714.272929:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575714.272932:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575714.272935:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.272937:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575714.272953:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575714.272957:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575714.272960:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575714.272962:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575714.272964:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575714.272967:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272974:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.272977:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.272982:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.272983:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575714.272987:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575714.272990:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575714.272993:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575714.272995:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301230142
00000100:00000001:2.0:1788575714.272997:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301234050
00000100:00000001:2.0:1788575714.272998:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301230142
00000100:00000001:2.0:1788575714.273000:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301234050
00000100:00000001:2.0:1788575714.273002:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575714.273004:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.273006:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575714.273009:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575714/real 1788575714]  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575714.273016:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575714.273017:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575714.273018:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575714.273021:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575714.273022:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575714.273025:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575714.273028:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575714.273036:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273042:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575714.273043:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.273044:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.273046:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575714.273049:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273075:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575714.273079:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273085:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575714.273087:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.273089:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.273090:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.273092:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575714.273095:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575714.273097:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575714.273100:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575714.273102:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575714.273106:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575714.273112:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149376:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575714.273116:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575714.273128:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273134:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575714.273135:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.273138:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575714.273139:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575714.273141:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575714.273143:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149504:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575714.273146:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575714.273148:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575714.273150:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575714.273151:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575714.273154:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575714.273156:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575714.273159:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575714.273161:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575714.273164:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575714.273167:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816149504, portal 4
00000100:00000001:2.0:1788575714.273168:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575714.273169:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:2.0:1788575714.273174:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273180:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575714.273182:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575714.273184:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575714.273187:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816149504, offset 0
00000400:00000200:2.0:1788575714.273191:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575714.273194:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.273198:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575714.273200:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575714.273202:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575714.273205:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575714.273206:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575714.273209:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90673:90673:256:4294967295] 192.168.202.101@tcp LPNI seq info [90653:90653:8:4294967295]
00000400:00000200:2.0:1788575714.273212:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575714.273218:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575714.273221:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.273224:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575714.273228:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575714.273230:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575714.273233:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575714.273236:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575714.273239:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575714.273241:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575714.273243:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575714.273246:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575714.273249:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575714.273250:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575714.273253:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575714.273256:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273263:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.273265:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273768:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.273770:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575714.273775:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575714.273779:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575714.273782:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575714.273785:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301230134
00000100:00000001:2.0:1788575714.273787:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301234050
00000100:00000001:2.0:1788575714.273789:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301230134
00000100:00000001:2.0:1788575714.273791:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301234050
00000100:00000001:2.0:1788575714.273793:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575714.273795:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.273797:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575714.273801:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575714/real 1788575714]  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575714.273809:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575714.273811:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575714.273812:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575714.273815:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575714.273816:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575714.273819:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575714.273822:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575714.273829:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273834:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575714.273836:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.273837:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.273838:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575714.273841:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273847:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575714.273850:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273857:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575714.273860:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.273861:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575714.273862:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.273864:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575714.273866:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575714.273869:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575714.273872:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575714.273875:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575714.273879:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575714.273887:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149504:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575714.273890:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.273893:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.273896:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816149248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.273903:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575714.273905:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575714.273907:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575714.273910:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575714.273913:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575714.273915:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575714.273917:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575714.273919:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:2.0:1788575714.273922:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575714.273924:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575714.273926:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:2.0:1788575714.273929:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575714.273930:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.273932:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.273935:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816149376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.274360:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575714.274362:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575714.274364:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575714.274367:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575714.274368:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575714.274370:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575714.274372:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575714.274373:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:2.0:1788575714.274376:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575714.274377:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575714.274379:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:2.0:1788575714.274382:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575714.274383:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.274385:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575714.274389:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816149504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575714.274395:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575714.274396:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575714.274398:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575714.274400:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575714.274401:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575714.274402:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575714.274404:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575714.274406:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85800.
02000000:00000001:2.0:1788575714.274408:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575714.274409:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575714.274410:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:2.0:1788575714.274413:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575714.274414:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.274416:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575714.274422:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575714.274424:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575714.274426:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575714.274427:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575714.589201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575714.589218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575714.589225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575714.589227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575714.589231:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575714.589232:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575714.589235:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575714.589237:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575714.589240:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575714.589241:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575714.589341:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575714.589348:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575714.589354:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575715.293276:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575715.293282:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575715.293287:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575715.293288:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575715.293291:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575715.293292:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575715.293300:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575715.293300:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575715.293307:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575715.293307:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575715.293313:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575715.293314:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575715.293320:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575715.293325:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575715.293329:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575715.293329:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575715.293333:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575715.293337:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575715.613217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613223:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575715.613227:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575715.613229:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575715.613232:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613235:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575715.613237:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613239:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613241:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613245:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575715.613247:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575715.613248:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575715.613249:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613251:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575715.613252:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613254:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613256:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613259:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575715.613261:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575715.613262:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575715.613263:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613265:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575715.613266:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613268:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613270:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575715.613272:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575715.613273:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575715.613331:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575715.613335:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575715.613339:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575716.317228:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575716.317240:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575716.317243:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575716.317251:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575716.317255:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575716.317260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575716.317264:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575716.317266:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575716.317269:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575716.318521:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575716.318527:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575716.318529:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575716.318535:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575716.318538:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575716.318540:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575716.318542:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575716.318544:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575716.318548:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575716.637260:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575716.637269:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575716.637277:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575716.637278:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575716.637282:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575716.637284:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575716.637287:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575716.637288:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575716.637292:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575716.637294:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575716.637388:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575716.637394:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575716.637399:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575717.341206:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575717.341216:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575717.341217:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575717.341223:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575717.341227:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575717.341230:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575717.341233:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575717.341235:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575717.341237:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575717.341291:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575717.341295:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575717.341297:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575717.341301:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575717.341303:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575717.341305:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575717.341307:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575717.341309:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575717.341311:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575717.661167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575717.661174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575717.661179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575717.661180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575717.661183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575717.661184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575717.661187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575717.661188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575717.661190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575717.661191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575717.661282:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575717.661288:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575717.661293:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575718.301153:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301234050, at 4301234112
00000100:00000040:3.0:1788575718.301153:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301234050, at 4301234112
00000100:00000010:2.0:1788575718.301168:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575718.301170:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bf00.
00000100:00000001:0.0:1788575718.365148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575718.365155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575718.365158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575718.365159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575718.365166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1788575718.365170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575718.365170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575718.365179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575718.365181:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575718.365187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575718.365189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575718.365192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575718.365195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575718.365199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575718.365204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575718.365204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575718.365209:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575718.365214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575718.685169:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575718.685172:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575718.685175:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685179:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575718.685182:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685184:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685186:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575718.685191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575718.685196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575718.685200:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685203:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575718.685205:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575718.685206:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575718.685208:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685209:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575718.685211:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685212:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575718.685214:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575718.685277:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575718.685281:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575718.685284:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575719.389192:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575719.389202:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575719.389206:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575719.389206:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575719.389206:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575719.389214:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575719.389218:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575719.389220:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575719.389223:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575719.389227:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788575719.389229:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575719.389230:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575719.389233:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575719.389234:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575719.389236:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575719.389239:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575719.389243:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575719.389246:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575719.389247:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575719.389252:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575719.389253:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788575719.389257:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6562
00000100:00000001:0.0:1788575719.389259:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575719.389264:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575719.389269:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575719.389278:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575719.389282:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575719.389297:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389300:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575719.389303:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389306:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575719.389310:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575719.389313:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575719.389315:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575719.389318:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575719.389320:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575719.389322:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575719.389325:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389327:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575719.389329:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389331:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575719.389334:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575719.389337:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389340:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575719.389343:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575719.389346:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575719.389349:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.389351:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575719.389354:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575719.389363:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4a80.
00000020:00000040:2.0:1788575719.389367:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575719.389372:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575719.389376:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.389379:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575719.389382:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575719.389386:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575719.389393:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3400.
00000100:00000001:2.0:1788575719.389408:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575719.389417:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575719.389434:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575719.389438:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575719.389442:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042acea22] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575719.389460:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575719.389462:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575719.389464:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575719.389465:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575719.389466:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575719.389468:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575719.389470:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6562
00000400:00000200:2.0:1788575719.389472:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575719.389474:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575719.389476:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575719.389478:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389480:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575719.389481:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389483:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575719.389485:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575719.389486:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575719.389488:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575719.389489:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:2.0:1788575719.389490:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:2.0:1788575719.389492:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575719.389494:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389496:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575719.389497:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389498:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575719.389501:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575719.389501:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788575719.389503:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389506:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.389506:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788575719.389510:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575719.389511:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788575719.389514:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575719.389519:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575719.389521:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575719.389522:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575719.389527:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575719.389533:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.389535:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575719.389536:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.389538:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.389542:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575719.389544:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575719.389549:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575719.389552:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4700.
00000100:00100000:3.0:1788575719.389554:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816149632:192.168.202.101@tcp:250:kworker.0
00000020:00000040:2.0:1788575719.389562:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575719.389562:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575719.389566:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575719.389568:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.389568:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788575719.389572:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575719.389573:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575719.389573:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575719.389576:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.389578:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575719.389581:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3800.
02000000:00000010:3.0:1788575719.389585:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000100:00000001:2.0:1788575719.389587:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.389589:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575719.389596:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575719.389600:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575719.389606:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:2.0:1788575719.389609:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575719.389613:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575719.389615:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000040:2.0:1788575719.389620:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8bfe846] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575719.389625:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816149632, portal 25
00000100:00000001:3.0:1788575719.389629:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575719.389633:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693658240 : -111013015893376 : ffff9b08c49f4a80)
00000100:00000001:2.0:1788575719.389634:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575719.389639:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1788575719.389642:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575719.389644:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575719.389648:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575719.389651:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575719.389657:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575719.389657:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788575719.389664:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6562
00000100:00000040:3.0:1788575719.389664:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575719.389669:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000400:00000200:2.0:1788575719.389673:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000200:3.0:1788575719.389675:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816149632, offset 0
00000400:00000200:3.0:1788575719.389684:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575719.389686:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575719.389690:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575719.389692:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389695:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575719.389696:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389700:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575719.389702:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575719.389704:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575719.389705:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575719.389708:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:2.0:1788575719.389710:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575719.389714:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:2.0:1788575719.389717:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575719.389719:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:2.0:1788575719.389723:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575719.389727:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788575719.389728:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575719.389731:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575719.389734:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:2.0:1788575719.389735:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575719.389739:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:2.0:1788575719.389741:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389743:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575719.389744:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575719.389746:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575719.389747:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.389748:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575719.389750:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1788575719.389751:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575719.389755:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.389757:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575719.389757:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000010:2.0:1788575719.389763:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6680.
00000400:00000200:3.0:1788575719.389766:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90674:90674:256:4294967295] 192.168.202.101@tcp LPNI seq info [90654:90654:8:4294967295]
00000020:00000040:2.0:1788575719.389767:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575719.389771:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575719.389772:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.389775:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575719.389777:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788575719.389778:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:2.0:1788575719.389779:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575719.389784:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2800.
00000100:00000001:2.0:1788575719.389787:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575719.389794:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575719.389795:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788575719.389805:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575719.389808:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575719.389808:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575719.389814:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd4fff6] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788575719.389817:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000100:00000001:2.0:1788575719.389821:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575719.389824:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575719.389830:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.0:1788575719.389830:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575719.389833:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575719.389835:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788575719.389837:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1788575719.389838:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575719.389842:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6562
00000400:00000200:2.0:1788575719.389847:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788575719.389850:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:2.0:1788575719.389852:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575719.389855:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575719.389859:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.1:1788575719.389860:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1788575719.389861:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575719.389864:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389868:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575719.389871:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000100:3.0:1788575719.389872:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000040:2.0:1788575719.389873:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:2.0:1788575719.389877:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:3.0:1788575719.389878:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000020:00000040:2.0:1788575719.389879:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:2.0:1788575719.389883:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:2.0:1788575719.389886:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:3.0:1788575719.389886:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575719.389893:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575719.389899:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000100:00000040:2.0:1788575719.389901:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575719.389903:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:2.0:1788575719.389907:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575719.389910:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788575719.389911:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389915:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:3.0:1788575719.389918:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788575719.389920:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:2.0:1788575719.389927:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575719.389933:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.389957:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.389962:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575719.389971:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575719.389973:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575719.389975:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575719.389977:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788575719.389978:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.389979:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575719.389981:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:2.0:1788575719.389983:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.389984:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575719.389987:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4380.
00000020:00000040:2.0:1788575719.389990:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575719.389992:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575719.389993:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.389995:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575719.389995:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575719.389998:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575719.390001:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575719.390003:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575719.390006:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301239168
00000100:00000010:3.0:1788575719.390013:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab6c0.
02000000:00000010:2.0:1788575719.390015:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1c00.
00000100:00000001:2.0:1788575719.390022:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390022:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575719.390031:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301239168
00000100:00100000:2.0:1788575719.390032:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1788575719.390037:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab000.
00000100:00000001:3.0:1788575719.390043:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575719.390048:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575719.390049:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575719.390076:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390079:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788575719.390081:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575719.390087:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b67cc12f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575719.390091:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575719/real 1788575719]  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575719.390104:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575719.390108:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1788575719.390108:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575719.390112:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1788575719.390114:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:3.0:1788575719.390116:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:2.0:1788575719.390118:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575719.390122:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575719.390123:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000100:00000001:2.0:1788575719.390125:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1788575719.390128:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00080000:2.0:1788575719.390131:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6562
00000100:00000001:3.0:1788575719.390134:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1788575719.390139:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000200:3.0:1788575719.390141:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575719.390146:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575719.390151:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575719.390157:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.390161:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575719.390166:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.390170:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:3.0:1788575719.390173:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575719.390174:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575719.390177:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:2.0:1788575719.390182:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575719.390185:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575719.390186:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1788575719.390189:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575719.390190:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788575719.390193:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575719.390195:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.390198:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575719.390200:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.390204:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788575719.390206:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575719.390208:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575719.390213:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575719.390219:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575719.390224:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575719.390225:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575719.390230:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575719.390234:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788575719.390234:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575719.390239:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575719.390244:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.390248:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575719.390252:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575719.390254:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1788575719.390257:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390259:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575719.390261:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390263:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.390265:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788575719.390267:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4e00.
00000100:00000001:3.0:1788575719.390269:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1788575719.390271:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575719.390273:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788575719.390277:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:3.0:1788575719.390278:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1788575719.390280:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575719.390284:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575719.390285:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1788575719.390286:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000001:2.0:1788575719.390287:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390292:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:2.0:1788575719.390294:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3c00.
00000100:00000001:2.0:1788575719.390299:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575719.390302:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575719.390306:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575719.390327:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575719.390330:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575719.390330:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816149632:192.168.202.101@tcp:250:kworker.0
00000100:00000040:2.0:1788575719.390337:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f011ca9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390340:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390345:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788575719.390348:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575719.390352:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6572)
00000100:00000040:3.0:1788575719.390353:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4a80 x1875450816149632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390367:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575719.390370:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575719.390372:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575719.390376:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575719.390378:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575719.390380:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575719.390382:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575719.390384:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:3.0:1788575719.390389:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575719.390390:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575719.390392:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4a80.
00000100:00000001:3.0:1788575719.390395:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575719.390396:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390398:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390406:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575719.390408:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390410:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575719.390411:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575719.390412:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575719.390416:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390423:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575719.390424:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.390426:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575719.390428:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575719.390431:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575719.390434:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149760:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575719.390437:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575719.390439:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575719.390441:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.390443:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575719.390446:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575719.390448:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575719.390451:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575719.390454:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575719.390458:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575719.390460:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816149760, portal 10
00000100:00000001:3.0:1788575719.390462:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575719.390463:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693657344 : -111013015894272 : ffff9b08c49f4700)
00000100:00000040:3.0:1788575719.390471:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390477:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575719.390480:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575719.390482:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575719.390485:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816149760, offset 0
00000400:00000200:3.0:1788575719.390489:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575719.390493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575719.390496:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575719.390499:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575719.390503:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575719.390506:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575719.390507:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575719.390511:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90675:90675:256:4294967295] 192.168.202.101@tcp LPNI seq info [90655:90655:8:4294967295]
00000400:00000200:3.0:1788575719.390514:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575719.390520:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575719.390524:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575719.390527:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575719.390530:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575719.390532:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575719.390537:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575719.390539:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575719.390542:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575719.390544:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575719.390547:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575719.390550:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575719.390553:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575719.390555:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575719.390558:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575719.390562:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390569:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.390572:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390577:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390578:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575719.390581:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575719.390584:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575719.390587:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575719.390589:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301235277
00000100:00000001:3.0:1788575719.390591:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301239168
00000100:00000001:3.0:1788575719.390593:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301235277
00000100:00000001:3.0:1788575719.390595:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301239168
00000100:00000001:3.0:1788575719.390597:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575719.390598:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390600:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575719.390603:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575719/real 1788575719]  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575719.390609:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575719.390610:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575719.390612:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575719.390613:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575719.390615:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575719.390616:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575719.390619:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575719.390625:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390636:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575719.390637:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390638:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.390639:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575719.390642:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390648:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575719.390651:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390657:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575719.390660:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390661:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.390662:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390664:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575719.390666:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575719.390668:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575719.390671:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575719.390673:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575719.390676:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575719.390684:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149760:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575719.390688:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575719.390691:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390697:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575719.390698:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.390700:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575719.390702:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575719.390704:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575719.390707:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149888:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575719.390710:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575719.390711:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575719.390713:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.390715:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575719.390718:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575719.390720:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575719.390723:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575719.390725:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575719.390728:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575719.390731:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816149888, portal 10
00000100:00000001:3.0:1788575719.390733:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575719.390734:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693665408 : -111013015886208 : ffff9b08c49f6680)
00000100:00000040:3.0:1788575719.390738:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390743:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575719.390745:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575719.390747:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575719.390749:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816149888, offset 0
00000400:00000200:3.0:1788575719.390753:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575719.390757:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575719.390760:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575719.390762:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575719.390765:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575719.390767:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575719.390769:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575719.390772:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90676:90676:256:4294967295] 192.168.202.101@tcp LPNI seq info [90656:90656:8:4294967295]
00000400:00000200:3.0:1788575719.390776:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575719.390781:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575719.390786:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575719.390789:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575719.390793:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575719.390795:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575719.390800:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575719.390803:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575719.390807:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575719.390808:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575719.390811:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575719.390815:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575719.390818:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575719.390819:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575719.390822:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575719.390825:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390833:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.390836:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390842:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390843:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575719.390846:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575719.390849:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575719.390852:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575719.390854:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301235227
00000100:00000001:3.0:1788575719.390857:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301239168
00000100:00000001:3.0:1788575719.390859:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301235227
00000100:00000001:3.0:1788575719.390861:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301239168
00000100:00000001:3.0:1788575719.390863:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575719.390865:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.390867:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575719.390871:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575719/real 1788575719]  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575719.390879:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575719.390880:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575719.390882:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575719.390884:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575719.390886:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575719.390888:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575719.390891:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575719.390900:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390906:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575719.390907:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390909:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.390910:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575719.390913:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390919:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575719.390923:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390929:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575719.390932:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390934:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.390947:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.390949:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575719.390951:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575719.390954:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575719.390957:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575719.390959:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575719.390964:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575719.390972:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816149888:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575719.390976:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575719.390979:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.390986:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575719.390988:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.390990:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575719.390992:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575719.390994:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575719.391006:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150016:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575719.391010:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575719.391012:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575719.391014:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.391016:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575719.391019:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575719.391021:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575719.391024:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575719.391027:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575719.391030:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575719.391033:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816150016, portal 4
00000100:00000001:3.0:1788575719.391035:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575719.391036:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693656448 : -111013015895168 : ffff9b08c49f4380)
00000100:00000040:3.0:1788575719.391042:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391048:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575719.391050:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575719.391071:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575719.391075:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816150016, offset 0
00000400:00000200:3.0:1788575719.391080:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575719.391084:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575719.391087:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575719.391090:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575719.391093:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575719.391095:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575719.391097:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575719.391101:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90677:90677:256:4294967295] 192.168.202.101@tcp LPNI seq info [90657:90657:8:4294967295]
00000400:00000200:3.0:1788575719.391105:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575719.391111:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575719.391115:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575719.391119:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575719.391123:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575719.391126:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575719.391130:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575719.391133:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575719.391136:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575719.391138:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575719.391142:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575719.391145:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575719.391148:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575719.391150:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575719.391152:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575719.391156:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391163:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.391167:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391173:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.391174:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575719.391177:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575719.391180:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575719.391183:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575719.391186:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301235261
00000100:00000001:3.0:1788575719.391188:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301239168
00000100:00000001:3.0:1788575719.391191:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301235261
00000100:00000001:3.0:1788575719.391193:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301239168
00000100:00000001:3.0:1788575719.391195:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575719.391197:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.391199:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575719.391203:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575719/real 1788575719]  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575719.391210:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575719.391212:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575719.391213:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575719.391216:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575719.391217:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575719.391219:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575719.391222:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575719.391230:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391236:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575719.391237:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391239:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.391240:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575719.391244:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391250:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575719.391254:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391261:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575719.391264:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391266:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.391267:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391269:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575719.391271:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575719.391274:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575719.391278:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575719.391280:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575719.391284:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575719.391292:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150016:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575719.391296:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575719.391300:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391307:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575719.391308:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.391311:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575719.391312:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575719.391314:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575719.391317:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150144:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575719.391320:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575719.391322:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575719.391324:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575719.391325:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575719.391328:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575719.391330:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575719.391333:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575719.391335:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575719.391338:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575719.391341:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816150144, portal 4
00000100:00000001:3.0:1788575719.391344:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575719.391345:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693659136 : -111013015892480 : ffff9b08c49f4e00)
00000100:00000040:3.0:1788575719.391350:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391361:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575719.391364:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575719.391366:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575719.391369:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816150144, offset 0
00000400:00000200:3.0:1788575719.391372:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575719.391376:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575719.391380:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575719.391382:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575719.391385:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575719.391387:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575719.391389:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575719.391393:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90678:90678:256:4294967295] 192.168.202.101@tcp LPNI seq info [90658:90658:8:4294967295]
00000400:00000200:3.0:1788575719.391397:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575719.391402:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575719.391407:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575719.391410:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575719.391414:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575719.391417:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575719.391421:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575719.391423:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575719.391427:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575719.391429:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575719.391432:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575719.391435:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575719.391437:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575719.391439:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575719.391442:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575719.391445:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391459:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.391462:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575744 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391469:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.391470:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575719.391473:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575719.391476:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575719.391479:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575719.391481:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301235252
00000100:00000001:3.0:1788575719.391484:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301239168
00000100:00000001:3.0:1788575719.391486:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301235252
00000100:00000001:3.0:1788575719.391489:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301239168
00000100:00000001:3.0:1788575719.391491:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575719.391493:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.391495:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575719.391499:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575719/real 1788575719]  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575719.391506:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575719.391508:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575719.391509:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575719.391512:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575719.391513:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575719.391515:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575719.391519:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575719.391527:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391534:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575719.391535:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391537:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.391538:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575719.391542:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391548:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575719.391552:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391558:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575719.391561:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391562:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575719.391564:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391565:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575719.391567:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575719.391569:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575719.391572:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575719.391574:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575719.391577:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575719.391584:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150144:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575719.391588:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391590:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.391594:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4700 x1875450816149760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391600:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575719.391602:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575719.391604:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575719.391607:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575719.391608:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575719.391610:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575719.391612:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575719.391613:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:3.0:1788575719.391616:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575719.391617:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575719.391618:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4700.
00000100:00000001:3.0:1788575719.391621:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575719.391622:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391623:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.391627:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6680 x1875450816149888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391632:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575719.391633:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575719.391635:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575719.391637:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575719.391638:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575719.391639:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575719.391641:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575719.391642:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:3.0:1788575719.391644:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575719.391645:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575719.391646:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6680.
00000100:00000001:3.0:1788575719.391648:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575719.391649:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391651:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.391654:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4380 x1875450816150016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391661:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575719.391662:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575719.391664:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575719.391666:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575719.391667:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575719.391668:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575719.391670:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575719.391672:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:3.0:1788575719.391674:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575719.391675:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575719.391677:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4380.
00000100:00000001:3.0:1788575719.391679:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575719.391680:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391682:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575719.391685:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4e00 x1875450816150144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575719.391691:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575719.391692:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575719.391694:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575719.391696:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575719.391697:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575719.391698:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575719.391700:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575719.391701:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:3.0:1788575719.391703:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575719.391704:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575719.391706:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4e00.
00000100:00000001:3.0:1788575719.391708:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575719.391709:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391711:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575719.391715:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575719.391716:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575719.391719:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575719.391720:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575719.709172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575719.709179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575719.709184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575719.709185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575719.709188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575719.709190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575719.709193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575719.709194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575719.709197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575719.709199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575719.709263:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575719.709268:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575719.709271:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575720.413175:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575720.413175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575720.413185:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575720.413186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575720.413188:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575720.413189:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575720.413196:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575720.413200:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788575720.413204:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575720.413205:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575720.413208:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575720.413210:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575720.413212:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575720.413214:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575720.413219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575720.413221:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575720.413223:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575720.413225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575720.733136:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575720.733144:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575720.733149:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575720.733156:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575720.733160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575720.733162:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575720.733165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575720.733167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575720.733170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575720.733171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575720.733220:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575720.733224:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575720.733227:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575721.437129:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575721.437129:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575721.437136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575721.437136:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575721.437138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575721.437138:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575721.437143:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575721.437146:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575721.437150:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575721.437152:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575721.437152:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575721.437153:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575721.437154:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575721.437156:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575721.437157:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575721.437158:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575721.437159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575721.437161:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575721.757136:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575721.757141:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575721.757145:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575721.757146:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575721.757148:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575721.757149:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575721.757151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575721.757151:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575721.757154:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575721.757154:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575721.757219:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575721.757223:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575721.757226:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575722.461139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575722.461143:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575722.461148:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575722.461148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575722.461153:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575722.461153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575722.461162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575722.461162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575722.461167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575722.461168:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575722.461172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575722.461172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575722.461177:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575722.461181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575722.461183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575722.461185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575722.461189:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575722.461192:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575722.781162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575722.781167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575722.781170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575722.781171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575722.781174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575722.781175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575722.781177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575722.781178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575722.781180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575722.781180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575722.781233:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575722.781236:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575722.781238:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575723.421138:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301239168, at 4301239232
00000100:00000040:3.0:1788575723.421138:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301239168, at 4301239232
00000100:00000010:2.0:1788575723.421152:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab6c0.
00000100:00000010:3.0:1788575723.421154:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab000.
00000100:00000001:1.0:1788575723.485154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575723.485160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575723.485162:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575723.485166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575723.485169:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575723.485172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575723.485174:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575723.485175:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575723.485177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575723.485378:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575723.485380:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575723.485381:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575723.485382:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575723.485384:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575723.485385:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575723.485387:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575723.485388:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575723.485389:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575723.805135:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575723.805140:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575723.805143:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575723.805144:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575723.805147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575723.805148:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575723.805150:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575723.805151:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575723.805154:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575723.805155:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575723.805209:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575723.805219:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575723.805223:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575724.509171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575724.509179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575724.509181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575724.509187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575724.509190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575724.509199:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575724.509201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575724.509204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575724.509207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575724.509779:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575724.509783:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575724.509785:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575724.509787:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575724.509790:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575724.509792:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575724.509794:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575724.509795:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575724.509797:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575724.511209:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575724.511215:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575724.511218:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575724.511222:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575724.511226:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575724.511234:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6567
00000400:00000200:0.0:1788575724.511244:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575724.511251:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575724.511254:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575724.511257:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511259:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575724.511261:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511262:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575724.511265:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575724.511267:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575724.511268:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575724.511271:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575724.511272:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575724.511274:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575724.511276:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511277:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575724.511279:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511280:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575724.511282:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575724.511284:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511285:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575724.511287:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575724.511290:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575724.511292:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511293:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575724.511295:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575724.511302:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575724.511305:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575724.511308:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575724.511309:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511311:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575724.511313:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575724.511316:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575724.511323:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000001:0.0:1788575724.511329:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575724.511339:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575724.511348:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575724.511352:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575724.511357:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575724.511382:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575724.511385:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575724.511388:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575724.511389:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575724.511391:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575724.511394:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575724.511397:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6567
00000400:00000200:0.0:1788575724.511401:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575724.511404:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575724.511406:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575724.511409:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511411:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575724.511414:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511417:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575724.511419:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575724.511420:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575724.511422:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575724.511425:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575724.511425:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788575724.511428:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575724.511430:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788575724.511432:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575724.511434:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575724.511438:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511442:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575724.511444:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575724.511446:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511451:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575724.511456:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575724.511461:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788575724.511462:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575724.511465:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511466:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575724.511469:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575724.511471:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788575724.511474:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575724.511475:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575724.511476:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511482:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575724.511482:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788575724.511485:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575724.511489:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575724.511490:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816150272:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575724.511491:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575724.511496:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575724.511497:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788575724.511499:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575724.511502:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575724.511503:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788575724.511504:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511507:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575724.511507:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575724.511508:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575724.511513:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.511513:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788575724.511519:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
02000000:00000010:3.0:1788575724.511520:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
00000100:00000001:0.0:1788575724.511522:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.511526:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575724.511530:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575724.511545:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575724.511546:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575724.511549:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575724.511552:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788575724.511554:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:0.0:1788575724.511561:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575724.511564:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1788575724.511564:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00080000:0.0:1788575724.511568:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575724.511569:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575724.511570:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575724.511573:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575724.511573:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816150272, portal 25
00000100:00080000:0.0:1788575724.511577:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6567
00000100:00000001:3.0:1788575724.511579:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1788575724.511582:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575724.511583:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000400:00000200:0.0:1788575724.511586:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575724.511588:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575724.511592:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575724.511593:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575724.511594:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575724.511597:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511600:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575724.511604:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575724.511606:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575724.511609:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575724.511611:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000100:00000001:3.0:1788575724.511612:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1788575724.511614:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575724.511617:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575724.511620:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575724.511622:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511625:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788575724.511625:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000040:0.0:1788575724.511627:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511630:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:3.0:1788575724.511631:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816150272, offset 0
00000020:00000040:0.0:1788575724.511632:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575724.511637:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511640:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575724.511643:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575724.511644:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575724.511647:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575724.511650:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511653:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575724.511654:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:0.0:1788575724.511656:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575724.511660:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511662:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575724.511664:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000010:0.0:1788575724.511667:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000400:00000200:3.0:1788575724.511671:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1788575724.511672:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575724.511677:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788575724.511680:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
02000000:00000001:0.0:1788575724.511681:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511694:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575724.511696:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575724.511697:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575724.511701:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000400:00000200:3.0:1788575724.511703:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788575724.511706:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575724.511709:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00100000:0.0:1788575724.511715:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575724.511717:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90679:90679:256:4294967295] 192.168.202.101@tcp LPNI seq info [90659:90659:8:4294967295]
00000400:00000200:3.0:1788575724.511729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575724.511733:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575724.511736:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575724.511744:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575724.511745:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575724.511758:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511760:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575724.511764:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:3.0:1788575724.511765:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000100:00080000:0.0:1788575724.511769:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575724.511772:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575724.511774:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788575724.511776:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575724.511777:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788575724.511782:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000100:00080000:0.0:1788575724.511783:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6567
00000400:00000200:0.0:1788575724.511790:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788575724.511794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:0.0:1788575724.511795:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575724.511800:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788575724.511800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1788575724.511803:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511807:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575724.511810:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000100:3.0:1788575724.511811:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511812:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575724.511815:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575724.511816:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000800:00000010:3.0:1788575724.511816:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000020:00000001:0.0:1788575724.511819:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575724.511822:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575724.511823:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575724.511825:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:3.0:1788575724.511826:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788575724.511828:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.511831:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575724.511834:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575724.511837:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788575724.511838:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575724.511842:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000200:3.0:1788575724.511846:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000100:00080000:0.0:1788575724.511847:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:3.0:1788575724.511850:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:0.0:1788575724.511851:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575724.511855:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575724.511856:0:2397:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788575724.511859:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575724.511863:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575724.511863:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575724.511866:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575724.511870:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575724.511874:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511876:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575724.511879:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575724.511884:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575724.511888:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575724.511888:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788575724.511892:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.511893:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575724.511895:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788575724.511896:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575724.511897:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575724.511904:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575724.511910:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.511911:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.511915:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1788575724.511919:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575724.511922:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575724.511931:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575724.511933:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575724.511936:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301244290
00000100:00000001:0.0:1788575724.511937:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575724.511945:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575724.511945:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab000.
00000100:00000001:3.0:1788575724.511953:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788575724.511956:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575724.511960:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575724.511961:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301244290
00000100:00080000:0.0:1788575724.511966:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:3.0:1788575724.511968:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab2a0.
00000100:00000001:0.0:1788575724.511970:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575724.511972:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575724.511975:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575724.511977:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6567
00000400:00000200:0.0:1788575724.511983:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575724.511985:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000400:00000200:0.0:1788575724.511987:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575724.511991:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575724.511991:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575724.511997:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575724.511998:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575724.512001:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788575724.512003:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575724.512009:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575724.512010:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575724/real 1788575724]  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575724.512014:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575724.512018:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575724.512020:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575724.512023:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575724.512025:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575724.512027:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575724.512029:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000400:00000001:3.0:1788575724.512029:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575724.512033:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1788575724.512034:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.512037:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575724.512039:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575724.512040:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575724.512041:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575724.512042:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575724.512044:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575724.512044:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:0.0:1788575724.512045:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575724.512048:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575724.512050:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
02000000:00000001:0.0:1788575724.512051:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.512075:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575724.512077:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:0.0:1788575724.512079:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.512080:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575724.512083:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575724.512084:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575724.512085:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575724.512086:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575724.512090:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575724.512091:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788575724.512091:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
02000000:00000001:0.0:1788575724.512094:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512097:0:2397:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:0.0:1788575724.512098:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84000.
00000100:00000001:0.0:1788575724.512102:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575724.512105:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575724.512108:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788575724.512132:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575724.512133:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575724.512135:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575724.512141:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512145:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575724.512147:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575724.512151:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512152:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.512154:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575724.512157:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6578)
00000100:00100000:3.0:1788575724.512160:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512166:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575724.512169:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512173:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575724.512175:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512176:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.512177:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512179:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575724.512186:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575724.512188:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575724.512190:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575724.512192:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575724.512195:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575724.512200:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816150272:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575724.512203:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512205:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.512206:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816150272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512210:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575724.512212:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575724.512214:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575724.512217:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575724.512218:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575724.512219:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575724.512221:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575724.512222:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
02000000:00000001:3.0:1788575724.512225:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575724.512226:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575724.512227:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575724.512230:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575724.512231:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512232:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512242:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575724.512243:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512245:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575724.512246:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575724.512248:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575724.512251:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512263:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575724.512264:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.512267:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575724.512269:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575724.512271:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575724.512273:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150400:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575724.512277:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575724.512279:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575724.512281:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.512283:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575724.512286:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575724.512288:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575724.512292:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575724.512294:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575724.512297:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575724.512299:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816150400, portal 10
00000100:00000001:3.0:1788575724.512300:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575724.512301:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575724.512308:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512314:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575724.512316:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575724.512318:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575724.512320:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816150400, offset 0
00000400:00000200:3.0:1788575724.512324:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575724.512328:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575724.512332:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575724.512335:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575724.512338:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575724.512340:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575724.512342:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575724.512346:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90680:90680:256:4294967295] 192.168.202.101@tcp LPNI seq info [90660:90660:8:4294967295]
00000400:00000200:3.0:1788575724.512350:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575724.512356:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575724.512359:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575724.512361:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575724.512364:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575724.512366:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575724.512368:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575724.512370:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788575724.512372:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575724.512373:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575724.512375:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575724.512378:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575724.512380:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575724.512382:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575724.512385:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575724.512388:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512395:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.512397:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512403:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512405:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575724.512408:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575724.512411:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575724.512415:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575724.512417:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301240399
00000100:00000001:3.0:1788575724.512419:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301244290
00000100:00000001:3.0:1788575724.512421:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301240399
00000100:00000001:3.0:1788575724.512423:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301244290
00000100:00000001:3.0:1788575724.512425:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575724.512427:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512428:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575724.512431:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575724/real 1788575724]  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575724.512436:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575724.512437:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575724.512438:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575724.512440:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575724.512441:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575724.512443:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575724.512446:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575724.512453:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512459:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575724.512460:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512462:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.512463:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575724.512466:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512473:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575724.512476:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512483:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575724.512485:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512487:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.512488:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512489:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575724.512491:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575724.512492:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575724.512495:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575724.512496:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575724.512499:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575724.512503:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150400:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575724.512506:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575724.512508:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512511:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575724.512512:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.512513:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575724.512514:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575724.512515:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575724.512517:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150528:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575724.512519:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575724.512521:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575724.512521:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.512522:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575724.512525:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575724.512526:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575724.512528:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575724.512530:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575724.512532:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575724.512534:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816150528, portal 10
00000100:00000001:3.0:1788575724.512535:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575724.512536:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575724.512539:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512543:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575724.512544:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575724.512546:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575724.512547:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816150528, offset 0
00000400:00000200:3.0:1788575724.512549:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575724.512552:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575724.512554:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575724.512556:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575724.512558:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575724.512559:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575724.512560:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575724.512562:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90681:90681:256:4294967295] 192.168.202.101@tcp LPNI seq info [90661:90661:8:4294967295]
00000400:00000200:3.0:1788575724.512565:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575724.512568:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575724.512571:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575724.512573:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575724.512575:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575724.512577:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575724.512579:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575724.512581:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788575724.512583:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575724.512584:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575724.512586:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575724.512588:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575724.512590:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575724.512591:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575724.512592:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575724.512594:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512598:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.512600:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512604:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512604:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575724.512606:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575724.512608:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575724.512610:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575724.512611:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301240349
00000100:00000001:3.0:1788575724.512613:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301244290
00000100:00000001:3.0:1788575724.512614:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301240349
00000100:00000001:3.0:1788575724.512615:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301244290
00000100:00000001:3.0:1788575724.512616:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575724.512617:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512618:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575724.512620:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575724/real 1788575724]  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575724.512624:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575724.512625:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575724.512626:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575724.512627:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575724.512628:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575724.512629:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575724.512631:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575724.512635:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512638:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575724.512639:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512640:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.512641:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575724.512643:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512647:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575724.512649:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512653:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575724.512654:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512655:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.512656:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512657:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575724.512658:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575724.512659:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575724.512660:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575724.512662:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575724.512664:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575724.512667:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150528:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575724.512669:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575724.512671:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512674:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575724.512675:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.512676:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575724.512677:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575724.512678:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575724.512680:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150656:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575724.512681:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575724.512682:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575724.512683:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.512684:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575724.512699:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575724.512701:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575724.512703:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575724.512705:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575724.512708:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575724.512709:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816150656, portal 4
00000100:00000001:3.0:1788575724.512710:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575724.512711:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:3.0:1788575724.512715:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512719:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575724.512721:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575724.512722:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575724.512723:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816150656, offset 0
00000400:00000200:3.0:1788575724.512725:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575724.512727:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575724.512730:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575724.512733:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575724.512735:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575724.512737:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575724.512739:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575724.512741:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90682:90682:256:4294967295] 192.168.202.101@tcp LPNI seq info [90662:90662:8:4294967295]
00000400:00000200:3.0:1788575724.512745:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575724.512750:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575724.512754:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575724.512757:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575724.512761:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575724.512763:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575724.512767:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575724.512769:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788575724.512773:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575724.512774:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575724.512777:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575724.512779:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575724.512781:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575724.512782:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575724.512784:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575724.512786:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512791:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.512792:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512796:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512797:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575724.512799:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575724.512801:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575724.512803:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575724.512804:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301240382
00000100:00000001:3.0:1788575724.512805:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301244290
00000100:00000001:3.0:1788575724.512807:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301240382
00000100:00000001:3.0:1788575724.512808:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301244290
00000100:00000001:3.0:1788575724.512809:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575724.512810:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.512811:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575724.512814:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575724/real 1788575724]  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575724.512818:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575724.512818:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575724.512819:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575724.512820:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575724.512821:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575724.512822:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575724.512824:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575724.512829:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512840:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575724.512841:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512842:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.512843:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575724.512847:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512853:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575724.512857:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512863:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575724.512865:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512867:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.512868:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.512870:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575724.512872:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575724.512875:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575724.512878:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575724.512880:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575724.512883:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575724.512890:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150656:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575724.512894:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575724.512898:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512904:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575724.512905:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.512908:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575724.512909:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575724.512911:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575724.512914:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150784:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575724.512917:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575724.512918:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575724.512919:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575724.512920:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575724.512923:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575724.512924:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575724.512926:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575724.512927:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575724.512929:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575724.512931:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816150784, portal 4
00000100:00000001:3.0:1788575724.512932:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575724.512933:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:3.0:1788575724.512937:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.512941:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575724.512943:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575724.512945:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575724.512947:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816150784, offset 0
00000400:00000200:3.0:1788575724.512950:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575724.512954:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575724.512958:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575724.512960:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575724.512963:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575724.512965:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575724.512967:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575724.512970:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90683:90683:256:4294967295] 192.168.202.101@tcp LPNI seq info [90663:90663:8:4294967295]
00000400:00000200:3.0:1788575724.512974:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575724.512979:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575724.512984:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575724.512987:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575724.512991:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575724.512993:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575724.512997:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575724.512999:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788575724.513003:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575724.513005:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575724.513008:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575724.513011:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575724.513013:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575724.513015:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575724.513018:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575724.513021:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513028:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.513031:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513036:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.513037:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575724.513040:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575724.513043:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575724.513046:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575724.513048:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301240373
00000100:00000001:3.0:1788575724.513050:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301244290
00000100:00000001:3.0:1788575724.513070:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301240374
00000100:00000001:3.0:1788575724.513073:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301244290
00000100:00000001:3.0:1788575724.513075:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575724.513076:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.513078:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575724.513082:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575724/real 1788575724]  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575724.513087:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575724.513088:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575724.513089:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575724.513091:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575724.513092:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575724.513093:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575724.513095:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575724.513100:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513103:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575724.513104:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513105:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.513105:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575724.513107:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513111:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575724.513113:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513117:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575724.513119:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513119:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575724.513120:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513121:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575724.513122:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575724.513123:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575724.513125:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575724.513126:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575724.513128:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575724.513133:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816150784:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575724.513135:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513136:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.513138:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816150400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513142:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575724.513143:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575724.513144:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575724.513146:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575724.513146:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575724.513147:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575724.513149:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575724.513150:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87000.
02000000:00000001:3.0:1788575724.513151:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575724.513152:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575724.513153:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575724.513155:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575724.513156:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513156:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.513158:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816150528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513162:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575724.513163:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575724.513163:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575724.513164:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575724.513165:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575724.513166:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575724.513167:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575724.513167:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84400.
02000000:00000001:3.0:1788575724.513169:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575724.513170:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575724.513172:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575724.513174:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575724.513175:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513176:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.513179:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816150656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513185:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575724.513186:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575724.513188:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575724.513191:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575724.513192:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575724.513193:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575724.513195:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575724.513197:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87c00.
02000000:00000001:3.0:1788575724.513199:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575724.513200:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575724.513201:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575724.513203:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575724.513204:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513206:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575724.513209:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816150784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575724.513215:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575724.513216:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575724.513217:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575724.513219:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575724.513220:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575724.513221:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575724.513223:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575724.513224:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84000.
02000000:00000001:3.0:1788575724.513226:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575724.513227:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575724.513228:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:3.0:1788575724.513230:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575724.513231:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513233:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575724.513236:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575724.513237:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575724.513239:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575724.513241:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575724.829151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575724.829156:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575724.829160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575724.829161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575724.829163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575724.829164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575724.829166:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575724.829166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575724.829168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575724.829169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575724.829259:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575724.829265:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575724.829268:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575725.533156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575725.533156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575725.533163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575725.533164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575725.533165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575725.533167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575725.533172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575725.533173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575725.533177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575725.533178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575725.533180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575725.533183:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575725.533184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575725.533186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575725.533189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575725.533194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575725.533197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575725.533200:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853159:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575725.853163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575725.853169:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575725.853171:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575725.853174:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853176:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575725.853178:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853179:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853181:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575725.853184:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575725.853184:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575725.853185:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853186:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575725.853187:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853188:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853189:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575725.853192:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575725.853193:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575725.853194:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853195:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575725.853196:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853197:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853198:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575725.853200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575725.853201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575725.853253:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575725.853257:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575725.853260:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575726.557122:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575726.557123:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575726.557129:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575726.557130:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575726.557132:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575726.557133:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575726.557138:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575726.557139:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575726.557143:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575726.557144:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575726.557147:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575726.557148:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575726.557150:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575726.557153:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575726.557154:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575726.557157:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575726.557166:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575726.557169:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575726.877159:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575726.877165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575726.877170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575726.877172:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575726.877175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575726.877176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575726.877179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575726.877180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575726.877183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575726.877184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575726.877240:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575726.877243:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575726.877246:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575727.581119:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575727.581126:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575727.581128:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575727.581133:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575727.581137:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575727.581141:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575727.581143:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575727.581146:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575727.581148:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575727.581179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575727.581187:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575727.581189:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575727.581194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575727.581198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575727.581201:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575727.581204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575727.581207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575727.581209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575727.901641:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575727.901647:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575727.901652:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575727.901653:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575727.901657:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575727.901658:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575727.901661:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575727.901662:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575727.901665:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575727.901667:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575727.901756:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575727.901759:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575727.901762:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575728.541145:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301244290, at 4301244352
00000100:00000040:3.0:1788575728.541145:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301244290, at 4301244352
00000100:00000010:3.0:1788575728.541158:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab2a0.
00000100:00000010:2.0:1788575728.541161:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab000.
00000100:00000001:3.0:1788575728.605159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575728.605167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575728.605169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575728.605175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575728.605179:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575728.605182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575728.605185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575728.605188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575728.605191:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575728.605239:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575728.605242:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575728.605244:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575728.605247:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575728.605249:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575728.605251:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575728.605254:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575728.605255:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575728.605258:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925159:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575728.925166:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575728.925169:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575728.925171:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925176:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575728.925178:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925180:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925182:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575728.925187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575728.925192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575728.925196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575728.925208:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575728.925209:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575728.925211:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925212:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575728.925214:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925215:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575728.925217:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575728.925275:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575728.925279:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575728.925282:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575729.629108:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575729.629115:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575729.629117:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629118:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575729.629122:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575729.629124:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575729.629125:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575729.629126:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575729.629131:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575729.629132:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575729.629134:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.629136:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575729.629137:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575729.629139:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575729.629143:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.629143:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575729.629147:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.629150:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575729.629159:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575729.629163:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575729.629165:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575729.629167:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575729.629169:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575729.629175:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6573
00000400:00000200:1.0:1788575729.629182:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575729.629187:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575729.629189:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575729.629191:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629193:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575729.629194:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629196:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575729.629198:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575729.629200:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575729.629202:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575729.629204:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575729.629205:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575729.629207:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575729.629208:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629210:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575729.629211:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629212:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575729.629215:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575729.629218:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629220:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575729.629223:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575729.629226:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575729.629229:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629231:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575729.629233:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575729.629242:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575729.629246:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575729.629249:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575729.629251:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629254:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575729.629257:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575729.629261:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575729.629268:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575729.629275:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575729.629283:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575729.629293:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575729.629297:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575729.629301:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575729.629320:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575729.629322:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575729.629324:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575729.629325:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575729.629327:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575729.629329:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575729.629330:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6573
00000400:00000200:1.0:1788575729.629334:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575729.629337:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575729.629338:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575729.629340:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629342:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575729.629344:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575729.629345:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788575729.629346:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575729.629350:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575729.629351:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:3.0:1788575729.629351:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788575729.629355:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575729.629356:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788575729.629357:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575729.629359:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575729.629361:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575729.629365:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629366:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575729.629366:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575729.629370:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629374:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575729.629379:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575729.629385:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575729.629386:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575729.629389:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629391:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.629394:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788575729.629395:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575729.629399:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575729.629402:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575729.629403:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575729.629408:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629411:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575729.629415:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575729.629417:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816150912:192.168.202.101@tcp:250:kworker.0
00000008:00000001:1.0:1788575729.629418:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629422:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.629426:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1788575729.629428:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575729.629431:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575729.629431:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788575729.629433:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575729.629446:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.629448:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629449:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575729.629453:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788575729.629456:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1788575729.629458:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:1.0:1788575729.629459:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.629461:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575729.629467:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000400:00000200:3.0:1788575729.629468:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575729.629473:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575729.629479:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00100000:1.0:1788575729.629482:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575729.629488:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575729.629492:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575729.629496:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575729.629497:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816150912, portal 25
00000100:00000001:3.0:1788575729.629502:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575729.629504:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:3.0:1788575729.629511:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575729.629512:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575729.629529:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575729.629531:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575729.629534:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575729.629535:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575729.629537:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575729.629539:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575729.629542:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6573
00000400:00000200:1.0:1788575729.629546:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575729.629549:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575729.629551:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575729.629553:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629555:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575729.629557:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629559:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575729.629561:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575729.629563:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575729.629564:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575729.629565:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575729.629567:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575729.629570:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575729.629572:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629574:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575729.629576:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629578:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575729.629580:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575729.629582:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629583:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575729.629585:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575729.629588:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575729.629590:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629592:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575729.629594:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575729.629596:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629597:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575729.629601:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575729.629603:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575729.629605:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575729.629606:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575729.629608:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575729.629609:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575729.629611:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575729.629615:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575729.629618:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575729.629633:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575729.629641:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575729.629643:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575729.629647:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575729.629654:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575729.629656:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575729.629660:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575729.629661:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575729.629662:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575729.629664:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575729.629668:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6573
00000100:00000001:3.0:1788575729.629673:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1788575729.629676:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575729.629679:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000200:1.0:1788575729.629684:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000010:3.0:1788575729.629684:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575729.629689:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816150912, offset 0
00000100:00080000:1.0:1788575729.629690:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575729.629696:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575729.629698:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629701:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575729.629705:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629709:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575729.629710:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:1.0:1788575729.629714:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575729.629716:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575729.629717:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575729.629719:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000020:00000040:1.0:1788575729.629720:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575729.629724:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575729.629726:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:3.0:1788575729.629727:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788575729.629730:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629731:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575729.629732:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629733:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575729.629735:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575729.629737:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629739:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575729.629740:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575729.629742:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
02000000:00000001:1.0:1788575729.629743:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575729.629747:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1788575729.629748:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575729.629751:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629752:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575729.629756:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90684:90684:256:4294967295] 192.168.202.101@tcp LPNI seq info [90664:90664:8:4294967295]
00000008:00100000:1.0:1788575729.629757:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575729.629763:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575729.629764:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575729.629768:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575729.629774:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000400:00000200:3.0:1788575729.629774:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788575729.629780:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000800:00000200:3.0:1788575729.629783:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.629788:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
02000000:00000001:1.0:1788575729.629792:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575729.629794:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575729.629795:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575729.629797:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575729.629800:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1788575729.629800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
02000000:00000001:1.0:1788575729.629802:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575729.629808:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000800:00000200:3.1:1788575729.629808:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575729.629812:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1788575729.629813:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788575729.629818:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00100000:1.0:1788575729.629821:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1788575729.629825:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000100:00000001:1.0:1788575729.629828:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575729.629830:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575729.629831:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788575729.629834:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575729.629842:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788575729.629845:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575729.629848:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575729.629848:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000100:00080000:1.0:1788575729.629853:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:3.0:1788575729.629853:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:1.0:1788575729.629856:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575729.629858:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575729.629858:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788575729.629860:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575729.629864:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575729.629865:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6573
00000400:00000200:1.0:1788575729.629872:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575729.629876:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575729.629880:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575729.629885:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629887:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575729.629888:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575729.629888:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575729.629891:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575729.629894:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575729.629895:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000040:3.0:1788575729.629896:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575729.629897:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575729.629899:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575729.629902:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575729.629905:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575729.629912:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629916:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575729.629917:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575729.629920:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575729.629920:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788575729.629923:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575729.629924:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575729.629926:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575729.629927:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575729.629932:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575729.629935:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:1.0:1788575729.629936:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575729.629938:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301249408
00000100:00000010:3.0:1788575729.629944:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab2a0.
00000100:00000001:3.0:1788575729.629949:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1788575729.629951:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575729.629952:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301249408
02000000:00000001:1.0:1788575729.629957:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575729.629958:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abc00.
00000100:00000001:1.0:1788575729.629963:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575729.629963:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000008:00100000:1.0:1788575729.629967:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575729.629967:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575729.629971:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.629973:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575729.629976:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575729/real 1788575729]  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788575729.629982:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575729.629984:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575729.629986:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575729.629987:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575729.629989:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575729.629992:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000100:00000010:1.0:1788575729.629994:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000400:00000010:3.0:1788575729.629994:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575729.629996:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1788575729.630000:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000200:3.0:1788575729.630000:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575729.630007:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575729.630010:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575729.630011:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575729.630014:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575729.630016:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575729.630018:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575729.630025:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:3.0:1788575729.630026:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575729.630028:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575729.630031:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.630031:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.630034:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575729.630039:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575729.630040:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575729.630071:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575729.630073:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575729.630077:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630090:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575729.630091:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575729.630096:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6583)
00000100:00000040:3.0:1788575729.630100:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630109:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575729.630112:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630114:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.630116:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630119:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575729.630121:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575729.630123:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575729.630127:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575729.630129:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575729.630133:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575729.630142:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816150912:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575729.630146:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630148:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.630151:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816150912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630163:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575729.630166:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575729.630168:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575729.630172:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575729.630173:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575729.630175:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575729.630177:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575729.630179:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae800.
02000000:00000001:3.0:1788575729.630182:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575729.630184:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575729.630185:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:3.0:1788575729.630188:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575729.630190:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630192:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630198:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575729.630199:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.630201:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575729.630203:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575729.630204:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575729.630208:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630220:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575729.630221:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.630224:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575729.630225:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575729.630227:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575729.630230:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151040:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575729.630233:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575729.630235:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575729.630237:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.630238:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575729.630241:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575729.630243:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575729.630247:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575729.630250:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575729.630253:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575729.630256:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816151040, portal 10
00000100:00000001:3.0:1788575729.630258:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575729.630259:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
00000100:00000040:3.0:1788575729.630266:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630282:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575729.630285:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575729.630287:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575729.630290:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816151040, offset 0
00000400:00000200:3.0:1788575729.630294:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575729.630298:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575729.630302:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575729.630304:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575729.630306:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575729.630309:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575729.630311:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575729.630314:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90685:90685:256:4294967295] 192.168.202.101@tcp LPNI seq info [90665:90665:8:4294967295]
00000400:00000200:3.0:1788575729.630318:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575729.630324:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575729.630328:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.630332:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575729.630336:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575729.630339:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575729.630343:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575729.630345:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788575729.630349:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.630351:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575729.630354:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575729.630358:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575729.630360:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575729.630362:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575729.630364:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575729.630368:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630375:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.630378:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630385:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.630386:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575729.630389:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575729.630393:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575729.630396:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575729.630398:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301245517
00000100:00000001:3.0:1788575729.630401:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301249408
00000100:00000001:3.0:1788575729.630403:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301245517
00000100:00000001:3.0:1788575729.630405:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301249408
00000100:00000001:3.0:1788575729.630407:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575729.630409:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.630411:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575729.630415:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575729/real 1788575729]  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575729.630422:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575729.630424:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575729.630426:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575729.630428:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575729.630430:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575729.630431:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575729.630448:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575729.630457:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630463:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575729.630464:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630466:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.630467:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575729.630471:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630477:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575729.630481:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630487:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575729.630490:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630492:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.630493:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630495:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575729.630497:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575729.630500:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575729.630504:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575729.630506:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575729.630509:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575729.630517:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151040:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575729.630521:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575729.630524:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630530:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575729.630531:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.630533:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575729.630535:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575729.630536:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575729.630539:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151168:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575729.630542:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575729.630544:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575729.630545:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.630547:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575729.630551:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575729.630553:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575729.630556:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575729.630558:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575729.630561:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575729.630563:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816151168, portal 10
00000100:00000001:3.0:1788575729.630565:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575729.630566:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00000040:3.0:1788575729.630571:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630577:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575729.630579:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575729.630581:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575729.630583:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816151168, offset 0
00000400:00000200:3.0:1788575729.630587:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575729.630591:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575729.630594:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575729.630597:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575729.630599:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575729.630601:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575729.630603:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575729.630606:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90686:90686:256:4294967295] 192.168.202.101@tcp LPNI seq info [90666:90666:8:4294967295]
00000400:00000200:3.0:1788575729.630610:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575729.630615:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575729.630620:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.630623:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575729.630626:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575729.630629:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575729.630633:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575729.630636:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788575729.630639:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.630641:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575729.630644:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575729.630647:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575729.630650:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575729.630651:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575729.630653:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575729.630657:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630664:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.630667:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630673:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.630674:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575729.630678:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575729.630680:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575729.630683:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575729.630686:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301245467
00000100:00000001:3.0:1788575729.630688:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301249408
00000100:00000001:3.0:1788575729.630690:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301245467
00000100:00000001:3.0:1788575729.630692:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301249408
00000100:00000001:3.0:1788575729.630694:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575729.630696:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.630697:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575729.630701:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575729/real 1788575729]  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575729.630708:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575729.630709:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575729.630710:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575729.630713:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575729.630714:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575729.630717:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575729.630720:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575729.630728:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630734:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575729.630735:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630736:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.630737:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575729.630740:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630746:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575729.630749:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630756:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575729.630758:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630760:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.630761:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.630763:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575729.630764:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575729.630767:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575729.630770:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575729.630772:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575729.630775:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575729.630783:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151168:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575729.630786:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575729.630789:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630795:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575729.630796:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.630798:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575729.630800:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575729.630802:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575729.630804:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151296:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575729.630807:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575729.630809:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575729.630810:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.630812:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575729.630815:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575729.630816:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575729.630820:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575729.630823:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575729.630827:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575729.630830:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816151296, portal 4
00000100:00000001:3.0:1788575729.630832:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575729.630833:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
00000100:00000040:3.0:1788575729.630838:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630845:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575729.630848:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575729.630850:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575729.630852:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816151296, offset 0
00000400:00000200:3.0:1788575729.630856:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575729.630859:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575729.630862:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575729.630865:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575729.630868:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575729.630870:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575729.630872:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575729.630875:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90687:90687:256:4294967295] 192.168.202.101@tcp LPNI seq info [90667:90667:8:4294967295]
00000400:00000200:3.0:1788575729.630879:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575729.630884:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575729.630889:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.630893:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575729.630897:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575729.630899:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575729.630903:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575729.630906:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788575729.630910:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.630912:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575729.630914:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575729.630918:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575729.630920:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575729.630922:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575729.630925:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575729.630929:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630936:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.630939:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.630946:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.630948:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575729.630951:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575729.630954:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575729.630958:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575729.630959:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301245500
00000100:00000001:3.0:1788575729.630963:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301249408
00000100:00000001:3.0:1788575729.630964:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301245500
00000100:00000001:3.0:1788575729.630966:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301249408
00000100:00000001:3.0:1788575729.630968:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575729.630970:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.630971:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575729.630975:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575729/real 1788575729]  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575729.630982:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575729.630983:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575729.630985:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575729.630987:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575729.630988:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575729.630990:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575729.630993:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575729.631001:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631012:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575729.631013:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631015:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.631016:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575729.631019:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631026:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575729.631029:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631036:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575729.631038:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631040:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.631041:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631043:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575729.631045:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575729.631048:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575729.631050:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575729.631074:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575729.631078:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575729.631086:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151296:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575729.631090:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575729.631093:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631099:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575729.631100:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.631103:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575729.631104:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575729.631106:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575729.631109:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151424:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575729.631112:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575729.631113:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575729.631115:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575729.631116:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575729.631120:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575729.631121:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575729.631124:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575729.631126:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575729.631129:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575729.631132:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816151424, portal 4
00000100:00000001:3.0:1788575729.631134:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575729.631134:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
00000100:00000040:3.0:1788575729.631139:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631144:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575729.631146:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575729.631149:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575729.631151:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816151424, offset 0
00000400:00000200:3.0:1788575729.631154:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575729.631158:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575729.631161:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575729.631163:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575729.631165:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575729.631168:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575729.631170:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575729.631172:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90688:90688:256:4294967295] 192.168.202.101@tcp LPNI seq info [90668:90668:8:4294967295]
00000400:00000200:3.0:1788575729.631176:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575729.631181:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575729.631186:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.631189:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575729.631193:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575729.631195:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575729.631199:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575729.631202:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788575729.631205:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575729.631207:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:3.0:1788575729.631210:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575729.631213:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575729.631217:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:3.0:1788575729.631218:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:3.0:1788575729.631221:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575729.631224:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631231:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.631234:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631240:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.631242:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575729.631244:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575729.631247:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575729.631250:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575729.631252:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301245492
00000100:00000001:3.0:1788575729.631254:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301249408
00000100:00000001:3.0:1788575729.631256:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301245492
00000100:00000001:3.0:1788575729.631258:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301249408
00000100:00000001:3.0:1788575729.631260:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575729.631262:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.631264:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575729.631268:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575729/real 1788575729]  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575729.631275:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575729.631277:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575729.631278:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575729.631280:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575729.631282:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575729.631283:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575729.631286:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575729.631294:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631313:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575729.631315:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631316:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.631318:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575729.631321:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631327:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575729.631331:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631337:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575729.631340:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631341:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575729.631342:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631344:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575729.631345:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575729.631348:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575729.631350:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575729.631352:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575729.631356:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575729.631364:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151424:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575729.631367:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631369:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.631372:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816151040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631377:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575729.631379:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575729.631381:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575729.631383:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575729.631385:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575729.631386:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575729.631388:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575729.631390:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:3.0:1788575729.631392:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575729.631393:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575729.631395:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:3.0:1788575729.631397:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575729.631398:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631400:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.631403:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816151168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631409:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575729.631411:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575729.631413:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575729.631415:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575729.631416:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575729.631417:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575729.631418:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575729.631420:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94adc00.
02000000:00000001:3.0:1788575729.631422:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575729.631423:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575729.631425:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575729.631427:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575729.631428:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631430:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.631433:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816151296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631452:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575729.631453:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575729.631455:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575729.631457:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575729.631458:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575729.631460:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575729.631461:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575729.631463:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac800.
02000000:00000001:3.0:1788575729.631465:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575729.631466:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575729.631468:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
00000100:00000001:3.0:1788575729.631470:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575729.631471:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631472:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575729.631476:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816151424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575729.631482:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575729.631483:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575729.631485:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575729.631487:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575729.631488:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575729.631490:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575729.631492:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575729.631493:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae000.
02000000:00000001:3.0:1788575729.631495:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575729.631496:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575729.631497:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000100:00000001:3.0:1788575729.631500:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575729.631501:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631503:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575729.631508:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575729.631509:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575729.631511:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575729.631513:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575729.949168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575729.949174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575729.949184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575729.949186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575729.949189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575729.949190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575729.949193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575729.949194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575729.949197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575729.949199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575729.949284:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575729.949287:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575729.949291:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575730.653215:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575730.653229:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575730.653232:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575730.653235:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575730.653235:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575730.653238:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575730.653241:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575730.653243:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575730.653245:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575730.653249:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575730.653250:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575730.653254:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575730.653254:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575730.653257:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575730.653260:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575730.653261:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575730.653264:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575730.653267:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575730.973210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575730.973216:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575730.973222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575730.973223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575730.973227:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575730.973228:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575730.973231:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575730.973232:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575730.973235:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575730.973236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575730.973302:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575730.973306:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575730.973309:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575731.677176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575731.677176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575731.677185:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575731.677185:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575731.677189:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575731.677189:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575731.677197:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575731.677198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575731.677203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575731.677203:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575731.677207:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575731.677208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575731.677214:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575731.677218:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575731.677221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575731.677222:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575731.677225:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575731.677228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575731.997171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575731.997178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575731.997183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575731.997185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575731.997188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575731.997189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575731.997192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575731.997193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575731.997197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575731.997198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575731.997264:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575731.997268:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575731.997271:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575732.701180:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575732.701190:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575732.701193:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575732.701200:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575732.701205:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575732.701209:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575732.701213:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575732.701216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575732.701220:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575732.701267:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575732.701274:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575732.701276:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575732.701306:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575732.701310:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575732.701329:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575732.701331:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575732.701334:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575732.701337:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575733.021636:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575733.021643:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575733.021648:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575733.021650:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575733.021653:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575733.021654:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575733.021657:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575733.021658:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575733.021661:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575733.021662:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575733.021726:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575733.021729:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575733.021732:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575733.661179:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301249408, at 4301249472
00000100:00000040:3.0:1788575733.661181:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301249408, at 4301249472
00000100:00000010:2.0:1788575733.661195:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab2a0.
00000100:00000010:3.0:1788575733.661197:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abc00.
00000100:00000001:1.0:1788575733.725173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575733.725180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575733.725182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575733.725187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575733.725190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575733.725194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575733.725197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575733.725200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575733.725204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575733.725308:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575733.725311:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575733.725312:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575733.725315:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575733.725317:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575733.725319:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575733.725321:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575733.725322:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575733.725324:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575734.045132:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575734.045138:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575734.045141:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575734.045142:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575734.045144:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575734.045145:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575734.045147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575734.045148:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575734.045150:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575734.045151:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575734.045208:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575734.045211:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575734.045214:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575734.749223:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575734.749234:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575734.749236:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575734.749240:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575734.749242:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575734.749246:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575734.749248:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575734.749249:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575734.749254:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788575734.749257:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6578
00000100:00000001:0.0:1788575734.749259:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575734.749264:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575734.749268:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788575734.749268:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575734.749273:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575734.749278:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1788575734.749279:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575734.749283:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575734.749289:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749292:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575734.749295:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749297:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575734.749301:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575734.749303:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575734.749306:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575734.749309:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575734.749312:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575734.749314:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575734.749317:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749320:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575734.749322:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749324:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575734.749327:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575734.749330:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749332:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575734.749335:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575734.749338:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575734.749341:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749343:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575734.749345:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575734.749355:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575734.749358:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575734.749362:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575734.749364:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749367:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575734.749370:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575734.749373:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575734.749382:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575734.749389:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575734.749399:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575734.749409:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575734.749414:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575734.749420:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575734.749442:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575734.749445:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575734.749449:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575734.749451:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575734.749452:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575734.749455:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575734.749457:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6578
00000400:00000200:1.0:1788575734.749462:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575734.749466:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575734.749469:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575734.749471:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749473:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575734.749475:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749477:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575734.749480:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575734.749482:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575734.749487:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575734.749487:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000020:00000040:1.0:1788575734.749490:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575734.749497:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575734.749497:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575734.749501:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575734.749503:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00100000:3.0:1788575734.749514:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000040:1.0:1788575734.749515:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575734.749523:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575734.749524:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575734.749530:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575734.749531:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749537:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575734.749542:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575734.749544:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749547:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.749548:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788575734.749550:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575734.749553:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788575734.749558:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575734.749559:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575734.749571:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749574:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575734.749578:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575734.749581:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749582:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575734.749585:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575734.749587:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575734.749589:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575734.749590:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749592:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575734.749593:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575734.749595:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.749595:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575734.749601:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:1.0:1788575734.749604:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:3.0:1788575734.749607:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575734.749609:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575734.749622:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575734.749624:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575734.749669:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575734.749669:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575734.749674:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749675:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.749684:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788575734.749687:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575734.749690:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575734.749700:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575734.749711:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816151552:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575734.749712:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.749724:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788575734.749725:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575734.749732:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1788575734.749733:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788575734.749734:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1788575734.749739:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575734.749740:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575734.749749:0:43543:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1788575734.749749:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1788575734.749757:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6578
00000400:00000200:1.0:1788575734.749761:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:3.0:1788575734.749763:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
00000400:00000200:1.0:1788575734.749765:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000001:3.0:1788575734.749768:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575734.749770:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575734.749776:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575734.749783:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575734.749785:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575734.749790:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575734.749792:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:1.0:1788575734.749794:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575734.749800:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575734.749801:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575734.749802:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575734.749804:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575734.749806:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575734.749808:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575734.749811:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749813:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575734.749814:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749816:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575734.749818:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575734.749820:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749823:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575734.749824:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575734.749828:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575734.749830:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749832:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575734.749843:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575734.749846:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749848:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575734.749852:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575734.749854:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575734.749856:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575734.749857:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.749859:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575734.749860:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575734.749862:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575734.749866:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788575734.749869:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575734.749874:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575734.749881:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575734.749938:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575734.749944:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575734.749952:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575734.749954:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575734.749957:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575734.749958:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575734.749960:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575734.749962:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575734.749965:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6578
00000400:00000200:1.0:1788575734.749969:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575734.749973:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575734.749975:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575734.749978:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749980:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575734.749981:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749983:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575734.749985:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575734.749986:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575734.749988:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575734.749990:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575734.749991:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575734.749994:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575734.749996:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.749998:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575734.750004:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.750006:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575734.750009:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575734.750011:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575734.750013:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575734.750015:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575734.750017:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575734.750020:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.750021:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575734.750024:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575734.750026:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.750028:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575734.750031:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575734.750033:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575734.750036:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575734.750037:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.750039:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575734.750041:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575734.750042:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575734.750045:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575734.750048:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575734.750073:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575734.750081:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575734.750083:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575734.750087:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575734.750094:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575734.750096:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575734.750100:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575734.750101:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575734.750103:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575734.750105:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575734.750108:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6578
00000400:00000200:1.0:1788575734.750110:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575734.750113:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575734.750115:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575734.750118:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.750120:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575734.750123:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.750125:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575734.750127:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575734.750129:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575734.750130:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:3.0:1788575734.750132:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000020:00000040:1.0:1788575734.750134:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575734.750140:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575734.750143:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000200:3.0:1788575734.750145:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816151552, portal 25
00000100:00000040:1.0:1788575734.750149:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575734.750152:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788575734.750155:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575734.750156:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
00000100:00000040:1.0:1788575734.750162:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575734.750167:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575734.750171:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575734.750173:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575734.750195:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575734.750198:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575734.750200:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575734.750203:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575734.750205:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.750206:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575734.750208:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575734.750210:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.750212:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575734.750216:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575734.750218:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575734.750221:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575734.750222:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575734.750224:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575734.750225:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575734.750226:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575734.750230:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575734.750233:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575734.750237:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575734.750244:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575734.750246:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575734.750250:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575734.750257:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575734.750261:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6588)
00000100:00000001:3.0:1788575734.750430:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575734.750436:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575734.750440:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc330.
00000100:00000200:3.0:1788575734.750444:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816151552, offset 0
00000400:00000200:3.0:1788575734.750452:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575734.750463:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.750472:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575734.750477:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575734.750482:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575734.750486:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575734.750489:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575734.750493:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90689:90689:256:4294967295] 192.168.202.101@tcp LPNI seq info [90669:90669:8:4294967295]
00000400:00000200:3.0:1788575734.750498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.750509:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575734.750517:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575734.750690:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575734.750700:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575734.750705:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575734.750727:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575734.750732:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575734.750736:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301254529
00000100:00000010:3.0:1788575734.750743:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abc00.
00000100:00000001:3.0:1788575734.750752:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575734.750760:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301254529
00000100:00000010:3.0:1788575734.750764:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab060.
00000100:00000001:3.0:1788575734.750768:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575734.750772:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575734.750775:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.750778:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.750781:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575734.750790:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575734.750792:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788575734.750794:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575734.750796:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575734.750798:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575734.750806:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575734.750813:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575734.750815:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.750817:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575734.750820:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575734.750822:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575734.750825:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151680:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575734.750829:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575734.750832:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575734.750834:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.750836:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575734.750842:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575734.750844:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575734.750848:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575734.750852:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558630.
00000400:00000010:3.0:1788575734.750856:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575734.750859:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816151680, portal 10
00000100:00000001:3.0:1788575734.750862:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575734.750864:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
00000100:00000040:3.0:1788575734.750872:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575734.750879:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575734.750882:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575734.750884:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc000.
00000100:00000200:3.0:1788575734.750887:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816151680, offset 0
00000400:00000200:3.0:1788575734.750892:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575734.750898:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.750903:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575734.750907:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575734.750909:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575734.750912:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575734.750914:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575734.750917:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90690:90690:255:4294967295] 192.168.202.101@tcp LPNI seq info [90670:90670:7:4294967295]
00000400:00000200:3.0:1788575734.750921:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.750928:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575734.750933:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575734.750936:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835ff00.
00000800:00000200:3.0:1788575734.750940:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575734.750943:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575734.750946:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575734.750949:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575734.750953:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575734.750955:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301250637
00000100:00000001:3.0:1788575734.750957:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301254529
00000100:00000001:3.0:1788575734.750960:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301250637
00000100:00000001:3.0:1788575734.750962:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301254529
00000100:00000001:3.0:1788575734.750964:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575734.750967:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.750969:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575734.750973:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575734.750981:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575734.750982:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.750984:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575734.750986:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575734.750988:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575734.750990:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151808:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575734.750994:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575734.750996:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575734.750997:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.750999:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575734.751002:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575734.751004:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575734.751007:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575734.751009:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558160.
00000400:00000010:3.0:1788575734.751013:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575734.751015:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816151808, portal 10
00000100:00000001:3.0:1788575734.751017:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575734.751019:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00000040:3.0:1788575734.751024:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575734.751030:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575734.751033:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575734.751035:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc088.
00000100:00000200:3.0:1788575734.751037:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816151808, offset 0
00000400:00000200:3.0:1788575734.751041:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575734.751044:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.751047:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575734.751050:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575734.751078:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575734.751080:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575734.751082:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575734.751085:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90691:90691:254:4294967295] 192.168.202.101@tcp LPNI seq info [90671:90671:6:4294967295]
00000400:00000200:3.0:1788575734.751089:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.751094:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575734.751098:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575734.751102:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fd00.
00000800:00000200:3.0:1788575734.751105:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575734.751109:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575734.751111:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575734.751115:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575734.751117:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575734.751119:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301250588
00000100:00000001:3.0:1788575734.751121:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301254529
00000100:00000001:3.0:1788575734.751123:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301250588
00000100:00000001:3.0:1788575734.751125:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301254529
00000100:00000001:3.0:1788575734.751127:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575734.751130:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.751132:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575734.751136:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575734.751143:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575734.751144:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.751146:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575734.751148:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575734.751149:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575734.751152:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151936:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575734.751155:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575734.751157:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575734.751159:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.751161:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575734.751164:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575734.751166:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575734.751169:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575734.751172:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558b58.
00000400:00000010:3.0:1788575734.751177:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcbb0.
00000100:00000200:3.0:1788575734.751179:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816151936, portal 4
00000100:00000001:3.0:1788575734.751181:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575734.751182:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
00000100:00000040:3.0:1788575734.751640:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575734.751648:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575734.751650:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575734.751654:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc2a8.
00000100:00000200:3.0:1788575734.751657:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816151936, offset 0
00000400:00000200:3.0:1788575734.751662:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575734.751667:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.751671:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575734.751674:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575734.751676:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575734.751679:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575734.751681:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575734.751687:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90692:90692:253:4294967295] 192.168.202.101@tcp LPNI seq info [90672:90672:5:4294967295]
00000400:00000200:3.0:1788575734.751691:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.751697:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575734.751701:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575734.751704:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f800.
00000800:00000200:3.0:1788575734.751708:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575734.751712:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575734.751714:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575734.751718:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575734.751721:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575734.751724:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301250621
00000100:00000001:3.0:1788575734.751726:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301254529
00000100:00000001:3.0:1788575734.751728:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301250621
00000100:00000001:3.0:1788575734.751730:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301254529
00000100:00000001:3.0:1788575734.751732:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575734.751734:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.751736:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575734.751740:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575734.751746:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575734.751748:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.751750:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575734.751751:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575734.751754:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575734.751756:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152064:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575734.751759:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575734.751761:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575734.751763:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575734.751765:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575734.751768:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575734.751769:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575734.751772:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575734.751775:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000400:00000010:3.0:1788575734.751778:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575734.751782:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816152064, portal 4
00000100:00000001:3.0:1788575734.751784:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575734.751785:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:3.0:1788575734.751790:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575734.751797:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575734.751799:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575734.751801:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc220.
00000100:00000200:3.0:1788575734.751803:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816152064, offset 0
00000400:00000200:3.0:1788575734.751807:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575734.751811:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.751814:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575734.751816:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575734.751818:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575734.751820:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575734.751823:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575734.751826:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90693:90693:252:4294967295] 192.168.202.101@tcp LPNI seq info [90673:90673:4:4294967295]
00000400:00000200:3.0:1788575734.751830:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575734.751836:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575734.751840:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575734.751844:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575734.751847:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575734.751849:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575734.751852:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575734.751855:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575734.751858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575734.751859:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301250612
00000100:00000001:3.0:1788575734.751861:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301254529
00000100:00000001:3.0:1788575734.751863:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301250612
00000100:00000001:3.0:1788575734.751865:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301254529
00000100:00000001:3.0:1788575734.751867:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575734.751868:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.751871:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.751874:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575734.751879:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575734.751881:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788575734.751883:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575734.751885:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575734.751887:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575734.751890:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575735.069154:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575735.069161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575735.069165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575735.069165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575735.069167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575735.069168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575735.069191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575735.069192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575735.069194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575735.069195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575735.069287:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575735.069293:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575735.069298:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575735.773188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575735.773188:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575735.773198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575735.773199:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575735.773203:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575735.773203:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575735.773212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575735.773212:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575735.773220:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575735.773220:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575735.773227:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575735.773229:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575735.773232:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575735.773237:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575735.773240:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575735.773241:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575735.773244:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575735.773249:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575736.093208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575736.093217:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575736.093220:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575736.093223:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093226:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575736.093228:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093230:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093232:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093235:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575736.093236:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575736.093238:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575736.093239:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093240:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575736.093242:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093243:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093245:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093248:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575736.093249:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575736.093250:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575736.093252:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093253:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575736.093254:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093256:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093258:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575736.093261:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575736.093263:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575736.093342:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575736.093349:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575736.093354:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575736.797164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575736.797164:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575736.797171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575736.797176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575736.797176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575736.797178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575736.797182:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575736.797183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575736.797187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575736.797188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575736.797191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575736.797194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575736.797194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575736.797197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575736.797201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575736.797201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575736.797205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575736.797209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575737.117191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575737.117197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575737.117203:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575737.117205:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575737.117208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575737.117210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575737.117213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575737.117214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575737.117217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575737.117219:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575737.117278:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575737.117280:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575737.117283:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575737.821213:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575737.821213:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575737.821228:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575737.821229:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575737.821234:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575737.821235:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575737.821247:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575737.821248:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575737.821252:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575737.821256:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.821258:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575737.821261:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575737.821264:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575737.821265:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575737.821272:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575737.821277:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575737.821280:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575737.821283:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1788575737.821359:0:2385:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:2.0:1788575737.821400:0:2385:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788575737.821411:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575737.821415:0:2385:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:2.0:1788575737.821420:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575737.821424:0:2385:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788575737.821429:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575737.821433:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:2.0:1788575737.821441:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575737.821445:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575737.821451:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc330
00000400:00000010:2.0:1788575737.821454:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc330.
00000100:00000001:2.0:1788575737.821458:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575737.821468:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821483:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575737.821743:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821753:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575737.821755:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575737.821766:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575737.821769:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835ff00.
00000400:00000200:2.0:1788575737.821772:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575737.821776:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575737.821779:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc000
00000400:00000010:2.0:1788575737.821781:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc000.
00000100:00000001:2.0:1788575737.821784:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575737.821788:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821796:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575737.821799:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821804:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575737.821806:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575737.821810:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575737.821812:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fd00.
00000400:00000200:2.0:1788575737.821814:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575737.821817:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575737.821819:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc088
00000400:00000010:2.0:1788575737.821821:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc088.
00000100:00000001:2.0:1788575737.821823:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575737.821827:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821833:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575737.821836:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821842:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575737.821843:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575737.821847:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575737.821849:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f800.
00000400:00000200:2.0:1788575737.821851:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575737.821854:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575737.821856:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc2a8
00000400:00000010:2.0:1788575737.821858:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc2a8.
00000100:00000001:2.0:1788575737.821861:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575737.821865:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821871:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575737.821874:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821880:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575737.821894:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575737.821899:0:2385:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575737.821901:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:2.0:1788575737.821904:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575737.821906:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575737.821909:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc220
00000400:00000010:2.0:1788575737.821910:0:2385:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc220.
00000100:00000001:2.0:1788575737.821913:0:2385:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575737.821917:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821924:0:2385:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575737.821927:0:2385:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575737.821933:0:2385:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575737.821934:0:2385:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575737.823999:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575737.824006:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575737.824010:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575737.824022:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575734/real 1788575737]  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575737.824051:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575737.824076:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575737.824080:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558630.
00000400:00000200:3.0:1788575737.824086:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575737.824089:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575737.824093:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575737.824097:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575737.824107:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824116:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575737.824118:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824120:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824122:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575737.824126:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824134:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575737.824140:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824148:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575737.824151:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824152:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824153:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824156:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575737.824159:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575737.824162:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575737.824166:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575737.824179:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575737.824185:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575737.824193:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151680:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575737.824198:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575737.824204:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575734/real 1788575737]  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575737.824212:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575737.824214:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575737.824216:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558160.
00000400:00000200:3.0:1788575737.824218:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:3.0:1788575737.824220:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:3.0:1788575737.824223:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575737.824226:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575737.824235:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824241:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575737.824242:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824244:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824245:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575737.824248:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824255:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575737.824259:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824266:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575737.824268:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824270:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824272:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824273:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575737.824275:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575737.824277:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575737.824281:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575737.824283:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575737.824286:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575737.824294:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151808:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575737.824298:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575737.824302:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575734/real 1788575737]  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575737.824318:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575737.824320:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575737.824322:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558b58.
00000400:00000200:3.0:1788575737.824324:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcbb0
00000400:00000010:3.0:1788575737.824326:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcbb0.
00000100:00000001:3.0:1788575737.824328:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575737.824332:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575737.824340:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824355:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575737.824357:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824359:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824360:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575737.824363:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824375:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575737.824379:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824391:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575737.824393:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824395:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824396:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824397:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575737.824400:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575737.824402:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575737.824406:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575737.824408:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575737.824421:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575737.824429:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816151936:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575737.824432:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575737.824437:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575734/real 1788575737]  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575737.824445:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575737.824446:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575737.824448:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575737.824450:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575737.824451:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575737.824454:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575737.824457:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575737.824471:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824478:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575737.824479:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824481:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824492:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575737.824496:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824502:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575737.824505:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824511:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575737.824514:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824515:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824516:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824518:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575737.824519:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575737.824522:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575737.824525:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575737.824527:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575737.824531:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575737.824537:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152064:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575737.824541:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575737.824546:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575734/real 1788575737]  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575737.824560:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575737.824561:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575737.824563:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575737.824565:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575737.824567:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575737.824570:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575737.824573:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575737.824580:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824587:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575737.824588:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824590:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824591:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575737.824594:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824600:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575737.824604:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824610:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575737.824613:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824614:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575737.824616:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824617:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575737.824619:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575737.824621:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575737.824624:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575737.824627:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575737.824630:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575737.824639:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816151552:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575737.824643:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824646:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575737.824657:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816151680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824665:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575737.824668:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575737.824671:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575737.824675:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575737.824677:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575737.824679:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575737.824682:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575737.824685:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac400.
02000000:00000001:3.0:1788575737.824689:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575737.824691:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575737.824693:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
00000100:00000001:3.0:1788575737.824696:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575737.824698:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824699:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575737.824703:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816151808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824709:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575737.824710:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575737.824712:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575737.824714:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575737.824716:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575737.824717:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575737.824719:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575737.824720:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad400.
02000000:00000001:3.0:1788575737.824722:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575737.824724:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575737.824725:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575737.824728:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575737.824729:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824731:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575737.824733:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816151936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824740:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575737.824741:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575737.824743:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575737.824745:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575737.824746:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575737.824747:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575737.824749:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575737.824750:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae000.
02000000:00000001:3.0:1788575737.824752:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575737.824763:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575737.824765:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:3.0:1788575737.824768:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575737.824769:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824771:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575737.824774:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816152064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824788:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575737.824789:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575737.824791:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575737.824793:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575737.824794:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575737.824796:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575737.824798:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575737.824799:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac800.
02000000:00000001:3.0:1788575737.824801:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575737.824802:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575737.824803:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:3.0:1788575737.824805:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575737.824806:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824808:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575737.824811:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816151552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575737.824818:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575737.824819:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575737.824820:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575737.824822:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575737.824823:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575737.824824:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575737.824825:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575737.824827:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af800.
02000000:00000001:3.0:1788575737.824829:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575737.824830:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575737.824831:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000100:00000001:3.0:1788575737.824833:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575737.824834:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824837:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575737.824843:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575737.824845:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575737.824848:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575737.824849:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575738.141175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575738.141181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575738.141187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575738.141188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575738.141191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575738.141192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575738.141195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575738.141197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575738.141200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575738.141201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575738.141267:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575738.141271:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575738.141274:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575738.781155:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301254529, at 4301254592
00000100:00000040:3.0:1788575738.781155:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301254529, at 4301254592
00000100:00000010:3.0:1788575738.781171:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab060.
00000100:00000010:2.0:1788575738.781173:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abc00.
00000100:00000001:0.0:1788575738.845155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575738.845162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575738.845164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575738.845168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575738.845172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575738.845176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575738.845179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575738.845182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575738.845185:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575738.845208:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575738.845213:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575738.845214:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575738.845217:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575738.845219:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575738.845222:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575738.845224:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575738.845226:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575738.845228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165139:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575739.165147:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575739.165149:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575739.165152:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165157:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575739.165159:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165160:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165162:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165166:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575739.165166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575739.165170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575739.165173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575739.165176:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575739.165177:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575739.165178:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165179:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575739.165179:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165180:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575739.165181:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575739.165237:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575739.165240:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575739.165242:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575739.869146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575739.869146:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575739.869152:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575739.869154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575739.869157:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1788575739.869158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575739.869161:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575739.869162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575739.869167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575739.869167:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575739.869171:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575739.869174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575739.869174:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575739.869178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575739.869183:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6583
00000100:00000001:3.0:1788575739.869189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000400:00000200:1.0:1788575739.869194:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575739.869195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575739.869198:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575739.869203:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000400:00000200:1.0:1788575739.869204:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575739.869207:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575739.869210:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575739.869211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.869215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788575739.869216:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575739.869219:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575739.869221:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575739.869223:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575739.869225:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869229:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575739.869234:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575739.869236:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575739.869240:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575739.869243:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575739.869245:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575739.869252:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575739.869256:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869258:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575739.869260:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869262:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575739.869266:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575739.869269:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869272:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575739.869275:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575739.869278:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575739.869280:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869281:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575739.869283:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575739.869288:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575739.869290:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575739.869293:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575739.869295:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869298:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575739.869300:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575739.869305:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575739.869312:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575739.869318:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575739.869326:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575739.869335:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575739.869340:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575739.869344:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575739.869369:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575739.869372:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575739.869375:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575739.869376:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575739.869377:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575739.869380:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575739.869383:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6583
00000400:00000200:1.0:1788575739.869386:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575739.869389:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575739.869391:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575739.869393:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869396:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575739.869397:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869399:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575739.869401:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575739.869402:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575739.869414:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575739.869417:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575739.869419:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575739.869421:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575739.869424:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869425:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575739.869427:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869429:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575739.869431:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575739.869434:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869435:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575739.869436:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575739.869440:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575739.869442:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869443:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575739.869446:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575739.869448:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869449:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575739.869452:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575739.869453:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575739.869455:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575739.869456:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869457:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575739.869458:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575739.869459:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575739.869462:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575739.869464:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575739.869469:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575739.869476:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575739.869478:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575739.869482:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575739.869489:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575739.869491:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575739.869494:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575739.869495:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575739.869497:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575739.869499:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575739.869501:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6583
00000400:00000200:1.0:1788575739.869505:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575739.869508:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575739.869510:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575739.869512:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869514:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575739.869515:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869517:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575739.869519:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575739.869520:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575739.869521:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575739.869523:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575739.869525:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575739.869527:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575739.869530:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869532:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575739.869534:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869536:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575739.869539:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575739.869541:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869543:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575739.869545:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575739.869548:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575739.869550:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869552:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575739.869554:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575739.869556:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869558:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575739.869562:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000020:00000040:1.0:1788575739.869565:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575739.869567:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575739.869568:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869570:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575739.869572:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575739.869573:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575739.869577:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:1.0:1788575739.869580:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575739.869592:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575739.869599:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575739.869601:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575739.869604:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575739.869611:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575739.869614:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575739.869618:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575739.869619:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575739.869621:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575739.869623:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575739.869626:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6583
00000400:00000200:1.0:1788575739.869629:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575739.869631:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575739.869633:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575739.869635:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869637:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575739.869639:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869640:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575739.869642:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575739.869643:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575739.869644:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575739.869646:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575739.869647:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575739.869649:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575739.869652:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869653:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575739.869655:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869656:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575739.869659:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575739.869661:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869663:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575739.869665:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575739.869667:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575739.869669:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869671:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575739.869673:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575739.869675:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869676:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575739.869679:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575739.869682:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575739.869684:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575739.869690:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869691:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575739.869693:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575739.869694:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575739.869697:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575739.869700:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575739.869705:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575739.869711:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575739.869714:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575739.869718:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.869721:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575739.869726:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575739.869729:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575739.869731:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575739.869737:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1788575739.869738:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575739.869743:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575739.869745:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575739.869747:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575739.869751:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575739.869757:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6583
00000100:00000001:3.0:1788575739.869761:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788575739.869764:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575739.869765:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575739.869770:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000001:3.0:1788575739.869771:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788575739.869774:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788575739.869776:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788575739.869780:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575739.869782:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869785:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788575739.869790:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816152192:192.168.202.101@tcp:250:kworker.0
00000100:00000040:1.0:1788575739.869791:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869796:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575739.869798:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1788575739.869801:0:46817:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788575739.869803:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1788575739.869804:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575739.869808:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788575739.869808:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575739.869812:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575739.869815:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575739.869818:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575739.869821:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869822:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575739.869823:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869824:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575739.869826:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575739.869827:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575739.869828:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575739.869829:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575739.869832:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575739.869833:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869834:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575739.869836:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575739.869837:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869838:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575739.869841:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575739.869842:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575739.869843:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575739.869844:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575739.869845:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575739.869846:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575739.869848:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575739.869850:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575739.869853:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575739.869856:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575739.869861:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575739.869862:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575739.869865:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575739.869868:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575739.869870:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575739.869876:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6593)
02000000:00000010:3.0:1788575739.869876:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575739.869881:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575739.869889:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575739.869894:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575739.869901:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575739.869909:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816152192, portal 25
00000100:00000001:3.0:1788575739.869911:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575739.869913:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773921664 : -111012935629952 : ffff9b08c9680380)
00000100:00000040:3.0:1788575739.869921:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.869929:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575739.869932:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575739.869958:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575739.869962:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816152192, offset 0
00000400:00000200:3.0:1788575739.869976:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575739.869985:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.869992:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575739.869998:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575739.870003:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575739.870007:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575739.870010:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575739.870014:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90694:90694:256:4294967295] 192.168.202.101@tcp LPNI seq info [90674:90674:8:4294967295]
00000400:00000200:3.0:1788575739.870019:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.870028:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575739.870036:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.870042:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575739.870049:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575739.870073:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575739.870080:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575739.870083:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575739.870087:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.870090:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575739.870096:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575739.870100:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575739.870105:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575739.870108:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575739.870111:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575739.870116:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870125:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.870129:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870137:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.870139:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575739.870145:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575739.870149:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575739.870152:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301259649
00000100:00000010:3.0:1788575739.870158:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab060.
00000100:00000001:3.0:1788575739.870164:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575739.870169:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301259649
00000100:00000010:3.0:1788575739.870172:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab420.
00000100:00000001:3.0:1788575739.870175:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575739.870178:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575739.870180:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.870182:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575739.870187:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575739/real 1788575739]  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575739.870196:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575739.870198:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575739.870200:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575739.870202:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575739.870204:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575739.870207:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575739.870210:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575739.870220:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870227:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575739.870229:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870231:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.870233:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575739.870237:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870245:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575739.870249:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870263:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575739.870266:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870268:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.870269:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870271:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575739.870273:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575739.870277:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575739.870280:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575739.870283:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575739.870287:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575739.870296:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816152192:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575739.870301:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575739.870304:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870311:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575739.870312:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575739.870314:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575739.870316:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575739.870319:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575739.870322:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152320:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575739.870325:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575739.870327:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575739.870329:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575739.870331:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575739.870334:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575739.870336:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575739.870339:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575739.870342:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575739.870345:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575739.870347:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816152320, portal 10
00000100:00000001:3.0:1788575739.870349:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575739.870351:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773929728 : -111012935621888 : ffff9b08c9682300)
00000100:00000040:3.0:1788575739.870359:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870365:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575739.870367:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575739.870370:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575739.870372:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816152320, offset 0
00000400:00000200:3.0:1788575739.870376:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575739.870380:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.870384:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575739.870387:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575739.870389:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575739.870391:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575739.870393:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575739.870397:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90695:90695:256:4294967295] 192.168.202.101@tcp LPNI seq info [90675:90675:8:4294967295]
00000400:00000200:3.0:1788575739.870401:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.870408:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575739.870413:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.870416:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575739.870419:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575739.870421:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575739.870426:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575739.870428:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575739.870432:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.870434:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575739.870437:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575739.870440:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575739.870443:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575739.870445:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575739.870448:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575739.870452:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870460:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.870462:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870469:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.870471:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575739.870474:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575739.870478:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575739.870481:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575739.870483:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301255757
00000100:00000001:3.0:1788575739.870486:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301259649
00000100:00000001:3.0:1788575739.870488:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301255757
00000100:00000001:3.0:1788575739.870490:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301259649
00000100:00000001:3.0:1788575739.870492:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575739.870494:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.870496:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575739.870499:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575739/real 1788575739]  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575739.870506:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575739.870508:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575739.870509:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575739.870512:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575739.870513:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575739.870515:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575739.870519:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575739.870526:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870540:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575739.870542:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870543:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.870545:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575739.870548:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870555:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575739.870559:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870565:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575739.870568:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870569:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.870570:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870572:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575739.870574:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575739.870577:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575739.870580:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575739.870583:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575739.870587:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575739.870594:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152320:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575739.870598:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575739.870602:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870608:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575739.870609:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575739.870611:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575739.870613:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575739.870615:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575739.870618:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152448:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575739.870621:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575739.870623:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575739.870624:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575739.870626:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575739.870629:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575739.870631:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575739.870634:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575739.870637:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575739.870640:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575739.870642:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816152448, portal 10
00000100:00000001:3.0:1788575739.870644:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575739.870645:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773926144 : -111012935625472 : ffff9b08c9681500)
00000100:00000040:3.0:1788575739.870651:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870657:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575739.870659:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575739.870661:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575739.870663:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816152448, offset 0
00000400:00000200:3.0:1788575739.870666:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575739.870670:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.870674:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575739.870676:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575739.870678:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575739.870680:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575739.870682:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575739.870685:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90696:90696:256:4294967295] 192.168.202.101@tcp LPNI seq info [90676:90676:8:4294967295]
00000400:00000200:3.0:1788575739.870689:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.870695:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575739.870700:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.870702:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575739.870706:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575739.870708:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575739.870712:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575739.870715:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575739.870718:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.870720:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575739.870723:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575739.870726:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575739.870729:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575739.870731:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575739.870733:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575739.870737:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870744:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.870747:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870752:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.870754:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575739.870756:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575739.870759:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575739.870762:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575739.870764:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301255707
00000100:00000001:3.0:1788575739.870766:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301259649
00000100:00000001:3.0:1788575739.870768:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301255707
00000100:00000001:3.0:1788575739.870771:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301259649
00000100:00000001:3.0:1788575739.870772:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575739.870774:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.870776:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575739.870779:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575739/real 1788575739]  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575739.870788:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575739.870789:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575739.870791:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575739.870793:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575739.870795:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575739.870797:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575739.870800:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575739.870809:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870815:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575739.870816:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870818:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.870819:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575739.870823:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870829:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575739.870832:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870840:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575739.870842:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870844:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.870845:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870846:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575739.870848:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575739.870851:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575739.870854:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575739.870857:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575739.870861:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575739.870869:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152448:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575739.870874:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870876:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.870879:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680380 x1875450816152192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870886:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575739.870888:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575739.870890:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575739.870894:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575739.870896:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575739.870897:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575739.870899:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575739.870902:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94adc00.
02000000:00000001:3.0:1788575739.870906:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575739.870907:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575739.870909:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680380.
00000100:00000001:3.0:1788575739.870912:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575739.870913:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870915:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.870918:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682300 x1875450816152320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870925:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575739.870926:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575739.870928:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575739.870931:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575739.870932:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575739.870934:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575739.870946:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575739.870948:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:3.0:1788575739.870950:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575739.870951:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575739.870953:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682300.
00000100:00000001:3.0:1788575739.870955:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575739.870956:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870958:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.870961:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681500 x1875450816152448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.870968:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575739.870969:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575739.870971:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575739.870973:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575739.870974:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575739.870974:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575739.870976:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575739.870977:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae800.
02000000:00000001:3.0:1788575739.870979:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575739.870980:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575739.870981:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575739.870983:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575739.870984:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870986:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.870993:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575739.870994:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.870997:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575739.870999:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575739.871001:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575739.871005:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871012:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575739.871013:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575739.871015:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575739.871017:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575739.871018:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575739.871021:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152576:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575739.871028:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575739.871031:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575739.871033:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575739.871034:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575739.871037:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575739.871039:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575739.871042:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575739.871045:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575739.871048:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575739.871051:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816152576, portal 4
00000100:00000001:3.0:1788575739.871078:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575739.871080:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773932416 : -111012935619200 : ffff9b08c9682d80)
00000100:00000040:3.0:1788575739.871085:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871091:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575739.871094:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575739.871096:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575739.871099:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816152576, offset 0
00000400:00000200:3.0:1788575739.871102:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575739.871107:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.871110:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575739.871112:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575739.871115:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575739.871117:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575739.871119:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575739.871122:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90697:90697:256:4294967295] 192.168.202.101@tcp LPNI seq info [90677:90677:8:4294967295]
00000400:00000200:3.0:1788575739.871126:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.871132:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575739.871137:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.871140:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575739.871144:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575739.871146:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575739.871150:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575739.871153:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575739.871156:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.871159:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575739.871161:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575739.871165:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575739.871168:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575739.871170:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575739.871172:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575739.871175:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871183:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.871186:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871192:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.871193:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575739.871196:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575739.871199:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575739.871202:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575739.871203:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301255741
00000100:00000001:3.0:1788575739.871206:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301259649
00000100:00000001:3.0:1788575739.871208:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301255741
00000100:00000001:3.0:1788575739.871211:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301259649
00000100:00000001:3.0:1788575739.871213:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575739.871215:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.871217:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575739.871220:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575739/real 1788575739]  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575739.871227:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575739.871228:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575739.871230:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575739.871232:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575739.871234:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575739.871236:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575739.871239:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575739.871247:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871253:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575739.871255:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871257:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.871258:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575739.871261:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871268:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575739.871272:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871279:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575739.871282:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871283:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.871285:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871286:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575739.871289:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575739.871291:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575739.871295:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575739.871297:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575739.871301:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575739.871309:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152576:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575739.871312:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575739.871316:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871324:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575739.871325:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575739.871327:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575739.871329:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575739.871331:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575739.871334:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152704:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575739.871337:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575739.871339:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575739.871340:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575739.871342:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575739.871345:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575739.871347:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575739.871349:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575739.871352:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575739.871355:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575739.871358:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816152704, portal 4
00000100:00000001:3.0:1788575739.871360:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575739.871361:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773934208 : -111012935617408 : ffff9b08c9683480)
00000100:00000040:3.0:1788575739.871366:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871372:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575739.871374:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575739.871376:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575739.871378:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816152704, offset 0
00000400:00000200:3.0:1788575739.871382:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575739.871385:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.871388:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575739.871391:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575739.871393:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575739.871395:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575739.871397:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575739.871401:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90698:90698:256:4294967295] 192.168.202.101@tcp LPNI seq info [90678:90678:8:4294967295]
00000400:00000200:3.0:1788575739.871404:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575739.871410:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575739.871414:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.871417:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575739.871420:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575739.871423:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788575739.871427:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575739.871430:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1788575739.871434:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575739.871435:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575739.871438:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575739.871441:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575739.871444:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575739.871445:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575739.871448:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575739.871451:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871458:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.871461:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871467:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.871469:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575739.871471:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575739.871474:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575739.871477:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575739.871479:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301255732
00000100:00000001:3.0:1788575739.871481:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301259649
00000100:00000001:3.0:1788575739.871482:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301255732
00000100:00000001:3.0:1788575739.871485:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301259649
00000100:00000001:3.0:1788575739.871487:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575739.871489:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.871491:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575739.871494:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575739/real 1788575739]  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575739.871502:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575739.871503:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575739.871505:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575739.871507:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575739.871509:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575739.871511:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575739.871514:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575739.871522:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871528:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575739.871529:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871531:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.871533:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575739.871536:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871543:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575739.871546:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871552:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575739.871555:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871556:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575739.871557:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871559:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575739.871561:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575739.871563:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575739.871566:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575739.871568:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575739.871572:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575739.871579:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152704:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575739.871583:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871585:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.871588:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682d80 x1875450816152576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871594:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575739.871596:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575739.871597:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575739.871600:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575739.871601:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575739.871603:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575739.871605:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575739.871606:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94afc00.
02000000:00000001:3.0:1788575739.871608:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575739.871609:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575739.871610:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575739.871613:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575739.871614:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871616:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575739.871619:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683480 x1875450816152704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575739.871625:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575739.871626:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575739.871627:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575739.871629:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575739.871630:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575739.871632:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575739.871633:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575739.871635:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae400.
02000000:00000001:3.0:1788575739.871638:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575739.871639:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575739.871640:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683480.
00000100:00000001:3.0:1788575739.871642:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575739.871643:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871645:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575739.871648:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575739.871650:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575739.871651:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575739.871653:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575740.189169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575740.189175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575740.189181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575740.189182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575740.189185:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575740.189187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575740.189190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575740.189192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575740.189195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575740.189196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575740.189256:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575740.189259:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575740.189263:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575740.893126:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575740.893133:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575740.893134:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575740.893139:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575740.893142:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575740.893145:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575740.893147:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575740.893150:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575740.893152:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575740.893299:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575740.893303:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575740.893304:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575740.893307:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575740.893309:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575740.893311:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575740.893314:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575740.893315:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575740.893317:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575741.213124:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575741.213132:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575741.213138:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575741.213140:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575741.213143:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575741.213144:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575741.213147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575741.213148:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575741.213151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575741.213152:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575741.213199:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575741.213203:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575741.213206:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575741.917179:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575741.917179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575741.917187:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575741.917188:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575741.917190:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575741.917192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575741.917198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575741.917199:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575741.917206:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575741.917206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575741.917210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575741.917211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575741.917215:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575741.917218:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575741.917220:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575741.917222:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575741.917225:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575741.917228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575742.237202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575742.237211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575742.237219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575742.237220:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575742.237224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575742.237225:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575742.237229:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575742.237230:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575742.237234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575742.237235:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575742.237308:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575742.237312:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575742.237316:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575742.941223:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575742.941223:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575742.941234:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575742.941234:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575742.941245:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575742.941245:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575742.941259:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575742.941260:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575742.941264:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575742.941267:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575742.941269:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575742.941273:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575742.941273:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575742.941278:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575742.941282:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575742.941283:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575742.941287:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575742.941291:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575743.261139:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575743.261146:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575743.261153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575743.261155:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575743.261159:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575743.261160:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575743.261163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575743.261164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575743.261167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575743.261168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575743.261219:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575743.261224:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575743.261228:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575743.901187:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301259649, at 4301259712
00000100:00000010:3.0:1788575743.901208:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab420.
00000100:00000040:2.0:1788575743.901237:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301259649, at 4301259712
00000100:00000010:2.0:1788575743.901248:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab060.
00000100:00000001:3.0:1788575743.965153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575743.965159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575743.965160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575743.965164:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575743.965169:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575743.965172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575743.965175:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575743.965177:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575743.965179:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575743.965205:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575743.965209:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575743.965210:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575743.965213:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575743.965216:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575743.965218:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575743.965220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575743.965222:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575743.965224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575744.285291:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575744.285297:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575744.285315:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575744.285316:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575744.285320:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575744.285321:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575744.285324:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575744.285325:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575744.285328:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575744.285330:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575744.285380:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575744.285383:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575744.285385:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575744.989159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575744.989165:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575744.989166:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575744.989167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575744.989174:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575744.989179:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788575744.989180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575744.989184:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575744.989186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575744.989191:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575744.989191:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575744.989195:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575744.989197:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575744.989201:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575744.989201:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6588
00000100:00000001:3.0:1788575744.989202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575744.989205:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.989209:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575744.989210:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000400:00000200:1.0:1788575744.989215:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575744.989217:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575744.989221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575744.989223:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788575744.989225:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1788575744.989226:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575744.989231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575744.989231:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575744.989238:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989242:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575744.989245:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989247:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575744.989252:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575744.989254:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575744.989257:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575744.989259:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575744.989262:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575744.989265:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575744.989268:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989270:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575744.989271:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989273:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575744.989276:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575744.989279:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989281:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575744.989284:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575744.989295:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575744.989298:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.989300:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575744.989303:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575744.989311:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575744.989315:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575744.989318:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575744.989320:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.989322:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575744.989325:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575744.989328:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575744.989335:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575744.989341:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575744.989349:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575744.989359:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575744.989363:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575744.989368:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575744.989386:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575744.989389:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575744.989392:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575744.989394:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575744.989396:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575744.989399:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575744.989402:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6588
00000400:00000200:1.0:1788575744.989406:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575744.989410:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575744.989410:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1788575744.989416:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575744.989416:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575744.989420:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788575744.989421:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989425:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575744.989430:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575744.989431:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989436:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575744.989441:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575744.989444:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575744.989448:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575744.989451:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575744.989456:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575744.989458:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788575744.989460:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575744.989461:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575744.989468:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575744.989468:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575744.989471:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575744.989473:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575744.989477:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575744.989478:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989483:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00100000:3.0:1788575744.989484:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816152832:192.168.202.101@tcp:250:kworker.0
00000020:00000040:1.0:1788575744.989489:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575744.989491:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788575744.989495:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989498:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575744.989500:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575744.989501:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788575744.989505:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575744.989505:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575744.989510:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.989510:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575744.989514:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575744.989516:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
00000008:00100000:1.0:1788575744.989518:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575744.989523:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.989524:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.989527:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575744.989532:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:1.0:1788575744.989533:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000400:00000010:3.0:1788575744.989538:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000020:00000040:1.0:1788575744.989543:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575744.989545:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:1.0:1788575744.989549:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575744.989552:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575744.989553:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816152832, portal 25
00000100:00000001:1.0:1788575744.989554:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575744.989557:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575744.989558:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788575744.989561:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.989562:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773931520 : -111012935620096 : ffff9b08c9682a00)
02000000:00000010:1.0:1788575744.989569:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000040:3.0:1788575744.989570:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575744.989575:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.989584:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1788575744.989585:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575744.989592:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575744.989597:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000001:1.0:1788575744.989600:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788575744.989602:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816152832, offset 0
00000100:00000001:1.0:1788575744.989605:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575744.989611:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575744.989613:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575744.989623:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575744.989628:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575744.989633:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575744.989633:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:1.0:1788575744.989641:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788575744.989643:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788575744.989644:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575744.989647:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575744.989650:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575744.989652:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575744.989656:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788575744.989660:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6588
00000400:00000200:3.0:1788575744.989663:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:1.0:1788575744.989667:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.989672:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90699:90699:256:4294967295] 192.168.202.101@tcp LPNI seq info [90679:90679:8:4294967295]
00000400:00000200:1.0:1788575744.989675:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575744.989680:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575744.989682:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.989708:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788575744.989713:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.0:1788575744.989719:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989720:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575744.989725:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000010:3.0:1788575744.989727:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00000001:1.0:1788575744.989728:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575744.989733:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575744.989736:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:3.0:1788575744.989737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:1.0:1788575744.989739:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575744.989744:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000200:3.0:1788575744.989744:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1788575744.989748:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575744.989753:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:3.1:1788575744.989754:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575744.989760:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.1:1788575744.989760:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788575744.989765:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575744.989771:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000100:3.0:1788575744.989771:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989776:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:3.0:1788575744.989776:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000020:00000040:1.0:1788575744.989781:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575744.989784:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575744.989785:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788575744.989788:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575744.989791:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575744.989795:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1788575744.989796:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575744.989800:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.989803:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575744.989803:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000008:00100000:1.0:1788575744.989805:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1788575744.989807:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000008:00000001:1.0:1788575744.989809:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.989814:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.989814:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1788575744.989821:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000100:00000200:3.0:1788575744.989821:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575744.989826:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575744.989832:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575744.989835:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.989838:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575744.989839:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788575744.989840:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575744.989843:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575744.989845:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575744.989848:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575744.989854:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.989857:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.989861:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1788575744.989863:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575744.989867:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.989874:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575744.989875:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575744.989879:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.989881:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301264768
00000100:00000040:1.0:1788575744.989885:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575744.989889:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab420.
00000100:00000001:1.0:1788575744.989898:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.989898:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1788575744.989902:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575744.989905:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301264768
00000100:00080000:1.0:1788575744.989908:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575744.989911:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:3.0:1788575744.989911:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abba0.
00000100:00080000:1.0:1788575744.989914:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575744.989917:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788575744.989919:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575744.989921:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788575744.989923:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6588
00000100:00000001:3.0:1788575744.989927:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575744.989932:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575744.989932:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1788575744.989939:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00100000:3.0:1788575744.989941:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575744/real 1788575744]  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575744.989944:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575744.989951:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989953:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575744.989955:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.989958:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575744.989959:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575744.989961:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575744.989962:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575744.989965:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575744.989969:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575744.989973:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000001:3.0:1788575744.989973:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788575744.989977:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000001:3.0:1788575744.989978:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575744.989981:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788575744.989982:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00000040:1.0:1788575744.989985:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575744.989988:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000100:00000001:1.0:1788575744.989989:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:3.0:1788575744.989993:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575744.989996:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575744.990001:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575744.990002:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575744.990009:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575744.990015:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575744.990020:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1788575744.990020:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575744.990024:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575744.990030:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.990034:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575744.990036:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:1.0:1788575744.990039:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575744.990040:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.990045:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:1.0:1788575744.990046:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990048:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575744.990049:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575744.990077:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000100:00100000:3.0:1788575744.990081:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575744.990082:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575744.990088:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575744.990091:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.990096:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575744.990097:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575744.990102:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575744.990104:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575744.990109:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990115:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1788575744.990117:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:3.0:1788575744.990120:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575744.990123:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990124:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.990127:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.990131:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:1.0:1788575744.990132:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575744.990134:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575744.990139:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575744.990147:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:1.0:1788575744.990149:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575744.990152:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788575744.990153:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575744.990161:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575744.990162:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575744.990185:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575744.990187:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816152832:192.168.202.101@tcp:250:kworker.0
00000100:00080000:1.0:1788575744.990189:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575744.990196:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575744.990196:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575744.990198:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575744.990200:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788575744.990202:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788575744.990207:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682a00 x1875450816152832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575744.990208:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575744.990213:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6588
00000400:00000200:1.0:1788575744.990223:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575744.990224:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575744.990228:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:1.0:1788575744.990230:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000010:3.0:1788575744.990231:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
00000100:00080000:1.0:1788575744.990233:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788575744.990237:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1788575744.990239:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000020:00000001:3.0:1788575744.990240:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1788575744.990243:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:3.0:1788575744.990244:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000040:1.0:1788575744.990248:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000020:00000001:3.0:1788575744.990249:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788575744.990253:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000010:3.0:1788575744.990253:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
00000020:00000001:1.0:1788575744.990257:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575744.990259:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575744.990260:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788575744.990260:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575744.990264:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1788575744.990265:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000010:3.0:1788575744.990268:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682a00.
00000020:00000001:1.0:1788575744.990269:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575744.990273:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575744.990274:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1788575744.990277:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575744.990278:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575744.990282:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575744.990283:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575744.990286:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575744.990289:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575744.990291:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575744.990292:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575744.990295:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575744.990296:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.990300:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990301:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788575744.990304:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575744.990305:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788575744.990308:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575744.990308:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788575744.990313:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575744.990315:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575744.990316:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575744.990319:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575744.990324:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575744.990327:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575744.990334:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575744.990336:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575744.990338:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575744.990340:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990341:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575744.990342:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575744.990345:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575744.990345:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575744.990349:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.990350:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1788575744.990353:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
02000000:00000001:3.0:1788575744.990354:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575744.990360:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.990360:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575744.990365:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152960:192.168.202.101@tcp:38:kworker.0
00000100:00100000:1.0:1788575744.990369:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575744.990371:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575744.990374:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575744.990377:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.990381:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575744.990383:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1788575744.990386:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
00000100:00000001:1.0:1788575744.990387:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.990391:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575744.990395:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575744.990399:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575744.990404:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:1.0:1788575744.990410:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575744.990411:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575744.990417:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816152960, portal 10
00000100:00000040:1.0:1788575744.990418:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6598)
00000100:00000001:3.0:1788575744.990420:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575744.990423:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773936000 : -111012935615616 : ffff9b08c9683b80)
00000100:00000040:3.0:1788575744.990431:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990438:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575744.990441:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575744.990443:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575744.990446:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816152960, offset 0
00000400:00000200:3.0:1788575744.990450:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575744.990454:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.990458:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575744.990461:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575744.990463:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575744.990466:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575744.990468:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575744.990471:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90700:90700:256:4294967295] 192.168.202.101@tcp LPNI seq info [90680:90680:8:4294967295]
00000400:00000200:3.0:1788575744.990476:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.990482:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575744.990487:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575744.990490:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575744.990493:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575744.990496:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575744.990501:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575744.990503:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788575744.990507:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575744.990509:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575744.990512:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575744.990515:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575744.990518:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575744.990520:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575744.990522:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575744.990526:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990534:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575744.990537:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990543:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990545:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575744.990547:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575744.990551:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575744.990554:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575744.990556:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301260877
00000100:00000001:3.0:1788575744.990559:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301264768
00000100:00000001:3.0:1788575744.990561:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301260877
00000100:00000001:3.0:1788575744.990563:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301264768
00000100:00000001:3.0:1788575744.990565:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575744.990568:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990569:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575744.990573:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575744/real 1788575744]  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575744.990587:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575744.990588:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575744.990590:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575744.990593:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575744.990595:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575744.990597:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575744.990600:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575744.990609:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990615:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575744.990616:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.990618:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.990619:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575744.990622:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990628:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575744.990632:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990639:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575744.990642:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.990643:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.990644:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.990646:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575744.990648:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575744.990651:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575744.990654:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575744.990656:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575744.990660:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575744.990668:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816152960:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575744.990672:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575744.990674:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990681:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575744.990682:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.990698:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575744.990700:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575744.990702:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575744.990705:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153088:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575744.990709:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575744.990711:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575744.990712:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.990714:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575744.990717:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575744.990719:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575744.990723:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575744.990725:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575744.990728:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575744.990731:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816153088, portal 10
00000100:00000001:3.0:1788575744.990733:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575744.990734:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773933312 : -111012935618304 : ffff9b08c9683100)
00000100:00000040:3.0:1788575744.990739:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990745:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575744.990747:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575744.990749:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575744.990751:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816153088, offset 0
00000400:00000200:3.0:1788575744.990755:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575744.990759:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.990762:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575744.990765:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575744.990767:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575744.990770:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575744.990772:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575744.990775:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90701:90701:256:4294967295] 192.168.202.101@tcp LPNI seq info [90681:90681:8:4294967295]
00000400:00000200:3.0:1788575744.990779:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.990785:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575744.990789:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575744.990793:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575744.990797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575744.990799:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575744.990804:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575744.990807:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788575744.990811:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575744.990812:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575744.990816:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575744.990819:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575744.990821:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575744.990823:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575744.990825:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575744.990829:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990837:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575744.990840:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990846:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990848:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575744.990851:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575744.990853:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575744.990856:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575744.990859:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301260827
00000100:00000001:3.0:1788575744.990861:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301264768
00000100:00000001:3.0:1788575744.990863:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301260827
00000100:00000001:3.0:1788575744.990865:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301264768
00000100:00000001:3.0:1788575744.990867:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575744.990869:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.990871:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575744.990874:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575744/real 1788575744]  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575744.990881:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575744.990882:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575744.990884:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575744.990886:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575744.990888:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575744.990890:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575744.990893:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575744.990901:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990908:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575744.990909:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.990911:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.990912:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575744.990916:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990922:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575744.990926:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990932:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575744.990935:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.990937:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.990938:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.990940:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575744.990942:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575744.990945:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575744.990948:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575744.990950:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575744.990954:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575744.990963:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153088:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575744.990967:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575744.990970:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.990976:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575744.990978:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.990980:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575744.990982:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575744.990984:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575744.990987:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153216:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575744.990990:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575744.990992:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575744.990994:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.990996:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575744.990999:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575744.991001:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575744.991004:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575744.991007:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575744.991010:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575744.991013:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816153216, portal 4
00000100:00000001:3.0:1788575744.991015:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575744.991016:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773924352 : -111012935627264 : ffff9b08c9680e00)
00000100:00000040:3.0:1788575744.991020:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991027:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575744.991029:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575744.991031:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575744.991033:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816153216, offset 0
00000400:00000200:3.0:1788575744.991037:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575744.991041:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.991044:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575744.991047:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575744.991049:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575744.991051:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575744.991072:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575744.991075:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90702:90702:256:4294967295] 192.168.202.101@tcp LPNI seq info [90682:90682:8:4294967295]
00000400:00000200:3.0:1788575744.991079:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.991085:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575744.991089:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575744.991093:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575744.991096:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575744.991099:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575744.991103:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575744.991106:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788575744.991109:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575744.991111:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575744.991114:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575744.991117:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575744.991120:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575744.991122:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575744.991124:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575744.991128:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991139:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575744.991141:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991147:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.991148:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575744.991151:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575744.991153:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575744.991156:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575744.991158:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301260861
00000100:00000001:3.0:1788575744.991161:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301264768
00000100:00000001:3.0:1788575744.991162:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301260861
00000100:00000001:3.0:1788575744.991164:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301264768
00000100:00000001:3.0:1788575744.991166:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575744.991168:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.991170:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575744.991173:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575744/real 1788575744]  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575744.991180:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575744.991182:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575744.991183:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575744.991186:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575744.991187:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575744.991189:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575744.991193:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575744.991200:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991206:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575744.991207:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991209:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.991210:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575744.991214:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991220:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575744.991223:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991230:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575744.991233:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991234:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.991235:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991237:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575744.991239:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575744.991242:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575744.991245:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575744.991248:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575744.991251:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575744.991259:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153216:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575744.991263:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991265:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575744.991268:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683b80 x1875450816152960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991274:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575744.991275:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575744.991277:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575744.991280:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575744.991281:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575744.991283:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575744.991285:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575744.991287:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af000.
02000000:00000001:3.0:1788575744.991289:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575744.991290:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575744.991291:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683b80.
00000100:00000001:3.0:1788575744.991294:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575744.991295:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991297:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575744.991300:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683100 x1875450816153088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991306:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575744.991308:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575744.991309:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575744.991312:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575744.991312:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575744.991313:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575744.991314:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575744.991315:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
02000000:00000001:3.0:1788575744.991317:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575744.991317:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575744.991318:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683100.
00000100:00000001:3.0:1788575744.991319:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575744.991320:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991321:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575744.991323:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680e00 x1875450816153216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991327:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575744.991327:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575744.991328:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575744.991329:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575744.991330:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575744.991330:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575744.991332:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575744.991332:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad000.
02000000:00000001:3.0:1788575744.991334:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575744.991335:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575744.991335:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680e00.
00000100:00000001:3.0:1788575744.991337:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575744.991338:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991339:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991342:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575744.991343:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.991344:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575744.991345:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575744.991346:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575744.991348:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991352:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575744.991353:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.991354:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575744.991355:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575744.991356:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575744.991358:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153344:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575744.991360:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575744.991361:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575744.991362:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575744.991363:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575744.991365:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575744.991366:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575744.991369:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575744.991370:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575744.991372:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575744.991374:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816153344, portal 4
00000100:00000001:3.0:1788575744.991375:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575744.991376:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773930624 : -111012935620992 : ffff9b08c9682680)
00000100:00000040:3.0:1788575744.991379:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991383:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575744.991385:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575744.991386:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575744.991388:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816153344, offset 0
00000400:00000200:3.0:1788575744.991390:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575744.991393:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.991395:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575744.991397:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575744.991399:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575744.991401:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575744.991402:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575744.991404:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90703:90703:256:4294967295] 192.168.202.101@tcp LPNI seq info [90683:90683:8:4294967295]
00000400:00000200:3.0:1788575744.991406:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575744.991411:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575744.991414:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575744.991415:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575744.991418:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575744.991420:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788575744.991422:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575744.991424:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788575744.991426:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575744.991427:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575744.991429:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575744.991431:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575744.991433:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575744.991434:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575744.991436:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575744.991439:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991443:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575744.991445:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991448:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.991449:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575744.991451:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575744.991454:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575744.991455:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575744.991456:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301260852
00000100:00000001:3.0:1788575744.991458:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301264768
00000100:00000001:3.0:1788575744.991459:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301260852
00000100:00000001:3.0:1788575744.991461:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301264768
00000100:00000001:3.0:1788575744.991462:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575744.991463:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.991464:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575744.991466:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575744/real 1788575744]  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575744.991470:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575744.991470:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575744.991471:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575744.991473:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575744.991474:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575744.991475:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575744.991476:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575744.991481:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991484:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575744.991485:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991486:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.991487:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575744.991489:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991492:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575744.991494:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991499:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575744.991500:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991501:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575744.991502:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991503:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575744.991504:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575744.991505:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575744.991507:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575744.991508:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575744.991510:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575744.991514:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153344:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575744.991516:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991517:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575744.991520:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682680 x1875450816153344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575744.991525:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575744.991527:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575744.991528:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575744.991530:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575744.991531:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575744.991532:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575744.991534:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575744.991535:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94aec00.
02000000:00000001:3.0:1788575744.991537:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575744.991538:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575744.991540:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682680.
00000100:00000001:3.0:1788575744.991542:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575744.991543:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991545:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575744.991548:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575744.991549:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575744.991551:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575744.991553:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575745.309199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575745.309206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575745.309210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575745.309211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575745.309214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575745.309215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575745.309217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575745.309218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575745.309220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575745.309221:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575745.309282:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575745.309287:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575745.309290:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575746.013202:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575746.013209:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575746.013211:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575746.013216:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575746.013219:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575746.013222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575746.013225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575746.013227:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575746.013229:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575746.013310:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575746.013314:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575746.013316:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575746.013319:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575746.013328:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575746.013330:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575746.013332:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575746.013334:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575746.013336:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333238:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575746.333248:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575746.333260:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575746.333262:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575746.333267:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333270:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575746.333272:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333274:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333277:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333281:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575746.333283:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575746.333284:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575746.333286:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333287:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575746.333288:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333290:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333292:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333296:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575746.333297:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575746.333298:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575746.333300:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333301:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575746.333303:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333304:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333306:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575746.333311:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575746.333312:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575746.333428:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575746.333431:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575746.333434:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575747.037144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575747.037150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575747.037152:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575747.037154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1788575747.037157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575747.037160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575747.037164:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575747.037167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575747.037168:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575747.037171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575747.037173:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575747.037175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575747.037177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575747.037179:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575747.037184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575747.037184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575747.037190:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575747.037194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575747.357160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575747.357166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575747.357173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575747.357174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575747.357178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575747.357179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575747.357182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575747.357184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575747.357187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575747.357188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575747.357251:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575747.357255:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575747.357259:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575748.061187:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575748.061187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575748.061195:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575748.061197:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575748.061204:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1788575748.061205:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575748.061208:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575748.061212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788575748.061213:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575748.061218:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575748.061218:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575748.061222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575748.061224:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575748.061228:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575748.061232:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575748.061234:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575748.061237:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575748.061240:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575748.381177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575748.381183:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575748.381189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575748.381190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575748.381193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575748.381194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575748.381197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575748.381199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575748.381202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575748.381203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575748.381264:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575748.381267:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575748.381271:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575749.021178:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301264768, at 4301264832
00000100:00000040:3.0:1788575749.021179:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301264768, at 4301264832
00000100:00000010:3.0:1788575749.021200:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abba0.
00000100:00000010:2.0:1788575749.021206:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab420.
00000100:00000001:0.0:1788575749.085188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575749.085188:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575749.085195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575749.085197:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575749.085198:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575749.085200:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575749.085207:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575749.085207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575749.085214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575749.085214:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575749.085220:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575749.085221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575749.085225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575749.085229:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575749.085232:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575749.085233:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575749.085235:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575749.085240:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575749.405168:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575749.405169:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575749.405172:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405175:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575749.405176:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405177:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405179:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575749.405182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405185:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575749.405186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575749.405189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575749.405192:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575749.405193:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575749.405194:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405195:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575749.405195:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405196:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575749.405197:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575749.405243:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575749.405248:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575749.405251:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575750.109154:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575750.109155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575750.109161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575750.109162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575750.109164:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575750.109166:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575750.109168:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575750.109170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575750.109173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788575750.109174:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788575750.109174:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575750.109179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575750.109179:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575750.109179:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575750.109183:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575750.109184:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575750.109188:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6593
00000100:00000001:3.0:1788575750.109188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575750.109192:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.109195:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575750.109196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788575750.109197:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575750.109198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575750.109202:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575750.109205:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575750.109209:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575750.109213:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109216:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575750.109219:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109221:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575750.109225:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575750.109227:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575750.109230:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575750.109233:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575750.109235:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575750.109237:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575750.109244:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109246:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575750.109247:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109248:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575750.109250:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575750.109252:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109254:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575750.109256:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575750.109259:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575750.109260:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109262:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575750.109263:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575750.109271:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575750.109273:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575750.109277:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575750.109279:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109282:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575750.109284:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575750.109287:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575750.109295:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575750.109300:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575750.109309:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575750.109319:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575750.109322:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575750.109325:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575750.109341:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575750.109344:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575750.109348:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575750.109349:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575750.109351:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575750.109354:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575750.109356:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6593
00000400:00000200:1.0:1788575750.109360:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575750.109363:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575750.109364:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1788575750.109365:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575750.109367:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575750.109368:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575750.109369:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575750.109370:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575750.109372:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109374:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575750.109374:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575750.109376:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575750.109378:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575750.109379:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575750.109381:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575750.109383:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575750.109386:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575750.109389:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109390:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575750.109390:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788575750.109392:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575750.109392:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109394:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575750.109395:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1788575750.109397:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:3.0:1788575750.109397:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788575750.109400:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575750.109400:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109402:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575750.109403:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816153472:192.168.202.101@tcp:250:kworker.0
02000000:00000001:1.0:1788575750.109404:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575750.109407:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788575750.109409:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575750.109410:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.109411:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788575750.109412:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575750.109413:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788575750.109415:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575750.109415:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1788575750.109418:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109420:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575750.109421:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
00000100:00000010:1.0:1788575750.109423:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
02000000:00000001:3.0:1788575750.109423:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575750.109425:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575750.109427:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575750.109428:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575750.109429:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575750.109430:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575750.109431:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788575750.109432:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:1.0:1788575750.109433:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575750.109449:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000400:00000010:3.0:1788575750.109450:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575750.109452:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575750.109456:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816153472, portal 25
00000100:00100000:1.0:1788575750.109457:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575750.109458:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575750.109459:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773930624 : -111012935620992 : ffff9b08c9682680)
00000100:00000001:1.0:1788575750.109464:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788575750.109464:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575750.109466:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575750.109470:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.109471:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575750.109474:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575750.109477:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575750.109480:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816153472, offset 0
00000100:00000001:1.0:1788575750.109485:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575750.109486:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575750.109488:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575750.109490:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575750.109491:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575750.109493:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575750.109493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575750.109495:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575750.109497:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6593
00000400:00000200:1.0:1788575750.109500:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.109502:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:1.0:1788575750.109503:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575750.109505:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575750.109507:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575750.109507:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788575750.109509:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575750.109510:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:1.0:1788575750.109511:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109513:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575750.109514:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1788575750.109515:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575750.109516:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575750.109520:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90704:90704:256:4294967295] 192.168.202.101@tcp LPNI seq info [90684:90684:8:4294967295]
00000020:00000040:1.0:1788575750.109522:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575750.109523:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575750.109525:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575750.109525:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:1.0:1788575750.109527:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575750.109529:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575750.109532:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109533:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575750.109534:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788575750.109535:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109537:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575750.109539:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000200:3.0:1788575750.109540:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575750.109542:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109544:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575750.109544:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
02000000:00000001:1.0:1788575750.109545:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575750.109548:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575750.109549:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109551:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.0:1788575750.109551:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00100000:1.0:1788575750.109553:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1788575750.109554:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000008:00000001:1.0:1788575750.109555:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109557:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575750.109559:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:1.0:1788575750.109560:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000020:00000040:1.0:1788575750.109562:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:3.1:1788575750.109563:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1788575750.109564:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575750.109565:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109567:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:3.0:1788575750.109568:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575750.109569:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575750.109570:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575750.109571:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
02000000:00000010:1.0:1788575750.109573:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575750.109575:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575750.109576:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1788575750.109579:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575750.109580:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575750.109585:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575750.109587:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:1.0:1788575750.109591:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575750.109591:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575750.109594:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575750.109599:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109602:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575750.109603:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575750.109606:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575750.109611:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575750.109613:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575750.109614:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109615:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788575750.109616:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575750.109618:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575750.109619:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575750.109621:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575750.109622:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575750.109623:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6593
00000400:00000200:3.0:1788575750.109625:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575750.109626:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575750.109629:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575750.109629:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301269888
00000100:00080000:1.0:1788575750.109631:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575750.109633:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000010:3.0:1788575750.109633:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abba0.
00000100:00000001:1.0:1788575750.109635:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575750.109637:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109638:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575750.109639:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1788575750.109641:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575750.109642:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575750.109643:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575750.109643:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301269888
00000020:00000040:1.0:1788575750.109645:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000010:3.0:1788575750.109645:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7aba80.
00000020:00000001:1.0:1788575750.109647:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575750.109648:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000020:00000001:1.0:1788575750.109649:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575750.109651:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575750.109651:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575750.109653:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575750.109654:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575750.109655:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575750.109656:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788575750.109658:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575750.109660:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00100000:3.0:1788575750.109660:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575750/real 1788575750]  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575750.109663:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109665:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575750.109667:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575750.109669:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1788575750.109669:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1788575750.109671:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575750.109671:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575750.109672:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788575750.109673:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000008:00100000:1.0:1788575750.109675:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000200:3.0:1788575750.109675:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000008:00000001:1.0:1788575750.109677:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575750.109677:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575750.109679:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109679:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:1.0:1788575750.109682:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000100:00000200:3.0:1788575750.109683:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575750.109685:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575750.109687:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575750.109688:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109690:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575750.109691:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1788575750.109692:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575750.109693:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575750.109696:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:3.0:1788575750.109698:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788575750.109699:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109700:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.109702:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:1.0:1788575750.109703:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575750.109704:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575750.109708:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575750.109710:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575750.109712:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109715:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575750.109716:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575750.109719:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575750.109723:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575750.109725:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575750.109726:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788575750.109728:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575750.109729:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575750.109730:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575750.109730:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788575750.109732:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575750.109732:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575750.109734:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575750.109734:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1788575750.109736:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6593
00000100:00000001:3.0:1788575750.109736:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575750.109738:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1788575750.109739:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575750.109742:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575750.109742:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00080000:1.0:1788575750.109744:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575750.109745:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788575750.109746:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109748:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575750.109749:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575750.109750:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109752:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575750.109755:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575750.109756:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575750.109757:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:3.0:1788575750.109758:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816153472:192.168.202.101@tcp:250:kworker.0
00000020:00000040:1.0:1788575750.109759:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575750.109760:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575750.109761:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788575750.109762:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575750.109764:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575750.109764:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575750.109766:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575750.109767:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682680 x1875450816153472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575750.109768:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109770:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575750.109773:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575750.109775:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575750.109777:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575750.109779:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575750.109779:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788575750.109781:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575750.109781:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1788575750.109782:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575750.109783:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
00000100:00000001:1.0:1788575750.109784:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575750.109785:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575750.109787:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.109787:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788575750.109789:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575750.109789:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575750.109790:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000010:1.0:1788575750.109791:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575750.109793:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575750.109793:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:1.0:1788575750.109795:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1788575750.109796:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94aec00.
02000000:00000001:1.0:1788575750.109797:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575750.109798:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575750.109799:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788575750.109800:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575750.109801:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.109801:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575750.109803:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682680.
02000000:00000010:1.0:1788575750.109804:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:3.0:1788575750.109805:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788575750.109806:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109807:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.109809:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.109815:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575750.109817:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575750.109818:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575750.109819:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575750.109820:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575750.109822:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575750.109824:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788575750.109825:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575750.109827:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575750.109830:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.109832:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575750.109833:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.109835:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575750.109837:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575750.109838:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.109839:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575750.109842:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6603)
00000100:00100000:3.0:1788575750.109842:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153600:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575750.109844:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575750.109846:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575750.109847:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.109849:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575750.109852:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575750.109853:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575750.109857:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575750.109860:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575750.109863:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575750.109866:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816153600, portal 10
00000100:00000001:3.0:1788575750.109867:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575750.109869:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773924352 : -111012935627264 : ffff9b08c9680e00)
00000100:00000040:3.0:1788575750.109875:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.109879:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575750.109881:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575750.109882:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575750.109884:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816153600, offset 0
00000400:00000200:3.0:1788575750.109886:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575750.109888:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.109891:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575750.109893:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575750.109894:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575750.109896:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575750.109897:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575750.109899:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90705:90705:256:4294967295] 192.168.202.101@tcp LPNI seq info [90685:90685:8:4294967295]
00000400:00000200:3.0:1788575750.109902:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.109905:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575750.109908:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575750.109910:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575750.109913:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575750.109915:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575750.109917:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575750.109919:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575750.109921:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575750.109922:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575750.109925:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575750.109927:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575750.109930:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575750.109931:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575750.109934:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575750.109937:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.109951:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575750.109954:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.109961:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109962:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575750.109966:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575750.109970:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575750.109973:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575750.109975:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301265996
00000100:00000001:3.0:1788575750.109978:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301269888
00000100:00000001:3.0:1788575750.109980:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301265996
00000100:00000001:3.0:1788575750.109982:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301269888
00000100:00000001:3.0:1788575750.109984:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575750.109986:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.109988:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575750.109992:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575750/real 1788575750]  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575750.110000:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575750.110001:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575750.110003:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575750.110006:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575750.110008:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575750.110010:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575750.110020:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575750.110029:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110040:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575750.110042:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110044:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575750.110045:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575750.110048:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110069:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575750.110072:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110076:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575750.110078:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110079:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575750.110080:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110081:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575750.110082:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575750.110084:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575750.110085:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575750.110086:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575750.110089:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575750.110093:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153600:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575750.110095:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575750.110097:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110103:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575750.110104:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.110107:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575750.110108:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575750.110110:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575750.110113:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153728:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575750.110116:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575750.110118:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575750.110120:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.110121:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575750.110124:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575750.110126:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575750.110129:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575750.110131:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575750.110134:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575750.110137:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816153728, portal 10
00000100:00000001:3.0:1788575750.110139:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575750.110140:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773933312 : -111012935618304 : ffff9b08c9683100)
00000100:00000040:3.0:1788575750.110145:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110152:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575750.110154:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575750.110156:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575750.110158:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816153728, offset 0
00000400:00000200:3.0:1788575750.110162:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575750.110166:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.110169:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575750.110172:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575750.110174:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575750.110177:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575750.110179:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575750.110182:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90706:90706:256:4294967295] 192.168.202.101@tcp LPNI seq info [90686:90686:8:4294967295]
00000400:00000200:3.0:1788575750.110186:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.110192:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575750.110197:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575750.110200:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575750.110203:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575750.110206:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575750.110210:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575750.110212:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575750.110216:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575750.110217:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575750.110219:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575750.110221:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575750.110223:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575750.110224:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575750.110226:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575750.110228:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110233:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575750.110235:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110238:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.110239:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575750.110241:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575750.110243:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575750.110245:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575750.110246:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301265947
00000100:00000001:3.0:1788575750.110248:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301269888
00000100:00000001:3.0:1788575750.110250:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301265947
00000100:00000001:3.0:1788575750.110252:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301269888
00000100:00000001:3.0:1788575750.110254:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575750.110256:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.110258:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575750.110262:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575750/real 1788575750]  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575750.110270:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575750.110271:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575750.110282:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575750.110285:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575750.110286:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575750.110288:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575750.110291:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575750.110299:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110306:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575750.110307:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110309:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575750.110310:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575750.110313:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110319:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575750.110323:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110330:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575750.110332:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110333:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575750.110334:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110336:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575750.110337:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575750.110340:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575750.110343:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575750.110345:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575750.110350:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575750.110357:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153728:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575750.110361:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575750.110365:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110371:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575750.110372:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.110375:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575750.110376:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575750.110378:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575750.110381:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153856:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575750.110384:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575750.110386:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575750.110387:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.110389:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575750.110392:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575750.110394:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575750.110398:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575750.110400:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575750.110403:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575750.110406:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816153856, portal 4
00000100:00000001:3.0:1788575750.110408:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575750.110409:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773936000 : -111012935615616 : ffff9b08c9683b80)
00000100:00000040:3.0:1788575750.110414:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110421:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575750.110423:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575750.110425:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575750.110427:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816153856, offset 0
00000400:00000200:3.0:1788575750.110432:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575750.110450:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.110454:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575750.110457:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575750.110460:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575750.110462:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575750.110464:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575750.110467:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90707:90707:256:4294967295] 192.168.202.101@tcp LPNI seq info [90687:90687:8:4294967295]
00000400:00000200:3.0:1788575750.110471:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.110476:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575750.110480:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575750.110484:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575750.110488:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575750.110491:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575750.110493:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575750.110495:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575750.110497:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575750.110498:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575750.110500:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575750.110503:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575750.110505:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575750.110506:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575750.110507:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575750.110510:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110518:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575750.110520:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110526:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.110528:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575750.110531:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575750.110534:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575750.110536:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575750.110539:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301265980
00000100:00000001:3.0:1788575750.110541:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301269888
00000100:00000001:3.0:1788575750.110543:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301265980
00000100:00000001:3.0:1788575750.110545:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301269888
00000100:00000001:3.0:1788575750.110547:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575750.110549:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.110550:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575750.110554:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575750/real 1788575750]  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575750.110561:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575750.110562:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575750.110564:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575750.110566:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575750.110567:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575750.110569:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575750.110572:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575750.110580:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110586:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575750.110588:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110589:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575750.110591:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575750.110594:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110600:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575750.110603:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110609:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575750.110611:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110613:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575750.110614:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110615:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575750.110617:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575750.110619:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575750.110623:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575750.110625:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575750.110628:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575750.110636:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153856:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575750.110639:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110641:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575750.110644:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680e00 x1875450816153600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110648:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575750.110649:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575750.110651:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575750.110652:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575750.110653:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575750.110654:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575750.110655:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575750.110657:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad000.
02000000:00000001:3.0:1788575750.110658:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575750.110659:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575750.110660:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680e00.
00000100:00000001:3.0:1788575750.110662:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575750.110663:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110664:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575750.110665:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683100 x1875450816153728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110673:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575750.110673:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575750.110674:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575750.110675:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575750.110676:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575750.110676:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575750.110677:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575750.110678:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
02000000:00000001:3.0:1788575750.110679:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575750.110680:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575750.110680:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683100.
00000100:00000001:3.0:1788575750.110682:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575750.110682:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110683:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575750.110684:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683b80 x1875450816153856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110688:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575750.110688:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575750.110689:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575750.110690:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575750.110691:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575750.110691:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575750.110692:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575750.110693:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af000.
02000000:00000001:3.0:1788575750.110694:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575750.110695:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575750.110695:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683b80.
00000100:00000001:3.0:1788575750.110696:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575750.110697:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110698:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110700:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575750.110701:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.110702:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575750.110703:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575750.110704:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575750.110706:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110710:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575750.110711:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.110712:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575750.110713:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575750.110714:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575750.110716:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153984:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575750.110718:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575750.110719:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575750.110720:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575750.110722:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575750.110723:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575750.110724:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575750.110726:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575750.110728:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575750.110730:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575750.110732:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816153984, portal 4
00000100:00000001:3.0:1788575750.110733:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575750.110734:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773931520 : -111012935620096 : ffff9b08c9682a00)
00000100:00000040:3.0:1788575750.110739:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110745:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575750.110746:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575750.110749:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575750.110751:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816153984, offset 0
00000400:00000200:3.0:1788575750.110754:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575750.110758:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.110761:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575750.110764:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575750.110766:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575750.110769:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575750.110771:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575750.110774:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90708:90708:256:4294967295] 192.168.202.101@tcp LPNI seq info [90688:90688:8:4294967295]
00000400:00000200:3.0:1788575750.110778:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575750.110782:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575750.110785:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575750.110788:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575750.110790:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575750.110792:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788575750.110794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575750.110796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788575750.110798:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575750.110800:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575750.110802:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575750.110804:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575750.110806:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575750.110807:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575750.110808:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575750.110811:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110815:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575750.110817:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110821:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.110822:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575750.110824:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575750.110825:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575750.110827:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575750.110829:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301265971
00000100:00000001:3.0:1788575750.110830:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301269888
00000100:00000001:3.0:1788575750.110831:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301265971
00000100:00000001:3.0:1788575750.110833:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301269888
00000100:00000001:3.0:1788575750.110834:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575750.110836:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.110837:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575750.110839:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575750/real 1788575750]  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575750.110844:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575750.110844:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575750.110845:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575750.110846:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575750.110847:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575750.110849:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575750.110850:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575750.110855:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110859:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575750.110859:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110860:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575750.110861:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575750.110863:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110866:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575750.110868:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110871:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575750.110873:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110873:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575750.110874:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110875:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575750.110876:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575750.110877:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575750.110879:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575750.110881:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575750.110883:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575750.110887:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816153984:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575750.110889:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110890:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575750.110892:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682a00 x1875450816153984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575750.110895:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575750.110896:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575750.110897:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575750.110898:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575750.110898:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575750.110899:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575750.110900:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575750.110901:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
02000000:00000001:3.0:1788575750.110902:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575750.110903:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575750.110903:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682a00.
00000100:00000001:3.0:1788575750.110904:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575750.110905:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110906:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575750.110908:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575750.110909:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575750.110910:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575750.110911:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575750.429164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575750.429171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575750.429187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575750.429189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575750.429192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575750.429193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575750.429196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575750.429197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575750.429200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575750.429201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575750.429259:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575750.429263:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575750.429266:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575751.133155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575751.133155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575751.133163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575751.133164:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575751.133165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575751.133167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575751.133171:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575751.133172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575751.133176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575751.133178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575751.133180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575751.133181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575751.133183:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575751.133186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575751.133188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575751.133192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575751.133196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575751.133199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575751.453164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575751.453171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575751.453186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575751.453187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575751.453191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575751.453192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575751.453195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575751.453197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575751.453199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575751.453200:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575751.453254:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575751.453257:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575751.453259:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575752.157156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575752.157156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575752.157163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575752.157163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575752.157167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575752.157167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575752.157173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575752.157174:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575752.157178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575752.157178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575752.157183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575752.157183:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575752.157188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575752.157191:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575752.157193:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575752.157195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575752.157197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575752.157199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575752.477140:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575752.477145:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575752.477157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575752.477158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575752.477160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575752.477161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575752.477162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575752.477163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575752.477167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575752.477169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575752.477215:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575752.477219:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575752.477222:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575753.181162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575753.181168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575753.181170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575753.181173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575753.181175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575753.181178:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575753.181180:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575753.181182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575753.181184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575753.181254:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575753.181256:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575753.181257:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575753.181258:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575753.181260:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575753.181261:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575753.181262:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575753.181263:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575753.181265:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575753.501160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575753.501168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575753.501174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575753.501175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575753.501179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575753.501180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575753.501184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575753.501185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575753.501189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575753.501190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575753.501471:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575753.501478:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575753.501483:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575754.141174:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301269888, at 4301269952
00000100:00000040:3.0:1788575754.141178:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301269888, at 4301269952
00000100:00000010:2.0:1788575754.141196:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abba0.
00000100:00000010:3.0:1788575754.141201:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7aba80.
00000100:00000001:3.0:1788575754.205226:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575754.205227:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575754.205234:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575754.205248:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575754.205253:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575754.205256:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575754.205260:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575754.205260:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575754.205265:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575754.205266:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575754.205268:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575754.205274:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575754.205277:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575754.205281:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575754.205288:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575754.205292:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575754.205294:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575754.205297:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575754.525153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575754.525159:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575754.525163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575754.525164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575754.525166:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575754.525167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575754.525169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575754.525176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575754.525178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575754.525179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575754.525246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575754.525249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575754.525253:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575755.229148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575755.229148:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788575755.229149:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575755.229154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575755.229155:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575755.229159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.229159:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575755.229160:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575755.229165:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788575755.229165:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575755.229165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:0.0:1788575755.229171:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575755.229172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575755.229172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575755.229177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.229177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.229182:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575755.229183:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575755.229196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575755.229196:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575755.229199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575755.229201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.229211:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575755.229219:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6598
00000400:00000200:0.0:1788575755.229233:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575755.229240:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575755.229243:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575755.229246:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229249:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575755.229252:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229254:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575755.229258:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575755.229260:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575755.229263:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575755.229266:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575755.229268:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575755.229270:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575755.229273:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229275:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575755.229277:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229279:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575755.229282:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575755.229285:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229287:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575755.229290:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575755.229293:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575755.229296:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.229298:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575755.229300:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575755.229309:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575755.229312:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575755.229315:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575755.229317:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.229319:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575755.229321:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575755.229325:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575755.229333:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87c00.
00000100:00000001:0.0:1788575755.229339:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575755.229347:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575755.229356:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575755.229360:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575755.229364:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575755.229383:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575755.229387:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575755.229390:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575755.229391:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575755.229392:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575755.229395:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575755.229397:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6598
00000400:00000200:0.0:1788575755.229410:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575755.229412:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788575755.229414:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575755.229417:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788575755.229418:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575755.229421:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575755.229424:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229429:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575755.229430:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575755.229435:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229440:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575755.229442:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788575755.229445:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575755.229445:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575755.229449:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
02000000:00000001:3.0:1788575755.229450:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788575755.229454:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788575755.229454:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575755.229458:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575755.229459:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00100000:3.0:1788575755.229463:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816154112:192.168.202.101@tcp:250:kworker.0
00000020:00000001:0.0:1788575755.229464:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575755.229467:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575755.229470:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575755.229472:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.229474:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1788575755.229478:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000010:3.0:1788575755.229479:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
00000100:00000040:0.0:1788575755.229484:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575755.229484:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.229489:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575755.229490:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229492:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575755.229493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:0.0:1788575755.229495:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575755.229499:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229501:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575755.229501:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:0.0:1788575755.229504:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575755.229509:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575755.229511:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575755.229511:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:0.0:1788575755.229516:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575755.229519:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1788575755.229521:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816154112, portal 25
00000008:00000001:0.0:1788575755.229522:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.229526:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.229527:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000010:0.0:1788575755.229530:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575755.229531:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000020:00000040:0.0:1788575755.229534:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00000040:3.0:1788575755.229540:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575755.229542:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575755.229544:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.229547:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575755.229549:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575755.229551:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575755.229556:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84400.
00000100:00000001:3.0:1788575755.229557:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575755.229560:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575755.229564:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00100000:0.0:1788575755.229567:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575755.229569:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575755.229576:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816154112, offset 0
00000100:00000001:0.0:1788575755.229577:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575755.229580:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575755.229583:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575755.229588:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229593:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575755.229595:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575755.229598:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788575755.229600:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575755.229601:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575755.229603:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575755.229606:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575755.229608:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6598
00000400:00000200:3.0:1788575755.229611:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:0.0:1788575755.229615:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575755.229621:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575755.229621:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788575755.229624:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575755.229627:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575755.229630:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:0.0:1788575755.229631:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575755.229635:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229637:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575755.229638:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788575755.229639:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575755.229642:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575755.229644:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575755.229645:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000040:0.0:1788575755.229646:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575755.229650:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575755.229651:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575755.229655:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90709:90709:256:4294967295] 192.168.202.101@tcp LPNI seq info [90689:90689:8:4294967295]
00000100:00000040:0.0:1788575755.229656:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229659:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575755.229661:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229665:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575755.229667:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575755.229669:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:0.0:1788575755.229671:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229675:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575755.229678:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575755.229683:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575755.229683:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788575755.229689:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575755.229693:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229694:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575755.229698:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1788575755.229699:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000008:00000001:0.0:1788575755.229701:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.229704:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575755.229708:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:0.0:1788575755.229710:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000800:00000200:3.0:1788575755.229713:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000040:0.0:1788575755.229715:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575755.229721:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575755.229723:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575755.229724:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575755.229726:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575755.229729:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575755.229731:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575755.229731:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
02000000:00000010:0.0:1788575755.229737:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87000.
00000100:00000001:0.0:1788575755.229742:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788575755.229742:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.229747:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000100:00100000:0.0:1788575755.229749:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575755.229755:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575755.229765:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575755.229774:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000100:00000001:0.0:1788575755.229775:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788575755.229778:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:0.0:1788575755.229779:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.229784:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1788575755.229787:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575755.229792:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575755.229807:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575755.229811:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575755.229812:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788575755.229817:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575755.229819:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1788575755.229819:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575755.229821:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575755.229826:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575755.229830:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6598
00000400:00000200:0.0:1788575755.229835:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575755.229835:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.229840:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1788575755.229841:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575755.229844:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575755.229846:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575755.229847:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.229848:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575755.229852:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229854:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575755.229858:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575755.229858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:0.0:1788575755.229860:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575755.229863:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575755.229865:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301275008
00000020:00000040:0.0:1788575755.229866:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575755.229871:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000010:3.0:1788575755.229873:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7aba80.
00000020:00000001:0.0:1788575755.229874:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575755.229880:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229883:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575755.229883:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1788575755.229886:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575755.229890:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575755.229891:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301275008
00000020:00000040:0.0:1788575755.229895:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000010:3.0:1788575755.229896:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abea0.
00000100:00080000:0.0:1788575755.229901:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575755.229901:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1788575755.229907:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.229908:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575755.229910:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575755.229914:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575755.229916:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575755.229917:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788575755.229921:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575755.229925:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575755/real 1788575755]  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575755.229926:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575755.229930:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000001:3.0:1788575755.229935:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1788575755.229936:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575755.229938:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788575755.229940:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575755.229942:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00000010:0.0:1788575755.229947:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000400:00000200:3.0:1788575755.229947:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575755.229951:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000020:00000040:0.0:1788575755.229953:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575755.229956:0:2397:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1788575755.229958:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575755.229961:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575755.229963:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575755.229964:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575755.229967:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575755.229970:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575755.229976:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87800.
00000100:00000200:3.0:1788575755.229980:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575755.229982:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.229989:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:0.0:1788575755.229991:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575755.229992:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.229996:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.229998:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575755.230005:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575755.230007:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575755.230011:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230018:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575755.230020:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575755.230031:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575755.230032:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575755.230038:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575755.230047:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575755.230048:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788575755.230049:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575755.230074:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.230077:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.230078:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.230080:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1788575755.230082:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575755.230083:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788575755.230088:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575755.230089:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788575755.230095:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6598
00000100:00080000:3.0:1788575755.230097:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575755.230103:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1788575755.230105:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575755.230110:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575755.230113:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575755.230118:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575755.230125:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575755.230128:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816154112:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575755.230129:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575755.230135:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575755.230138:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575755.230139:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575755.230143:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788575755.230144:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575755.230148:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575755.230152:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575755.230152:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816154112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575755.230155:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575755.230160:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575755.230165:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575755.230166:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1788575755.230170:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575755.230171:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788575755.230175:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1788575755.230176:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
00000100:00000040:0.0:1788575755.230180:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575755.230183:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575755.230196:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788575755.230198:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575755.230198:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000040:0.0:1788575755.230205:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000020:00000001:3.0:1788575755.230205:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575755.230210:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87c00.
00000100:00080000:0.0:1788575755.230211:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575755.230216:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.230217:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788575755.230218:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575755.230221:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1788575755.230223:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788575755.230225:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
02000000:00000001:0.0:1788575755.230227:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230230:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788575755.230231:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575755.230233:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1788575755.230236:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575755.230238:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788575755.230240:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.230244:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575755.230248:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575755.230249:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1788575755.230251:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575755.230254:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575755.230256:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.230258:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575755.230260:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575755.230261:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230263:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575755.230267:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85800.
00000100:00000001:3.0:1788575755.230268:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575755.230271:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575755.230274:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230275:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575755.230281:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575755.230284:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575755.230294:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575755.230297:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.230300:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788575755.230303:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788575755.230303:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575755.230307:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575755.230309:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575755.230311:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154240:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575755.230315:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788575755.230318:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575755.230318:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575755.230320:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.230323:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575755.230326:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575755.230329:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575755.230335:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575755.230338:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575755.230338:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575755.230344:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000040:0.0:1788575755.230346:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6608)
00000100:00000200:3.0:1788575755.230349:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816154240, portal 10
00000100:00000001:3.0:1788575755.230352:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575755.230354:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:3.0:1788575755.230361:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230368:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575755.230371:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575755.230374:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575755.230377:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816154240, offset 0
00000400:00000200:3.0:1788575755.230382:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575755.230387:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575755.230391:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575755.230396:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575755.230399:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575755.230402:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575755.230404:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575755.230407:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90710:90710:256:4294967295] 192.168.202.101@tcp LPNI seq info [90690:90690:8:4294967295]
00000400:00000200:3.0:1788575755.230411:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575755.230418:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575755.230422:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.230426:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575755.230430:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575755.230433:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575755.230437:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575755.230440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575755.230444:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.230446:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575755.230449:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575755.230453:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575755.230456:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575755.230457:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575755.230460:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575755.230463:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230472:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575755.230475:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230481:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230482:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575755.230485:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575755.230490:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575755.230493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575755.230495:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301271117
00000100:00000001:3.0:1788575755.230498:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301275008
00000100:00000001:3.0:1788575755.230500:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301271117
00000100:00000001:3.0:1788575755.230502:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301275008
00000100:00000001:3.0:1788575755.230504:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575755.230506:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230508:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575755.230511:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575755/real 1788575755]  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575755.230518:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575755.230519:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575755.230520:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575755.230522:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575755.230522:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575755.230524:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575755.230526:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575755.230531:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230535:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575755.230535:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.230536:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.230537:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575755.230539:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230542:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575755.230545:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230549:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575755.230551:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.230552:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.230552:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.230554:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575755.230555:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575755.230557:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575755.230558:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575755.230559:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575755.230561:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575755.230568:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154240:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575755.230571:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575755.230575:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230580:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575755.230581:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.230583:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575755.230585:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575755.230586:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575755.230589:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154368:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575755.230591:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575755.230593:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575755.230594:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.230596:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575755.230599:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575755.230601:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575755.230604:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575755.230606:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575755.230609:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575755.230612:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816154368, portal 10
00000100:00000001:3.0:1788575755.230614:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575755.230614:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575755.230620:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230626:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575755.230627:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575755.230630:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575755.230632:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816154368, offset 0
00000400:00000200:3.0:1788575755.230635:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575755.230639:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575755.230642:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575755.230645:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575755.230647:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575755.230650:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575755.230652:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575755.230655:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90711:90711:256:4294967295] 192.168.202.101@tcp LPNI seq info [90691:90691:8:4294967295]
00000400:00000200:3.0:1788575755.230659:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575755.230664:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575755.230669:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.230672:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575755.230676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575755.230678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575755.230682:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575755.230684:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575755.230687:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.230689:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575755.230691:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575755.230693:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575755.230695:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575755.230696:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575755.230698:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575755.230700:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230705:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575755.230707:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230711:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230712:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575755.230714:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575755.230716:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575755.230718:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575755.230719:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301271067
00000100:00000001:3.0:1788575755.230721:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301275008
00000100:00000001:3.0:1788575755.230722:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301271067
00000100:00000001:3.0:1788575755.230724:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301275008
00000100:00000001:3.0:1788575755.230726:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575755.230728:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230730:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575755.230733:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575755/real 1788575755]  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575755.230739:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575755.230741:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575755.230742:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575755.230747:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575755.230748:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575755.230750:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575755.230753:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575755.230760:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230766:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575755.230768:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.230769:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.230770:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575755.230773:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230778:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575755.230781:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230787:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575755.230790:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.230791:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.230792:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.230794:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575755.230795:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575755.230798:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575755.230800:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575755.230803:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575755.230806:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575755.230812:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154368:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575755.230816:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575755.230819:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230825:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575755.230826:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.230829:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575755.230830:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575755.230832:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575755.230835:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154496:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575755.230837:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575755.230839:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575755.230841:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.230842:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575755.230845:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575755.230846:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575755.230858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575755.230860:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575755.230864:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575755.230867:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816154496, portal 4
00000100:00000001:3.0:1788575755.230868:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575755.230869:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575755.230874:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230879:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575755.230881:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575755.230883:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575755.230885:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816154496, offset 0
00000400:00000200:3.0:1788575755.230889:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575755.230892:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575755.230895:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575755.230898:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575755.230900:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575755.230902:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575755.230904:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575755.230907:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90712:90712:256:4294967295] 192.168.202.101@tcp LPNI seq info [90692:90692:8:4294967295]
00000400:00000200:3.0:1788575755.230910:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575755.230915:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575755.230920:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.230923:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575755.230926:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575755.230929:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575755.230933:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575755.230935:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575755.230939:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.230941:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575755.230943:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575755.230946:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575755.230949:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575755.230950:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575755.230952:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575755.230956:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230963:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575755.230966:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.230970:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230971:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575755.230973:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575755.230976:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575755.230979:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575755.230981:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301271100
00000100:00000001:3.0:1788575755.230983:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301275008
00000100:00000001:3.0:1788575755.230985:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301271100
00000100:00000001:3.0:1788575755.230987:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301275008
00000100:00000001:3.0:1788575755.230989:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575755.230991:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.230992:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575755.230996:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575755/real 1788575755]  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575755.231005:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575755.231006:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575755.231008:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575755.231010:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575755.231011:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575755.231013:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575755.231017:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575755.231024:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231030:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575755.231031:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231032:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.231033:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575755.231036:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231040:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575755.231042:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231045:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575755.231046:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231047:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.231048:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231049:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575755.231050:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575755.231052:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575755.231074:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575755.231075:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575755.231078:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575755.231083:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154496:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575755.231087:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231088:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575755.231091:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816154240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231096:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575755.231098:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575755.231100:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575755.231103:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575755.231104:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575755.231105:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575755.231107:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575755.231110:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84400.
02000000:00000001:3.0:1788575755.231112:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575755.231114:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575755.231115:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575755.231118:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575755.231119:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231120:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575755.231123:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816154368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231130:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575755.231131:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575755.231132:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575755.231135:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575755.231135:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575755.231137:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575755.231138:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575755.231139:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87000.
02000000:00000001:3.0:1788575755.231142:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575755.231143:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575755.231145:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575755.231147:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575755.231147:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231149:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575755.231152:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816154496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231157:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575755.231158:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575755.231160:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575755.231161:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575755.231162:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575755.231163:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575755.231165:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575755.231167:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87800.
02000000:00000001:3.0:1788575755.231169:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575755.231170:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575755.231172:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575755.231174:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575755.231175:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231177:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231182:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575755.231183:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.231195:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575755.231197:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575755.231198:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575755.231202:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231208:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575755.231209:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.231211:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575755.231213:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575755.231215:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575755.231217:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154624:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575755.231220:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575755.231223:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575755.231224:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575755.231226:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575755.231229:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575755.231231:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575755.231234:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575755.231237:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575755.231240:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575755.231242:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816154624, portal 4
00000100:00000001:3.0:1788575755.231244:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575755.231245:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:3.0:1788575755.231250:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231256:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575755.231258:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575755.231260:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575755.231262:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816154624, offset 0
00000400:00000200:3.0:1788575755.231266:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575755.231269:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575755.231273:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575755.231276:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575755.231278:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575755.231280:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575755.231282:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575755.231284:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90713:90713:256:4294967295] 192.168.202.101@tcp LPNI seq info [90693:90693:8:4294967295]
00000400:00000200:3.0:1788575755.231287:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575755.231290:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575755.231293:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.231295:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575755.231298:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575755.231299:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788575755.231302:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575755.231304:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788575755.231306:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575755.231308:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575755.231310:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575755.231312:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575755.231314:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575755.231316:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575755.231318:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575755.231321:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231328:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575755.231331:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231337:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.231338:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575755.231341:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575755.231343:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575755.231344:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575755.231346:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301271092
00000100:00000001:3.0:1788575755.231347:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301275008
00000100:00000001:3.0:1788575755.231349:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301271092
00000100:00000001:3.0:1788575755.231350:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301275008
00000100:00000001:3.0:1788575755.231351:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575755.231352:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.231353:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575755.231355:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575755/real 1788575755]  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575755.231360:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575755.231361:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575755.231362:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575755.231363:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575755.231364:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575755.231366:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575755.231368:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575755.231373:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231376:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575755.231377:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231378:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.231379:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575755.231380:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231384:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575755.231386:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231389:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575755.231391:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231392:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575755.231392:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231394:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575755.231395:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575755.231396:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575755.231398:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575755.231399:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575755.231401:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575755.231405:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154624:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575755.231407:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231408:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575755.231410:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816154624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575755.231414:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575755.231415:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575755.231416:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575755.231417:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575755.231419:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575755.231419:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575755.231421:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575755.231423:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85800.
02000000:00000001:3.0:1788575755.231425:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575755.231426:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575755.231428:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575755.231430:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575755.231431:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231433:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575755.231436:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575755.231437:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575755.231439:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575755.231440:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549129:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575755.549135:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549141:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575755.549145:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575755.549147:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575755.549150:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549153:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575755.549156:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549157:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549159:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575755.549164:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575755.549165:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575755.549167:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549180:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575755.549181:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549183:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549184:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575755.549189:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575755.549190:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575755.549191:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549193:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575755.549194:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549196:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549197:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575755.549200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575755.549201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575755.549259:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575755.549262:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575755.549266:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575756.253222:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575756.253234:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575756.253237:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575756.253245:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575756.253250:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575756.253256:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575756.253259:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575756.253263:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575756.253266:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575756.253356:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575756.253360:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575756.253362:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575756.253365:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575756.253367:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575756.253370:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575756.253372:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575756.253374:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575756.253376:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575756.573215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575756.573222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575756.573227:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575756.573228:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575756.573230:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575756.573231:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575756.573234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575756.573234:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575756.573237:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575756.573238:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575756.573301:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575756.573304:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575756.573306:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575757.277192:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575757.277192:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575757.277200:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575757.277200:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575757.277203:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575757.277203:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575757.277209:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575757.277210:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575757.277214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575757.277214:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575757.277219:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575757.277219:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575757.277222:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575757.277225:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575757.277228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575757.277228:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575757.277229:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575757.277231:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575757.597207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575757.597216:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575757.597224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575757.597225:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575757.597229:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575757.597231:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575757.597234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575757.597236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575757.597239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575757.597240:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575757.597301:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575757.597305:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575757.597309:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575758.301214:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575758.301225:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575758.301227:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575758.301235:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575758.301239:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575758.301244:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575758.301253:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575758.301256:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575758.301259:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575758.301333:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575758.301339:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575758.301340:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575758.301344:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575758.301347:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575758.301349:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575758.301351:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575758.301352:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575758.301354:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575758.621206:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575758.621209:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575758.621213:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621221:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575758.621223:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621225:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621228:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575758.621241:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621245:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575758.621247:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621250:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575758.621252:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621255:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575758.621257:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575758.621258:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575758.621260:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621262:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575758.621264:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621265:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575758.621267:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575758.621330:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575758.621335:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575758.621338:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575759.261181:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301275008, at 4301275072
00000100:00000040:3.0:1788575759.261181:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301275008, at 4301275072
00000100:00000010:2.0:1788575759.261206:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7aba80.
00000100:00000010:3.0:1788575759.261209:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abea0.
00000100:00000001:1.0:1788575759.325154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575759.325154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575759.325161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575759.325161:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575759.325163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575759.325164:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575759.325168:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575759.325169:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575759.325174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575759.325174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575759.325179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575759.325179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575759.325182:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575759.325185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575759.325187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575759.325188:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575759.325190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575759.325192:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575759.645160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575759.645165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575759.645169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575759.645170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575759.645172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575759.645173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575759.645176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575759.645177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575759.645180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575759.645181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575759.645232:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575759.645234:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575759.645237:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575760.349158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1788575760.349162:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575760.349163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575760.349165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575760.349173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.349174:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575760.349175:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575760.349182:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788575760.349182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575760.349182:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575760.349189:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575760.349192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575760.349194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575760.349195:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575760.349196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575760.349204:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6603
00000100:00000001:1.0:1788575760.349208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575760.349208:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575760.349214:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.349217:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575760.349222:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575760.349226:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.349227:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1788575760.349235:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575760.349237:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575760.349239:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575760.349243:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575760.349244:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349250:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575760.349254:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349257:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575760.349260:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575760.349262:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575760.349265:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575760.349269:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575760.349271:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575760.349273:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575760.349276:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349277:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575760.349279:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349281:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575760.349283:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575760.349285:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349286:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575760.349288:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575760.349291:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575760.349293:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575760.349295:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575760.349296:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575760.349305:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575760.349308:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575760.349311:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575760.349312:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575760.349315:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575760.349317:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575760.349321:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575760.349330:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000100:00000001:0.0:1788575760.349336:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575760.349345:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575760.349352:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575760.349357:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575760.349360:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575760.349378:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575760.349380:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575760.349382:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575760.349384:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575760.349385:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575760.349387:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575760.349389:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6603
00000400:00000200:0.0:1788575760.349391:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575760.349393:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575760.349394:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575760.349396:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349398:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575760.349400:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349402:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575760.349404:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575760.349405:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575760.349406:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575760.349407:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575760.349408:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575760.349410:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575760.349410:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788575760.349414:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349417:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575760.349417:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788575760.349420:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349422:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575760.349422:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788575760.349425:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:0.0:1788575760.349428:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349430:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575760.349432:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788575760.349434:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788575760.349437:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575760.349441:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575760.349446:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575760.349450:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1788575760.349451:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575760.349453:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788575760.349454:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575760.349458:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.349459:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1788575760.349460:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575760.349463:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575760.349465:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575760.349465:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575760.349468:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575760.349471:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575760.349472:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575760.349472:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575760.349475:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575760.349479:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000100:00100000:3.0:1788575760.349479:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816154752:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575760.349482:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575760.349489:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575760.349489:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575760.349495:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788575760.349496:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575760.349499:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.349500:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575760.349503:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575760.349505:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788575760.349512:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575760.349513:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
00000100:00080000:0.0:1788575760.349514:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575760.349519:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1788575760.349519:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575760.349521:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575760.349524:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575760.349525:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575760.349527:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6603
00000400:00000200:3.0:1788575760.349531:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575760.349532:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575760.349537:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575760.349539:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788575760.349540:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000040:0.0:1788575760.349541:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349544:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575760.349547:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349548:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575760.349549:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575760.349551:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575760.349552:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575760.349553:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:0.0:1788575760.349554:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575760.349555:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:0.0:1788575760.349556:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349557:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575760.349558:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349560:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:3.0:1788575760.349560:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000020:00000040:0.0:1788575760.349562:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575760.349566:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349567:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575760.349568:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575760.349569:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575760.349571:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575760.349573:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788575760.349573:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816154752, portal 25
00000008:00100000:0.0:1788575760.349575:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575760.349579:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.349579:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788575760.349583:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.349584:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000010:0.0:1788575760.349586:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000020:00000040:0.0:1788575760.349589:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575760.349590:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575760.349593:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575760.349594:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575760.349595:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575760.349598:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575760.349601:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575760.349607:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:3.0:1788575760.349609:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575760.349612:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575760.349616:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575760.349622:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00100000:0.0:1788575760.349623:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788575760.349628:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816154752, offset 0
00000100:00000001:0.0:1788575760.349636:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575760.349640:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575760.349641:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:0.0:1788575760.349648:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575760.349656:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575760.349657:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575760.349663:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575760.349667:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1788575760.349669:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:0.0:1788575760.349670:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575760.349672:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575760.349675:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575760.349679:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6603
00000400:00000200:3.0:1788575760.349685:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788575760.349686:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575760.349692:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575760.349695:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:0.0:1788575760.349697:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575760.349704:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575760.349705:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788575760.349708:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575760.349711:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000040:0.0:1788575760.349713:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349717:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575760.349721:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90714:90714:256:4294967295] 192.168.202.101@tcp LPNI seq info [90694:90694:8:4294967295]
00000020:00000001:0.0:1788575760.349722:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575760.349725:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575760.349729:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575760.349730:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:0.0:1788575760.349733:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575760.349737:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575760.349739:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575760.349747:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575760.349748:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788575760.349752:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575760.349758:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349763:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:3.0:1788575760.349763:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000020:00000040:0.0:1788575760.349770:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575760.349775:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000800:00000010:3.0:1788575760.349775:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00000001:0.0:1788575760.349781:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575760.349784:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1788575760.349788:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788575760.349789:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575760.349795:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575760.349796:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1788575760.349798:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575760.349801:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575760.349805:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575760.349806:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:0.0:1788575760.349808:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575760.349814:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000800:00000200:3.1:1788575760.349815:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000020:00000040:0.0:1788575760.349818:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575760.349821:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575760.349824:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788575760.349825:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349826:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575760.349829:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575760.349831:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575760.349831:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
02000000:00000010:0.0:1788575760.349838:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575760.349841:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575760.349843:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1788575760.349846:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575760.349854:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788575760.349857:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575760.349860:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575760.349863:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575760.349863:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575760.349868:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:0.0:1788575760.349871:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575760.349874:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575760.349876:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788575760.349877:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788575760.349879:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575760.349881:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575760.349884:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575760.349885:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575760.349888:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6603
00000400:00000200:0.0:1788575760.349895:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575760.349900:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575760.349903:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575760.349906:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575760.349907:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349909:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575760.349910:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349911:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575760.349913:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575760.349913:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575760.349914:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575760.349915:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575760.349918:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575760.349920:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575760.349923:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575760.349924:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349927:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575760.349930:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349946:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575760.349949:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:0.0:1788575760.349952:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575760.349955:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575760.349958:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575760.349962:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575760.349964:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575760.349966:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.349968:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788575760.349971:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575760.349975:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575760.349977:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788575760.349978:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575760.349980:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575760.349984:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575760.349988:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000200:3.0:1788575760.349992:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575760.349994:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575760.349996:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.349997:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301280128
00000100:00000001:0.0:1788575760.349998:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575760.350000:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575760.350003:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575760.350008:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f87400.
00000100:00000010:3.0:1788575760.350008:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abea0.
00000100:00000001:0.0:1788575760.350014:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575760.350017:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575760.350019:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788575760.350026:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575760.350028:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350029:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301280128
00000100:00000040:0.0:1788575760.350032:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575760.350036:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab4e0.
00000100:00000001:0.0:1788575760.350039:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350042:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1788575760.350044:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6613)
00000100:00000001:3.0:1788575760.350047:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575760.350077:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350080:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575760.350085:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575760/real 1788575760]  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575760.350094:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575760.350096:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575760.350098:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575760.350101:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575760.350102:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575760.350104:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575760.350107:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575760.350115:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350122:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575760.350123:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350125:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.350128:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575760.350132:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350139:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575760.350143:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350150:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575760.350153:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350155:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.350156:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350159:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575760.350161:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575760.350164:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575760.350168:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575760.350170:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575760.350175:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575760.350183:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816154752:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575760.350188:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350190:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.350194:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816154752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350199:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575760.350202:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575760.350205:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575760.350209:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575760.350211:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575760.350212:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575760.350214:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575760.350217:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:3.0:1788575760.350221:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575760.350223:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575760.350224:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575760.350227:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575760.350229:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350231:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350240:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575760.350241:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350243:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575760.350245:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575760.350247:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575760.350250:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350257:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575760.350258:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.350260:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575760.350262:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575760.350264:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575760.350267:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154880:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575760.350270:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575760.350271:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575760.350273:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.350275:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575760.350277:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575760.350279:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575760.350283:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575760.350285:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575760.350288:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575760.350291:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816154880, portal 10
00000100:00000001:3.0:1788575760.350293:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575760.350294:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575760.350301:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350306:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575760.350308:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575760.350310:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575760.350312:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816154880, offset 0
00000400:00000200:3.0:1788575760.350316:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575760.350319:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575760.350322:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575760.350325:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575760.350328:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575760.350330:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575760.350333:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575760.350335:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90715:90715:256:4294967295] 192.168.202.101@tcp LPNI seq info [90695:90695:8:4294967295]
00000400:00000200:3.0:1788575760.350338:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575760.350343:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575760.350347:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575760.350350:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575760.350353:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575760.350355:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575760.350359:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575760.350361:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788575760.350365:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575760.350366:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575760.350369:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575760.350372:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575760.350375:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575760.350377:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575760.350379:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575760.350382:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350388:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.350390:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350396:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350397:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575760.350399:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575760.350403:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575760.350405:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575760.350407:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301276237
00000100:00000001:3.0:1788575760.350409:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301280128
00000100:00000001:3.0:1788575760.350411:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301276237
00000100:00000001:3.0:1788575760.350413:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301280128
00000100:00000001:3.0:1788575760.350415:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575760.350417:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350418:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575760.350422:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575760/real 1788575760]  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575760.350428:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575760.350429:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575760.350430:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575760.350432:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575760.350433:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575760.350435:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575760.350437:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575760.350444:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350449:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575760.350450:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350452:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.350453:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575760.350456:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350461:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575760.350465:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350471:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575760.350473:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350474:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.350475:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350477:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575760.350479:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575760.350482:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575760.350485:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575760.350487:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575760.350490:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575760.350496:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816154880:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575760.350500:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575760.350502:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350507:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575760.350509:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.350511:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575760.350512:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575760.350514:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575760.350516:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155008:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575760.350519:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575760.350521:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575760.350522:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.350524:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575760.350527:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575760.350529:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575760.350532:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575760.350534:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575760.350536:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575760.350539:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816155008, portal 10
00000100:00000001:3.0:1788575760.350541:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575760.350542:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575760.350547:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350558:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575760.350559:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575760.350561:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575760.350564:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816155008, offset 0
00000400:00000200:3.0:1788575760.350567:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575760.350570:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575760.350573:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575760.350576:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575760.350579:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575760.350581:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575760.350583:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575760.350585:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90716:90716:256:4294967295] 192.168.202.101@tcp LPNI seq info [90696:90696:8:4294967295]
00000400:00000200:3.0:1788575760.350589:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575760.350594:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575760.350599:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575760.350602:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575760.350606:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575760.350608:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575760.350612:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575760.350614:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788575760.350618:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575760.350620:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575760.350623:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575760.350626:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575760.350629:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575760.350631:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575760.350633:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575760.350635:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350640:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.350643:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350651:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350652:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575760.350654:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575760.350656:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575760.350658:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575760.350660:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301276187
00000100:00000001:3.0:1788575760.350661:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301280128
00000100:00000001:3.0:1788575760.350663:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301276187
00000100:00000001:3.0:1788575760.350664:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301280128
00000100:00000001:3.0:1788575760.350665:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575760.350667:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350668:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575760.350671:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575760/real 1788575760]  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575760.350678:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575760.350679:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575760.350681:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575760.350683:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575760.350684:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575760.350686:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575760.350689:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575760.350697:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350703:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575760.350704:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350706:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.350707:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575760.350711:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350718:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575760.350722:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350726:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575760.350728:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350729:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.350730:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350731:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575760.350732:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575760.350733:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575760.350735:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575760.350736:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575760.350738:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575760.350743:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155008:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575760.350747:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575760.350750:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350756:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575760.350758:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.350760:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575760.350761:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575760.350763:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575760.350766:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155136:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575760.350770:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575760.350771:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575760.350773:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.350775:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575760.350778:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575760.350780:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575760.350784:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575760.350787:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575760.350790:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575760.350793:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816155136, portal 4
00000100:00000001:3.0:1788575760.350795:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575760.350796:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:3.0:1788575760.350802:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350807:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575760.350809:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575760.350811:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575760.350814:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816155136, offset 0
00000400:00000200:3.0:1788575760.350817:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575760.350821:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575760.350825:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575760.350827:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575760.350831:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575760.350833:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575760.350835:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575760.350838:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90717:90717:256:4294967295] 192.168.202.101@tcp LPNI seq info [90697:90697:8:4294967295]
00000400:00000200:3.0:1788575760.350841:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575760.350847:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575760.350851:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575760.350853:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575760.350857:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575760.350859:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575760.350863:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575760.350865:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788575760.350869:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575760.350871:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575760.350874:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575760.350877:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575760.350880:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575760.350881:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575760.350883:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575760.350886:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350893:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.350896:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350902:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350903:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575760.350906:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575760.350909:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575760.350912:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575760.350914:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301276220
00000100:00000001:3.0:1788575760.350916:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301280128
00000100:00000001:3.0:1788575760.350918:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301276220
00000100:00000001:3.0:1788575760.350920:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301280128
00000100:00000001:3.0:1788575760.350922:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575760.350924:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.350926:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575760.350929:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575760/real 1788575760]  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575760.350953:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575760.350954:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575760.350957:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575760.350959:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575760.350960:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575760.350963:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575760.350966:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575760.350974:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350979:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575760.350981:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.350982:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.350984:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575760.350987:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.350992:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575760.350996:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351001:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575760.351003:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351005:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.351006:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351008:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575760.351010:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575760.351013:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575760.351016:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575760.351018:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575760.351021:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575760.351028:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155136:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575760.351031:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575760.351034:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351040:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575760.351042:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.351044:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575760.351045:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575760.351047:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575760.351049:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155264:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575760.351069:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575760.351071:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575760.351073:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575760.351075:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575760.351078:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575760.351079:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575760.351082:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575760.351084:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575760.351087:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575760.351090:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816155264, portal 4
00000100:00000001:3.0:1788575760.351092:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575760.351093:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:3.0:1788575760.351099:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351104:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575760.351106:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575760.351108:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575760.351110:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816155264, offset 0
00000400:00000200:3.0:1788575760.351113:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575760.351117:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575760.351120:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575760.351123:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575760.351125:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575760.351127:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575760.351129:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575760.351132:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90718:90718:256:4294967295] 192.168.202.101@tcp LPNI seq info [90698:90698:8:4294967295]
00000400:00000200:3.0:1788575760.351136:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575760.351141:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575760.351145:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575760.351148:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575760.351151:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575760.351154:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788575760.351157:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575760.351160:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1788575760.351163:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575760.351165:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575760.351168:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575760.351171:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575760.351173:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575760.351175:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575760.351177:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575760.351180:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351187:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.351190:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575785 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351195:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.351196:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575760.351199:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575760.351202:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575760.351204:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575760.351206:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301276212
00000100:00000001:3.0:1788575760.351208:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301280128
00000100:00000001:3.0:1788575760.351210:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301276212
00000100:00000001:3.0:1788575760.351212:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301280128
00000100:00000001:3.0:1788575760.351214:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575760.351216:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.351218:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575760.351220:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575760/real 1788575760]  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575760.351227:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575760.351228:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575760.351230:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575760.351232:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575760.351233:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575760.351235:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575760.351237:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575760.351244:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351251:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575760.351252:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351254:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.351255:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575760.351258:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351264:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575760.351267:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351273:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575760.351275:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351277:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575760.351278:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351279:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575760.351281:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575760.351283:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575760.351287:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575760.351289:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575760.351292:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575760.351299:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155264:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575760.351302:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351304:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.351307:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816154880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351313:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575760.351314:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575760.351316:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575760.351318:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575760.351319:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575760.351321:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575760.351323:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575760.351324:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
02000000:00000001:3.0:1788575760.351326:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575760.351327:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575760.351329:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575760.351331:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575760.351333:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351334:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.351337:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816155008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351343:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575760.351344:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575760.351345:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575760.351347:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575760.351348:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575760.351349:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575760.351351:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575760.351352:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
02000000:00000001:3.0:1788575760.351355:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575760.351356:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575760.351357:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575760.351359:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575760.351360:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351361:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.351364:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816155136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351370:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575760.351371:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575760.351373:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575760.351375:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575760.351376:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575760.351377:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575760.351379:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575760.351381:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86400.
02000000:00000001:3.0:1788575760.351383:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575760.351384:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575760.351385:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575760.351388:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575760.351389:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351390:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575760.351394:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816155264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575760.351400:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575760.351401:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575760.351403:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575760.351404:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575760.351405:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575760.351407:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575760.351409:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575760.351410:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f87400.
02000000:00000001:3.0:1788575760.351412:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575760.351413:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575760.351414:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:3.0:1788575760.351415:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575760.351416:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351418:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575760.351420:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575760.351421:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575760.351423:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575760.351424:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575760.669225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575760.669236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575760.669244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575760.669246:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575760.669250:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575760.669252:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575760.669256:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575760.669258:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575760.669263:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575760.669264:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575760.669329:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575760.669333:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575760.669336:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575761.373142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575761.373142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575761.373149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575761.373150:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575761.373153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575761.373154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575761.373161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575761.373161:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575761.373166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575761.373170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575761.373174:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575761.373175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575761.373179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575761.373180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575761.373185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575761.373186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575761.373190:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575761.373194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575761.693179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575761.693185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575761.693191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575761.693192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575761.693195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575761.693195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575761.693198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575761.693198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575761.693201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575761.693201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575761.693253:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575761.693256:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575761.693259:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575762.397223:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575762.397232:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575762.397235:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575762.397242:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575762.397246:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575762.397252:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575762.397255:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575762.397258:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575762.397261:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575762.397366:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575762.397370:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575762.397371:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575762.397374:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575762.397376:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575762.397378:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575762.397380:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575762.397382:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575762.397384:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575762.717199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575762.717208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575762.717215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575762.717216:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575762.717220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575762.717222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575762.717225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575762.717226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575762.717228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575762.717229:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575762.717297:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575762.717302:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575762.717305:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575763.421197:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575763.421197:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575763.421204:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575763.421206:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575763.421206:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575763.421210:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575763.421212:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575763.421219:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575763.421221:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575763.421223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575763.421232:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575763.421232:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575763.421239:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575763.421241:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575763.421242:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575763.421249:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575763.421254:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575763.421258:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575763.741214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575763.741223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575763.741231:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575763.741232:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575763.741237:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575763.741238:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575763.741242:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575763.741243:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575763.741246:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575763.741248:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575763.741350:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575763.741356:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575763.741360:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575764.381159:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301280128, at 4301280192
00000100:00000040:3.0:1788575764.381159:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301280128, at 4301280192
00000100:00000010:2.0:1788575764.381175:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abea0.
00000100:00000010:3.0:1788575764.381177:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab4e0.
00000100:00000001:3.0:1788575764.445103:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575764.445111:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575764.445115:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575764.445115:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575764.445119:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575764.445120:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575764.445126:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575764.445126:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575764.445131:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575764.445131:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575764.445136:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575764.445136:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575764.445141:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575764.445143:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575764.445146:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575764.445146:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575764.445150:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575764.445152:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575764.765145:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575764.765150:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575764.765155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575764.765156:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575764.765158:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575764.765159:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575764.765161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575764.765161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575764.765163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575764.765164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575764.765216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575764.765221:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575764.765224:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575765.469111:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575765.469119:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575765.469122:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575765.469127:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575765.469130:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575765.469132:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575765.469136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575765.469138:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575765.469139:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.469143:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1788575765.469145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575765.469148:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575765.469149:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575765.469153:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575765.469154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575765.469160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575765.469162:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575765.469165:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575765.469170:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575765.469177:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575765.469179:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575765.469183:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575765.469187:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575765.469195:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6608
00000400:00000200:0.0:1788575765.469204:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575765.469210:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575765.469213:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575765.469215:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469218:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575765.469220:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469222:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575765.469226:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575765.469228:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575765.469231:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575765.469233:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575765.469236:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575765.469238:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575765.469241:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469243:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575765.469245:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469247:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575765.469250:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575765.469253:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469256:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575765.469258:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575765.469262:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575765.469265:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469266:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575765.469269:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575765.469277:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575765.469281:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575765.469285:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575765.469286:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469289:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575765.469291:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575765.469295:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575765.469304:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000100:00000001:0.0:1788575765.469309:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575765.469319:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575765.469329:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575765.469333:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575765.469337:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575765.469357:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575765.469360:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575765.469363:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575765.469364:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575765.469366:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575765.469369:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575765.469372:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6608
00000400:00000200:0.0:1788575765.469376:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575765.469379:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575765.469381:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575765.469385:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575765.469385:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575765.469389:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575765.469390:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575765.469392:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788575765.469394:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469397:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575765.469399:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788575765.469401:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575765.469403:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575765.469406:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575765.469409:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575765.469413:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788575765.469414:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575765.469415:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575765.469419:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:3.0:1788575765.469420:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575765.469424:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788575765.469426:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575765.469428:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469430:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575765.469436:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575765.469436:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816155392:192.168.202.101@tcp:250:kworker.0
00000100:00000001:0.0:1788575765.469440:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575765.469445:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575765.469445:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575765.469450:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575765.469451:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788575765.469453:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.469455:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575765.469456:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575765.469460:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788575765.469463:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575765.469466:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469468:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575765.469468:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575765.469473:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788575765.469474:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575765.469479:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469482:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.469482:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575765.469487:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000010:0.0:1788575765.469489:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575765.469492:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575765.469494:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:0.0:1788575765.469495:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575765.469499:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469501:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575765.469502:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575765.469504:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575765.469508:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85000.
00000100:00000200:3.0:1788575765.469509:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816155392, portal 25
00000100:00000001:0.0:1788575765.469512:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.469516:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1788575765.469521:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575765.469521:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:3.0:1788575765.469531:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575765.469532:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575765.469536:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575765.469544:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.469546:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575765.469554:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575765.469559:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000001:0.0:1788575765.469560:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575765.469565:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1788575765.469565:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816155392, offset 0
00000100:00080000:0.0:1788575765.469571:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788575765.469574:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575765.469576:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575765.469579:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469580:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575765.469586:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6608
00000400:00000200:3.0:1788575765.469590:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575765.469593:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575765.469598:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575765.469600:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575765.469602:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:0.0:1788575765.469607:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469610:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575765.469611:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788575765.469614:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469617:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575765.469618:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:0.0:1788575765.469621:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575765.469624:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:3.0:1788575765.469626:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788575765.469627:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575765.469630:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575765.469633:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000001:0.0:1788575765.469634:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575765.469639:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575765.469641:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90719:90719:256:4294967295] 192.168.202.101@tcp LPNI seq info [90699:90699:8:4294967295]
00000100:00000040:0.0:1788575765.469645:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469649:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575765.469652:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:0.0:1788575765.469654:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469657:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575765.469659:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575765.469662:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469664:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575765.469666:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575765.469670:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575765.469671:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788575765.469675:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469679:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.0:1788575765.469680:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000008:00100000:0.0:1788575765.469681:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1788575765.469695:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000008:00000001:0.0:1788575765.469698:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469702:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575765.469704:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:0.0:1788575765.469708:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000800:00000200:3.0:1788575765.469709:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000020:00000040:0.0:1788575765.469715:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:3.1:1788575765.469715:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575765.469721:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1788575765.469722:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575765.469724:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788575765.469725:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469728:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:3.0:1788575765.469729:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
02000000:00000001:0.0:1788575765.469732:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575765.469735:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.469736:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1788575765.469741:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86c00.
00000400:00000200:3.0:1788575765.469741:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788575765.469748:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.469748:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575765.469753:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00100000:0.0:1788575765.469757:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575765.469759:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788575765.469766:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575765.469770:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575765.469775:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575765.469777:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575765.469805:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.469806:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788575765.469809:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1788575765.469812:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575765.469815:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788575765.469819:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575765.469821:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575765.469823:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469825:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575765.469826:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1788575765.469832:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6608
00000100:00000001:3.0:1788575765.469833:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575765.469842:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575765.469842:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575765.469849:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301285248
00000400:00000200:0.0:1788575765.469850:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575765.469854:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1788575765.469854:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab4e0.
00000100:00000040:0.0:1788575765.469859:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575765.469861:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1788575765.469862:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575765.469866:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575765.469867:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301285248
00000100:00000001:0.0:1788575765.469871:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575765.469874:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575765.469875:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575765.469877:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:3.0:1788575765.469879:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab600.
00000020:00000040:0.0:1788575765.469880:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575765.469882:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:0.0:1788575765.469887:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575765.469887:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575765.469892:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788575765.469894:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575765.469896:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469898:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575765.469900:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788575765.469904:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575765.469905:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575765/real 1788575765]  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575765.469909:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575765.469914:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:0.0:1788575765.469918:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575765.469923:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575765.469924:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575765.469926:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1788575765.469928:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788575765.469929:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:0.0:1788575765.469933:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575765.469933:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575765.469936:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
02000000:00000001:0.0:1788575765.469938:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.469939:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788575765.469942:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788575765.469945:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788575765.469947:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575765.469954:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575765.469956:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575765.469958:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575765.469965:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575765.469967:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575765.469972:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575765.469972:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788575765.469974:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.469977:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575765.469979:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575765.469979:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788575765.469980:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.469983:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1788575765.469986:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85400.
00000100:00000001:3.0:1788575765.469988:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575765.469990:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575765.469995:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470005:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575765.470007:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575765.470012:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575765.470024:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575765.470026:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788575765.470029:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470030:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470033:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.470034:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470037:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1788575765.470038:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470039:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575765.470043:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575765.470050:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575765.470071:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575765.470075:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575765.470079:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575765.470084:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816155392:192.168.202.101@tcp:250:kworker.0
00000100:00080000:0.0:1788575765.470086:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575765.470095:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575765.470095:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575765.470099:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575765.470099:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.470103:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816155392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788575765.470104:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575765.470110:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575765.470114:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1788575765.470117:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6608
02000000:00000001:3.0:1788575765.470118:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575765.470121:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
00000400:00000200:0.0:1788575765.470125:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575765.470127:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575765.470130:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000400:00000200:0.0:1788575765.470131:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000020:00000040:3.0:1788575765.470132:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00080000:0.0:1788575765.470137:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000020:00000001:3.0:1788575765.470137:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575765.470140:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86800.
00000100:00000040:0.0:1788575765.470143:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575765.470145:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575765.470148:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788575765.470149:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1788575765.470150:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000040:0.0:1788575765.470154:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575765.470154:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575765.470157:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575765.470160:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575765.470160:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788575765.470165:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575765.470167:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:3.0:1788575765.470167:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1788575765.470169:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575765.470170:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788575765.470173:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575765.470173:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575765.470175:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1788575765.470178:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575765.470178:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788575765.470183:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575765.470184:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575765.470191:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575765.470194:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575765.470196:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575765.470196:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.470200:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788575765.470201:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575765.470202:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788575765.470208:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575765.470208:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575765.470213:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155520:192.168.202.101@tcp:38:kworker.0
00000020:00000040:0.0:1788575765.470214:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575765.470219:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788575765.470222:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575765.470223:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575765.470225:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575765.470228:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.470228:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788575765.470232:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1788575765.470233:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575765.470236:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575765.470237:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575765.470242:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575765.470243:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575765.470245:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:0.0:1788575765.470247:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788575765.470249:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000008:00100000:0.0:1788575765.470250:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000200:3.0:1788575765.470253:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816155520, portal 10
00000008:00000001:0.0:1788575765.470255:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470256:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788575765.470260:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470260:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000010:0.0:1788575765.470268:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000100:00000040:3.0:1788575765.470269:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575765.470273:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575765.470279:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1788575765.470280:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1788575765.470283:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000001:0.0:1788575765.470284:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575765.470287:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000001:0.0:1788575765.470288:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1788575765.470290:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816155520, offset 0
02000000:00000001:0.0:1788575765.470291:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575765.470295:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.470295:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575765.470301:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:0.0:1788575765.470302:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86800.
00000400:00000200:3.0:1788575765.470305:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:0.0:1788575765.470307:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.470309:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575765.470312:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575765.470316:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1788575765.470317:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575765.470319:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575765.470324:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90720:90720:256:4294967295] 192.168.202.101@tcp LPNI seq info [90700:90700:8:4294967295]
00000400:00000200:3.0:1788575765.470334:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575765.470343:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575765.470352:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:0.0:1788575765.470355:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1788575765.470356:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00000001:0.0:1788575765.470359:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575765.470363:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575765.470366:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1788575765.470368:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1788575765.470371:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575765.470376:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788575765.470384:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575765.470387:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000100:00000001:0.0:1788575765.470389:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.470390:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575765.470395:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788575765.470397:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6618)
00000400:00000200:3.0:1788575765.470397:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575765.470400:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575765.470404:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575765.470406:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470412:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.470415:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470419:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470420:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575765.470422:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575765.470424:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575765.470427:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575765.470428:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301281357
00000100:00000001:3.0:1788575765.470431:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301285248
00000100:00000001:3.0:1788575765.470433:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301281357
00000100:00000001:3.0:1788575765.470435:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301285248
00000100:00000001:3.0:1788575765.470436:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575765.470438:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470440:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575765.470443:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575765/real 1788575765]  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575765.470450:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575765.470451:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575765.470453:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575765.470455:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575765.470457:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575765.470459:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575765.470463:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575765.470471:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470478:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575765.470479:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470480:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.470481:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575765.470484:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470488:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575765.470490:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470493:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575765.470495:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470496:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.470496:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470497:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575765.470499:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575765.470500:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575765.470502:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575765.470503:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575765.470505:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575765.470509:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155520:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575765.470512:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575765.470514:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470521:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575765.470522:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.470524:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575765.470525:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575765.470526:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575765.470528:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155648:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575765.470529:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575765.470531:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575765.470532:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.470533:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575765.470535:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575765.470537:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.470539:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575765.470540:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575765.470542:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575765.470544:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816155648, portal 10
00000100:00000001:3.0:1788575765.470545:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575765.470546:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575765.470550:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470554:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575765.470555:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575765.470556:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575765.470557:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816155648, offset 0
00000400:00000200:3.0:1788575765.470560:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575765.470562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575765.470564:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575765.470566:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575765.470568:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575765.470569:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575765.470571:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575765.470573:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90721:90721:256:4294967295] 192.168.202.101@tcp LPNI seq info [90701:90701:8:4294967295]
00000400:00000200:3.0:1788575765.470575:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575765.470579:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575765.470582:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575765.470584:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575765.470586:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575765.470588:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575765.470591:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575765.470592:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788575765.470595:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575765.470596:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575765.470598:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575765.470600:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575765.470602:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575765.470603:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575765.470604:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575765.470606:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470613:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.470616:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470622:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470623:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575765.470626:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575765.470628:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575765.470631:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575765.470633:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301281307
00000100:00000001:3.0:1788575765.470636:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301285248
00000100:00000001:3.0:1788575765.470638:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301281307
00000100:00000001:3.0:1788575765.470639:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301285248
00000100:00000001:3.0:1788575765.470641:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575765.470643:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470645:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575765.470648:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575765/real 1788575765]  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575765.470655:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575765.470656:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575765.470657:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575765.470660:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575765.470661:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575765.470663:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575765.470665:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575765.470672:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470678:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575765.470679:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470681:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.470682:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575765.470698:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470705:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575765.470709:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470714:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575765.470717:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470718:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.470719:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470721:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575765.470722:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575765.470725:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575765.470728:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575765.470730:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575765.470735:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575765.470740:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155648:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575765.470743:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575765.470745:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470748:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575765.470750:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.470751:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575765.470753:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575765.470755:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575765.470757:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155776:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575765.470761:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575765.470763:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575765.470764:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.470766:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575765.470769:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575765.470770:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.470774:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575765.470776:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575765.470779:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575765.470783:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816155776, portal 4
00000100:00000001:3.0:1788575765.470784:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575765.470785:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575765.470790:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470796:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575765.470799:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575765.470801:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575765.470803:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816155776, offset 0
00000400:00000200:3.0:1788575765.470806:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575765.470810:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575765.470813:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575765.470816:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575765.470818:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575765.470820:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575765.470822:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575765.470825:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90722:90722:256:4294967295] 192.168.202.101@tcp LPNI seq info [90702:90702:8:4294967295]
00000400:00000200:3.0:1788575765.470829:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575765.470834:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575765.470838:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575765.470841:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575765.470844:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575765.470847:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575765.470851:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575765.470853:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788575765.470857:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575765.470858:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575765.470862:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575765.470864:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575765.470867:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575765.470868:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575765.470870:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575765.470874:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470881:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.470884:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470890:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470892:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575765.470895:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575765.470898:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575765.470901:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575765.470903:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301281340
00000100:00000001:3.0:1788575765.470906:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301285248
00000100:00000001:3.0:1788575765.470908:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301281340
00000100:00000001:3.0:1788575765.470909:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301285248
00000100:00000001:3.0:1788575765.470910:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575765.470912:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.470913:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575765.470916:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575765/real 1788575765]  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575765.470920:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575765.470921:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575765.470922:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575765.470924:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575765.470926:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575765.470928:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575765.470931:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575765.470939:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470945:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575765.470947:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470949:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.470950:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575765.470953:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470960:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575765.470963:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.470970:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575765.470973:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470974:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.470976:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.470977:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575765.470979:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575765.470982:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575765.470985:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575765.470988:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575765.470991:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575765.470999:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155776:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575765.471003:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471005:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.471008:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816155520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471015:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575765.471016:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575765.471018:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575765.471069:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575765.471072:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575765.471073:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575765.471076:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575765.471077:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85000.
02000000:00000001:3.0:1788575765.471080:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575765.471082:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575765.471083:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575765.471086:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575765.471087:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471090:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.471094:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816155648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471100:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575765.471101:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575765.471103:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575765.471105:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575765.471107:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575765.471108:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575765.471110:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575765.471111:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86c00.
02000000:00000001:3.0:1788575765.471113:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575765.471114:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575765.471115:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575765.471118:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575765.471119:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471120:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.471124:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816155776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471130:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575765.471131:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575765.471132:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575765.471135:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575765.471136:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575765.471137:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575765.471139:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575765.471140:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85400.
02000000:00000001:3.0:1788575765.471142:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575765.471143:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575765.471145:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575765.471147:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575765.471148:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471150:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471154:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575765.471156:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.471158:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575765.471160:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575765.471161:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575765.471165:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471172:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575765.471173:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.471175:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575765.471177:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575765.471179:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575765.471182:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155904:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575765.471186:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575765.471188:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575765.471189:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575765.471191:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575765.471194:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575765.471196:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575765.471199:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575765.471202:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575765.471205:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575765.471208:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816155904, portal 4
00000100:00000001:3.0:1788575765.471210:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575765.471212:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000040:3.0:1788575765.471217:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471224:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575765.471226:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575765.471228:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575765.471230:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816155904, offset 0
00000400:00000200:3.0:1788575765.471234:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575765.471238:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575765.471241:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575765.471243:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575765.471245:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575765.471247:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575765.471248:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575765.471250:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90723:90723:256:4294967295] 192.168.202.101@tcp LPNI seq info [90703:90703:8:4294967295]
00000400:00000200:3.0:1788575765.471253:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575765.471256:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575765.471259:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575765.471261:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575765.471263:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575765.471266:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788575765.471270:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575765.471272:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788575765.471276:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575765.471278:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575765.471280:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575765.471284:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575765.471286:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575765.471288:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575765.471290:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575765.471294:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471301:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.471304:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575790 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471310:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.471312:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575765.471315:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575765.471317:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575765.471320:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575765.471321:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301281332
00000100:00000001:3.0:1788575765.471323:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301285248
00000100:00000001:3.0:1788575765.471324:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301281332
00000100:00000001:3.0:1788575765.471325:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301285248
00000100:00000001:3.0:1788575765.471327:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575765.471328:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.471330:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575765.471332:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575765/real 1788575765]  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575765.471337:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575765.471338:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575765.471339:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575765.471340:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575765.471341:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575765.471343:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575765.471344:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575765.471349:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471352:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575765.471353:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471354:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.471355:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575765.471357:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471360:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575765.471363:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471367:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575765.471368:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471369:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575765.471369:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471370:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575765.471371:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575765.471373:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575765.471375:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575765.471377:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575765.471379:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575765.471383:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816155904:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575765.471385:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471386:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575765.471387:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816155904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575765.471392:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575765.471393:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575765.471394:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575765.471397:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575765.471398:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575765.471399:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575765.471401:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575765.471402:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86800.
02000000:00000001:3.0:1788575765.471404:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575765.471405:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575765.471407:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575765.471409:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575765.471410:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471412:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575765.471415:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575765.471416:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575765.471418:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575765.471420:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575765.789166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575765.789176:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575765.789178:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575765.789182:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789185:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575765.789187:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789189:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789192:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575765.789196:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575765.789197:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575765.789198:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789199:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575765.789200:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789201:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789202:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575765.789205:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575765.789206:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575765.789206:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789207:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575765.789208:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789209:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789210:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575765.789212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575765.789212:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575765.789264:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575765.789268:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575765.789270:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575766.493105:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575766.493111:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575766.493113:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575766.493117:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575766.493120:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575766.493121:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575766.493123:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575766.493127:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575766.493128:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575766.493130:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575766.493131:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575766.493135:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575766.493138:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575766.493142:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575766.493144:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575766.493147:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575766.493148:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575766.493151:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575766.813134:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575766.813139:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575766.813143:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575766.813144:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575766.813146:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575766.813147:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575766.813149:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575766.813150:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575766.813152:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575766.813152:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575766.813193:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575766.813196:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575766.813200:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575767.517092:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575767.517100:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575767.517102:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575767.517106:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1788575767.517108:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575767.517110:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575767.517113:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575767.517113:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575767.517116:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575767.517119:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575767.517119:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575767.517122:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575767.517124:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575767.517127:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575767.517129:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575767.517130:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575767.517133:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575767.517135:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575767.837165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575767.837172:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575767.837178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575767.837179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575767.837183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575767.837184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575767.837188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575767.837189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575767.837192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575767.837193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575767.837239:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575767.837242:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575767.837245:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575768.541111:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575768.541119:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575768.541122:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575768.541126:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575768.541129:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575768.541130:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575768.541135:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575768.541136:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575768.541138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575768.541142:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1788575768.541143:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575768.541146:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575768.541147:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575768.541152:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575768.541152:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575768.541157:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575768.541159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575768.541161:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861166:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575768.861176:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575768.861178:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575768.861182:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861187:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575768.861190:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861192:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861194:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575768.861199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861203:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575768.861204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575768.861209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575768.861213:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575768.861215:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575768.861216:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861218:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575768.861219:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861221:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575768.861222:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575768.861279:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575768.861282:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575768.861285:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575769.501147:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301285248, at 4301285312
00000100:00000040:3.0:1788575769.501147:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301285248, at 4301285312
00000100:00000010:2.0:1788575769.501162:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab4e0.
00000100:00000010:3.0:1788575769.501163:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab600.
00000100:00000001:3.0:1788575769.565122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575769.565128:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575769.565131:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575769.565133:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575769.565135:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575769.565137:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575769.565143:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575769.565143:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575769.565149:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575769.565149:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575769.565154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575769.565154:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575769.565160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575769.565164:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575769.565167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575769.565167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575769.565171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575769.565175:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575769.885158:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575769.885163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575769.885167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575769.885168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575769.885170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575769.885171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575769.885173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575769.885173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575769.885175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575769.885176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575769.885217:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575769.885220:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575769.885223:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575770.589140:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575770.589140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575770.589140:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575770.589147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575770.589147:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788575770.589149:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575770.589150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.589151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589154:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788575770.589157:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575770.589157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:0.0:1788575770.589159:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575770.589161:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575770.589166:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575770.589166:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.589167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575770.589171:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575770.589172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575770.589174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575770.589176:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6613
00000100:00000001:1.0:1788575770.589178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.589179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575770.589182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.589187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575770.589188:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575770.589196:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575770.589199:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575770.589203:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589207:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575770.589210:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589212:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575770.589216:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575770.589218:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:0.0:1788575770.589220:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575770.589223:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:0.0:1788575770.589226:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:0.0:1788575770.589228:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:0.0:1788575770.589231:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589233:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575770.589235:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589237:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575770.589240:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:0.0:1788575770.589244:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589246:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575770.589249:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575770.589252:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575770.589255:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589257:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788575770.589259:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575770.589267:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970b480.
00000020:00000040:0.0:1788575770.589270:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:0.0:1788575770.589273:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575770.589275:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589278:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575770.589280:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575770.589284:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788575770.589292:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86400.
00000100:00000001:0.0:1788575770.589297:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575770.589305:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788575770.589315:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575770.589318:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575770.589322:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059cf7a78] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575770.589341:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575770.589343:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575770.589347:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788575770.589348:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575770.589350:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575770.589352:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575770.589355:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6613
00000400:00000200:0.0:1788575770.589359:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575770.589364:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575770.589366:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788575770.589367:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575770.589371:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788575770.589372:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575770.589374:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788575770.589376:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575770.589379:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589381:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575770.589384:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575770.589385:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:0.0:1788575770.589388:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575770.589389:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788575770.589391:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:0.0:1788575770.589396:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:0.0:1788575770.589401:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575770.589407:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788575770.589408:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575770.589411:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589412:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575770.589416:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575770.589417:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788575770.589419:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575770.589421:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788575770.589423:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:3.0:1788575770.589426:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575770.589429:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589445:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575770.589445:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816156032:192.168.202.101@tcp:250:kworker.0
02000000:00000001:0.0:1788575770.589448:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575770.589454:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788575770.589455:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575770.589458:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788575770.589459:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.589462:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589463:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575770.589467:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1788575770.589468:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575770.589471:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589473:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575770.589477:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709f80.
00000020:00000040:0.0:1788575770.589479:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000010:3.0:1788575770.589480:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:0.0:1788575770.589482:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575770.589485:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.589485:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589490:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575770.589492:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788575770.589493:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:0.0:1788575770.589495:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575770.589499:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000010:0.0:1788575770.589501:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f85c00.
00000100:00000001:0.0:1788575770.589506:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575770.589507:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00100000:0.0:1788575770.589513:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788575770.589516:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816156032, portal 25
00000100:00000001:3.0:1788575770.589521:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575770.589524:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774491264 : -111012935060352 : ffff9b08c970b480)
00000100:00000001:0.0:1788575770.589526:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575770.589530:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575770.589534:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575770.589537:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055da91ca] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.589554:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788575770.589559:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575770.589560:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575770.589563:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1788575770.589565:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00080000:0.0:1788575770.589567:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1788575770.589569:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816156032, offset 0
00000100:00000001:0.0:1788575770.589570:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575770.589573:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575770.589577:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575770.589579:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:0.0:1788575770.589582:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6613
00000400:00000200:0.0:1788575770.589588:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.589589:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575770.589593:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575770.589596:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575770.589599:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:0.0:1788575770.589602:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589605:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575770.589607:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788575770.589608:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589612:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575770.589615:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575770.589615:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000040:0.0:1788575770.589618:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:0.0:1788575770.589621:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575770.589621:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788575770.589623:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575770.589627:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000001:0.0:1788575770.589628:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:0.0:1788575770.589632:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575770.589635:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90724:90724:256:4294967295] 192.168.202.101@tcp LPNI seq info [90704:90704:8:4294967295]
00000100:00000040:0.0:1788575770.589638:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589643:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575770.589646:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:0.0:1788575770.589647:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589651:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:0.0:1788575770.589653:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:0.0:1788575770.589657:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589662:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575770.589664:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788575770.589665:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575770.589669:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575770.589672:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589676:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.0:1788575770.589676:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000008:00100000:0.0:1788575770.589679:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788575770.589683:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575770.589683:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00000001:0.0:1788575770.589685:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575770.589690:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9708a80.
00000800:00000200:3.0:1788575770.589693:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:0.0:1788575770.589694:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:3.0:1788575770.589698:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1788575770.589699:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575770.589702:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589705:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575770.589708:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1788575770.589708:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:0.0:1788575770.589710:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575770.589713:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575770.589718:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.589721:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
02000000:00000010:0.0:1788575770.589727:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84800.
00000400:00000200:3.0:1788575770.589729:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788575770.589732:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575770.589736:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1788575770.589741:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575770.589744:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575770.589748:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:0.0:1788575770.589753:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575770.589755:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788575770.589758:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575770.589762:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575770.589767:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afaad51b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.589787:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.589794:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575770.589795:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788575770.589800:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575770.589807:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575770.589807:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589810:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575770.589811:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1788575770.589812:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575770.589816:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788575770.589819:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6613
00000100:00000001:3.0:1788575770.589820:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575770.589824:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.589827:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575770.589828:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575770.589831:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575770.589832:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301290368
00000100:00000040:0.0:1788575770.589834:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589837:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575770.589838:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589840:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000010:3.0:1788575770.589840:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab600.
00000020:00000001:0.0:1788575770.589845:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575770.589846:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:0.0:1788575770.589847:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788575770.589849:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:0.0:1788575770.589850:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575770.589850:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1788575770.589855:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:0.0:1788575770.589857:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575770.589858:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301290368
00000100:00000001:0.0:1788575770.589859:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788575770.589862:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589865:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000010:3.0:1788575770.589865:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab360.
00000020:00000040:0.0:1788575770.589870:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:3.0:1788575770.589871:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1788575770.589872:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:0.0:1788575770.589876:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575770.589877:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575770.589877:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788575770.589881:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575770.589882:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788575770.589884:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589887:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575770.589887:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00100000:0.0:1788575770.589891:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:0.0:1788575770.589893:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.589896:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575770.589896:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575770/real 1788575770]  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788575770.589900:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c970bb80.
00000020:00000040:0.0:1788575770.589910:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000400:00000001:3.0:1788575770.589910:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575770.589912:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1788575770.589913:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788575770.589916:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575770.589916:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:0.0:1788575770.589917:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575770.589919:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575770.589922:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575770.589922:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
02000000:00000010:0.0:1788575770.589925:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f84c00.
00000400:00000010:3.0:1788575770.589926:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:0.0:1788575770.589929:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.589931:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:0.0:1788575770.589935:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788575770.589937:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575770.589950:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788575770.589953:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575770.589958:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788575770.589959:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000815a715a] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575770.589984:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.589985:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1788575770.589986:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575770.589990:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575770.589990:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575770.589992:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788575770.589995:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575770.589995:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575770.589999:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575770.590000:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788575770.590002:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6613
00000400:00000200:0.0:1788575770.590006:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:3.0:1788575770.590009:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575770.590010:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1788575770.590014:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788575770.590020:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575770.590025:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575770.590026:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788575770.590030:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575770.590035:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575770.590036:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:0.0:1788575770.590042:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788575770.590045:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:0.0:1788575770.590048:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575770.590050:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1788575770.590070:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:0.0:1788575770.590074:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:0.0:1788575770.590076:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:0.0:1788575770.590080:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575770.590083:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575770.590084:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575770.590088:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788575770.590089:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575770.590092:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575770.590094:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575770.590096:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1788575770.590098:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575770.590100:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788575770.590105:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00080000:3.0:1788575770.590106:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788575770.590111:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575770.590114:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000001:0.0:1788575770.590115:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788575770.590119:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575770.590120:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1788575770.590122:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.590125:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788575770.590128:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000040:3.0:1788575770.590129:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788575770.590131:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.590135:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788575770.590140:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9709880.
00000020:00000040:0.0:1788575770.590144:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:0.0:1788575770.590147:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1788575770.590147:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816156032:192.168.202.101@tcp:250:kworker.0
02000000:00000001:0.0:1788575770.590149:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575770.590152:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788575770.590154:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788575770.590156:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590157:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788575770.590159:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c8f86000.
00000100:00000001:3.0:1788575770.590161:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788575770.590163:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575770.590168:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970b480 x1875450816156032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788575770.590171:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575770.590194:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575770.590197:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788575770.590199:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1788575770.590201:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
00000100:00000001:0.0:1788575770.590202:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788575770.590207:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd3d9c6d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575770.590208:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575770.590212:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788575770.590215:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575770.590216:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000040:0.0:1788575770.590220:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6624)
00000020:00000001:3.0:1788575770.590220:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575770.590224:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86400.
02000000:00000001:3.0:1788575770.590229:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575770.590232:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575770.590234:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970b480.
00000100:00000001:3.0:1788575770.590237:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575770.590238:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590240:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590247:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575770.590248:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590250:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575770.590252:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575770.590253:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575770.590257:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590265:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575770.590266:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.590268:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575770.590270:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575770.590272:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575770.590275:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156160:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575770.590278:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575770.590280:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575770.590281:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.590283:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575770.590287:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575770.590288:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575770.590292:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575770.590295:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575770.590298:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575770.590302:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816156160, portal 10
00000100:00000001:3.0:1788575770.590303:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575770.590304:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774485888 : -111012935065728 : ffff9b08c9709f80)
00000100:00000040:3.0:1788575770.590311:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590318:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575770.590320:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575770.590323:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575770.590325:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816156160, offset 0
00000400:00000200:3.0:1788575770.590329:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575770.590333:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.590337:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575770.590340:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575770.590342:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575770.590345:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575770.590347:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575770.590351:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90725:90725:256:4294967295] 192.168.202.101@tcp LPNI seq info [90705:90705:8:4294967295]
00000400:00000200:3.0:1788575770.590355:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.590360:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575770.590365:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.590368:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575770.590371:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575770.590374:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575770.590379:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575770.590382:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575770.590385:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.590387:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575770.590390:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575770.590394:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575770.590397:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575770.590399:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575770.590401:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575770.590405:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590412:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.590415:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590424:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590425:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575770.590428:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575770.590431:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575770.590433:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575770.590447:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301286477
00000100:00000001:3.0:1788575770.590449:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301290368
00000100:00000001:3.0:1788575770.590451:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301286477
00000100:00000001:3.0:1788575770.590452:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301290368
00000100:00000001:3.0:1788575770.590453:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575770.590455:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590456:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575770.590459:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575770/real 1788575770]  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575770.590463:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575770.590464:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575770.590466:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575770.590467:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575770.590468:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575770.590470:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575770.590471:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575770.590476:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590480:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575770.590480:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590481:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575770.590482:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575770.590484:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590488:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575770.590490:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590494:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575770.590495:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590496:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575770.590497:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590498:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575770.590499:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575770.590501:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575770.590502:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575770.590504:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575770.590506:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575770.590510:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156160:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575770.590512:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575770.590514:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590518:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575770.590518:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.590520:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575770.590521:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575770.590522:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575770.590523:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156288:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575770.590525:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575770.590526:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575770.590527:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.590529:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575770.590531:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575770.590532:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575770.590534:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575770.590536:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575770.590538:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575770.590540:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816156288, portal 10
00000100:00000001:3.0:1788575770.590541:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575770.590542:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774480512 : -111012935071104 : ffff9b08c9708a80)
00000100:00000040:3.0:1788575770.590546:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590550:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575770.590552:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575770.590553:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575770.590554:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816156288, offset 0
00000400:00000200:3.0:1788575770.590556:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575770.590559:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.590561:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575770.590564:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575770.590565:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575770.590567:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575770.590568:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575770.590570:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90726:90726:256:4294967295] 192.168.202.101@tcp LPNI seq info [90706:90706:8:4294967295]
00000400:00000200:3.0:1788575770.590573:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.590577:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575770.590579:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.590581:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575770.590583:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575770.590585:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575770.590588:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575770.590590:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575770.590592:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.590594:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575770.590596:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575770.590598:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575770.590600:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575770.590601:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575770.590602:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575770.590604:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590609:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.590610:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590614:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590615:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575770.590617:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575770.590619:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575770.590621:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575770.590622:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301286427
00000100:00000001:3.0:1788575770.590623:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301290368
00000100:00000001:3.0:1788575770.590625:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301286427
00000100:00000001:3.0:1788575770.590626:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301290368
00000100:00000001:3.0:1788575770.590627:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575770.590628:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590629:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575770.590631:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575770/real 1788575770]  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575770.590635:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575770.590635:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575770.590636:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575770.590637:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575770.590638:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575770.590640:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575770.590641:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575770.590646:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590650:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575770.590650:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590651:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575770.590652:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575770.590654:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590657:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575770.590659:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590663:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575770.590664:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590665:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575770.590665:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590666:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575770.590667:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575770.590668:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575770.590670:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575770.590671:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575770.590674:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575770.590679:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156288:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575770.590681:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575770.590683:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590687:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575770.590688:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.590689:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575770.590690:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575770.590691:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575770.590693:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156416:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575770.590694:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575770.590695:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575770.590696:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.590697:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575770.590699:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575770.590700:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575770.590702:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575770.590704:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575770.590705:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575770.590707:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816156416, portal 4
00000100:00000001:3.0:1788575770.590708:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575770.590709:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774493056 : -111012935058560 : ffff9b08c970bb80)
00000100:00000040:3.0:1788575770.590712:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590716:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575770.590718:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575770.590719:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575770.590720:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816156416, offset 0
00000400:00000200:3.0:1788575770.590722:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575770.590724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.590726:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575770.590727:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575770.590729:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575770.590730:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575770.590732:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575770.590734:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90727:90727:256:4294967295] 192.168.202.101@tcp LPNI seq info [90707:90707:8:4294967295]
00000400:00000200:3.0:1788575770.590736:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.590740:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575770.590742:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.590744:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575770.590746:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575770.590747:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575770.590749:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575770.590751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575770.590753:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.590755:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575770.590756:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575770.590758:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575770.590760:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575770.590761:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575770.590762:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575770.590764:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590768:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.590770:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590773:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590774:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575770.590776:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575770.590777:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575770.590778:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575770.590779:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301286460
00000100:00000001:3.0:1788575770.590781:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301290368
00000100:00000001:3.0:1788575770.590782:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301286460
00000100:00000001:3.0:1788575770.590783:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301290368
00000100:00000001:3.0:1788575770.590785:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575770.590786:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590787:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575770.590789:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575770/real 1788575770]  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575770.590794:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575770.590794:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575770.590795:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575770.590796:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575770.590797:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575770.590798:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575770.590799:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575770.590803:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590807:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575770.590807:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590808:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575770.590809:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575770.590811:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590815:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575770.590817:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590820:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575770.590821:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590822:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575770.590823:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.590824:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575770.590825:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575770.590826:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575770.590828:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575770.590830:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575770.590832:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575770.590836:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c970bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156416:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575770.590838:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575770.590839:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590843:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575770.590843:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.590844:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575770.590845:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575770.590846:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575770.590848:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156544:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575770.590850:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575770.590851:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575770.590853:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575770.590854:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575770.590857:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575770.590858:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575770.590861:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575770.590863:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575770.590866:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575770.590868:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816156544, portal 4
00000100:00000001:3.0:1788575770.590870:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575770.590871:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060774484096 : -111012935067520 : ffff9b08c9709880)
00000100:00000040:3.0:1788575770.590876:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590882:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575770.590885:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575770.590886:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575770.590888:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816156544, offset 0
00000400:00000200:3.0:1788575770.590892:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575770.590895:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.590898:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575770.590901:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575770.590903:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575770.590905:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575770.590907:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575770.590910:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90728:90728:256:4294967295] 192.168.202.101@tcp LPNI seq info [90708:90708:8:4294967295]
00000400:00000200:3.0:1788575770.590914:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575770.590919:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575770.590922:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.590924:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575770.590926:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575770.590928:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575770.590930:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575770.590932:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575770.590934:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575770.590935:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575770.590937:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575770.590939:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575770.590941:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575770.590942:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575770.590944:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575770.590946:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590951:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.590952:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.590956:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590957:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575770.590959:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575770.590961:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575770.590964:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575770.590966:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301286451
00000100:00000001:3.0:1788575770.590968:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301290368
00000100:00000001:3.0:1788575770.590970:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301286451
00000100:00000001:3.0:1788575770.590972:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301290368
00000100:00000001:3.0:1788575770.590974:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575770.590976:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.590977:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575770.590981:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575770/real 1788575770]  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575770.590988:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575770.590989:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575770.590991:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575770.590993:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575770.590994:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575770.590996:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575770.590999:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575770.591006:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.591012:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575770.591014:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591015:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575770.591017:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575770.591020:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.591026:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575770.591030:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.591036:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575770.591039:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591040:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575770.591042:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591044:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575770.591045:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575770.591048:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575770.591051:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575770.591071:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575770.591076:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575770.591084:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156544:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575770.591087:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591089:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.591092:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709f80 x1875450816156160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.591098:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575770.591099:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575770.591101:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575770.591103:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575770.591105:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575770.591106:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575770.591108:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575770.591109:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f85c00.
02000000:00000001:3.0:1788575770.591111:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575770.591113:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575770.591114:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709f80.
00000100:00000001:3.0:1788575770.591117:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575770.591118:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591120:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.591123:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9708a80 x1875450816156288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.591128:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575770.591129:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575770.591131:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575770.591133:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575770.591134:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575770.591135:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575770.591137:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575770.591138:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84800.
02000000:00000001:3.0:1788575770.591140:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575770.591141:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575770.591143:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9708a80.
00000100:00000001:3.0:1788575770.591145:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575770.591146:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591147:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.591150:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c970bb80 x1875450816156416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.591156:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575770.591157:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575770.591159:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575770.591161:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575770.591162:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575770.591163:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575770.591164:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575770.591166:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f84c00.
02000000:00000001:3.0:1788575770.591167:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575770.591168:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575770.591169:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c970bb80.
00000100:00000001:3.0:1788575770.591171:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575770.591172:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591174:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575770.591176:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9709880 x1875450816156544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575795 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575770.591184:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575770.591184:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575770.591185:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575770.591187:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575770.591187:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575770.591188:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575770.591189:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575770.591189:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c8f86000.
02000000:00000001:3.0:1788575770.591191:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575770.591191:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575770.591192:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9709880.
00000100:00000001:3.0:1788575770.591193:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575770.591193:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591194:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575770.591197:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575770.591198:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575770.591199:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575770.591200:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575770.909128:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575770.909134:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575770.909139:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575770.909140:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575770.909144:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575770.909145:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575770.909147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575770.909148:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575770.909149:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575770.909150:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575770.909203:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575770.909206:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575770.909209:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575771.613148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575771.613148:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575771.613155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575771.613155:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575771.613158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575771.613158:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575771.613164:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575771.613165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575771.613169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575771.613170:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575771.613172:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575771.613174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575771.613175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575771.613178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575771.613181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575771.613182:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575771.613186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575771.613190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575771.933155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575771.933161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575771.933167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575771.933168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575771.933172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575771.933173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575771.933176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575771.933177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575771.933179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575771.933180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575771.933231:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575771.933233:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575771.933236:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575772.637159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575772.637159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575772.637168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575772.637168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575772.637172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575772.637173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575772.637180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575772.637181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575772.637186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575772.637187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575772.637192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575772.637193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575772.637197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575772.637200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575772.637203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575772.637229:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575772.637231:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575772.637233:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575772.957150:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575772.957155:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575772.957159:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575772.957161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575772.957164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575772.957165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575772.957168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575772.957169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575772.957172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575772.957173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575772.957232:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575772.957235:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575772.957237:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575773.661166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575773.661174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575773.661176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575773.661182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575773.661185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575773.661189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575773.661192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575773.661194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575773.661196:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575773.661299:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575773.661302:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575773.661303:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575773.661305:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575773.661306:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575773.661308:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575773.661310:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575773.661311:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575773.661312:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575773.981138:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575773.981143:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575773.981146:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575773.981147:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575773.981149:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575773.981149:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575773.981151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575773.981152:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575773.981154:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575773.981155:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575773.981195:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575773.981198:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575773.981201:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575774.621130:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301290368, at 4301290432
00000100:00000040:3.0:1788575774.621130:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301290368, at 4301290432
00000100:00000010:2.0:1788575774.621144:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab600.
00000100:00000010:3.0:1788575774.621146:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab360.
00000100:00000001:1.0:1788575774.685142:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575774.685142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575774.685147:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575774.685148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575774.685149:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575774.685152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575774.685154:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575774.685156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575774.685158:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575774.685160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575774.685162:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575774.685165:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575774.685166:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575774.685169:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575774.685172:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575774.685175:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575774.685178:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575774.685181:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575775.005118:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575775.005125:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575775.005130:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575775.005131:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575775.005134:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575775.005135:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575775.005137:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575775.005139:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575775.005141:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575775.005142:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575775.005198:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575775.005201:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575775.005204:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575775.709170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575775.709170:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575775.709180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575775.709181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575775.709194:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.709194:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575775.709202:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575775.709206:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575775.709209:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575775.709213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575775.709218:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575775.709218:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575775.709223:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575775.709225:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575775.709231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575775.709231:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575775.709237:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575775.709237:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575775.709238:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.709242:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575775.709243:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575775.709249:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709251:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575775.709260:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6619
00000400:00000200:2.0:1788575775.709270:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575775.709276:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575775.709279:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575775.709282:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709284:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575775.709286:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709288:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575775.709291:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575775.709293:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575775.709295:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575775.709298:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575775.709300:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575775.709301:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575775.709303:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709304:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575775.709305:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709306:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575775.709308:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575775.709311:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709312:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575775.709314:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575775.709316:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575775.709318:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709320:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575775.709322:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575775.709332:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7480.
00000020:00000040:2.0:1788575775.709335:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575775.709338:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575775.709340:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709342:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575775.709345:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575775.709349:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575775.709356:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1800.
00000100:00000001:2.0:1788575775.709363:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575775.709372:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575775.709380:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575775.709384:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575775.709387:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d79e7c04] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575775.709405:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575775.709407:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575775.709409:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575775.709410:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575775.709412:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575775.709413:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575775.709415:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6619
00000400:00000200:2.0:1788575775.709417:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575775.709419:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575775.709421:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575775.709423:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709425:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575775.709427:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709428:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575775.709430:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575775.709430:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575775.709431:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575775.709433:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:2.0:1788575775.709434:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575775.709435:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788575775.709436:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575775.709440:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575775.709440:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575775.709442:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575775.709444:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575775.709445:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709448:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575775.709450:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000040:3.0:1788575775.709454:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575775.709455:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709459:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575775.709463:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575775.709468:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575775.709469:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788575775.709471:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.709473:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709474:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575775.709478:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575775.709480:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1788575775.709482:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709484:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.709485:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788575775.709487:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7800.
00000020:00000040:2.0:1788575775.709490:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575775.709490:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575775.709495:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575775.709497:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709499:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1788575775.709499:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816156672:192.168.202.101@tcp:250:kworker.0
02000000:00000001:2.0:1788575775.709501:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575775.709504:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.709506:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1788575775.709507:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1000.
00000100:00000001:2.0:1788575775.709511:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.709511:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575775.709515:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575775.709517:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788575775.709518:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788575775.709524:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1788575775.709526:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
00000100:00000001:2.0:1788575775.709527:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.709532:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575775.709533:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030dcc954] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575775.709540:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575775.709541:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575775.709544:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788575775.709544:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575775.709545:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575775.709548:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575775.709550:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1788575775.709552:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00080000:2.0:1788575775.709553:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6619
00000400:00000010:3.0:1788575775.709563:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000400:00000200:2.0:1788575775.709569:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575775.709572:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575775.709574:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1788575775.709574:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816156672, portal 25
00000100:00000040:2.0:1788575775.709579:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575775.709580:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575775.709581:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575775.709583:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693668992 : -111013015882624 : ffff9b08c49f7480)
00000100:00000040:2.0:1788575775.709584:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709587:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575775.709590:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575775.709591:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575775.709593:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575775.709595:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000100:00000040:3.0:1788575775.709595:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575775.709598:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:2.0:1788575775.709602:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:2.0:1788575775.709607:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709610:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575775.709613:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709616:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575775.709618:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:3.0:1788575775.709618:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788575775.709622:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000040:3.0:1788575775.709625:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709626:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575775.709628:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788575775.709629:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
02000000:00000001:2.0:1788575775.709631:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1788575775.709632:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816156672, offset 0
02000000:00000001:2.0:1788575775.709634:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709636:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575775.709638:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788575775.709641:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000008:00000001:2.0:1788575775.709642:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709645:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575775.709649:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4000.
00000020:00000040:2.0:1788575775.709650:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575775.709652:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788575775.709653:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:2.0:1788575775.709654:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709657:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575775.709659:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575775.709660:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575775.709662:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
02000000:00000010:2.0:1788575775.709664:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2c00.
00000100:00000001:2.0:1788575775.709668:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575775.709668:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1788575775.709672:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575775.709679:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575775.709681:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575775.709683:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:2.0:1788575775.709687:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034cc1cbc] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575775.709689:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575775.709694:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575775.709700:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90729:90729:256:4294967295] 192.168.202.101@tcp LPNI seq info [90709:90709:8:4294967295]
00000400:00000200:3.0:1788575775.709708:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575775.709710:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575775.709715:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575775.709718:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575775.709724:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.709729:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00080000:2.0:1788575775.709732:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575775.709735:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1788575775.709737:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:2.0:1788575775.709738:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575775.709743:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788575775.709743:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1788575775.709747:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6619
00000800:00000200:3.1:1788575775.709752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:2.0:1788575775.709754:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788575775.709755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000400:00000200:2.0:1788575775.709759:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000100:3.0:1788575775.709763:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00080000:2.0:1788575775.709765:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1788575775.709766:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000100:00000040:2.0:1788575775.709773:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575775.709775:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788575775.709776:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575775.709781:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575775.709782:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788575775.709787:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575775.709790:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000020:00000001:2.0:1788575775.709791:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575775.709795:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000400:00000010:3.0:1788575775.709796:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000020:00000001:2.0:1788575775.709798:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575775.709802:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:3.0:1788575775.709803:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1788575775.709805:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:2.0:1788575775.709810:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000200:3.0:1788575775.709810:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575775.709815:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709819:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575775.709822:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709826:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575775.709834:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1788575775.709837:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000040:3.0:1788575775.709840:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575775.709844:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575775.709852:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575775.709857:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575775.709857:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575775.709860:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575775.709861:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788575775.709865:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709868:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575775.709871:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575775.709871:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788575775.709876:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709880:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575775.709880:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:2.0:1788575775.709883:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6a00.
00000100:00000001:3.0:1788575775.709885:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301295488
00000020:00000040:2.0:1788575775.709887:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575775.709890:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575775.709891:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709892:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1788575775.709892:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab360.
02000000:00000001:2.0:1788575775.709895:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575775.709897:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575775.709902:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1400.
00000100:00000001:3.0:1788575775.709902:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575775.709907:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.709911:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301295488
00000100:00100000:2.0:1788575775.709912:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1788575775.709918:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab3c0.
00000100:00000001:2.0:1788575775.709920:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575775.709923:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.709925:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1788575775.709927:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c3276c] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.709931:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575775.709937:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.709942:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.709943:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788575775.709949:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788575775.709953:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575775/real 1788575775]  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575775.709955:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575775.709958:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575775.709961:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575775.709968:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1788575775.709971:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788575775.709973:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6619
00000400:00000001:3.0:1788575775.709974:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575775.709977:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:2.0:1788575775.709981:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.709982:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000200:2.0:1788575775.709986:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000010:3.0:1788575775.709986:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575775.709990:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1788575775.709991:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1788575775.709995:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575775.709997:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.710002:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575775.710006:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.710009:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575775.710012:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:3.0:1788575775.710012:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788575775.710013:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:2.0:1788575775.710016:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575775.710018:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:2.0:1788575775.710019:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:2.0:1788575775.710021:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575775.710025:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.710027:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575775.710028:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575775.710030:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575775.710035:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:2.0:1788575775.710040:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575775.710047:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710047:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575775.710051:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788575775.710076:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575775.710080:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575775.710083:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788575775.710085:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710087:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575775.710095:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575775.710096:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575775.710100:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575775.710106:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788575775.710108:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575775.710112:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575775.710116:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788575775.710117:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7100.
00000020:00000040:2.0:1788575775.710122:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575775.710127:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575775.710129:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710130:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575775.710133:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575775.710135:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788575775.710136:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575775.710140:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788575775.710141:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710144:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1788575775.710147:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c0000.
00000100:00000001:3.0:1788575775.710149:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575775.710153:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575775.710154:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575775.710158:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1788575775.710162:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575775.710167:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575775.710171:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788575775.710175:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788575775.710178:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575775.710179:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575775.710198:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b4d13d7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575775.710200:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816156672:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575775.710208:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575775.710212:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710212:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.710217:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7480 x1875450816156672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575775.710220:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6629)
00000100:00000001:3.0:1788575775.710222:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575775.710225:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575775.710228:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575775.710232:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575775.710233:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575775.710235:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575775.710237:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575775.710239:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:3.0:1788575775.710242:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575775.710244:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575775.710245:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7480.
00000100:00000001:3.0:1788575775.710247:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575775.710248:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710250:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710256:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575775.710258:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710260:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575775.710261:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575775.710263:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575775.710270:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710278:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575775.710279:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.710281:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575775.710283:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575775.710285:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575775.710287:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156800:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575775.710291:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575775.710293:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575775.710294:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.710296:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575775.710299:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575775.710301:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575775.710305:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575775.710308:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575775.710312:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575775.710314:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816156800, portal 10
00000100:00000001:3.0:1788575775.710316:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575775.710325:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693669888 : -111013015881728 : ffff9b08c49f7800)
00000100:00000040:3.0:1788575775.710332:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710338:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575775.710341:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575775.710343:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575775.710345:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816156800, offset 0
00000400:00000200:3.0:1788575775.710349:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575775.710353:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.710357:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575775.710360:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575775.710362:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575775.710364:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575775.710367:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575775.710371:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90730:90730:256:4294967295] 192.168.202.101@tcp LPNI seq info [90710:90710:8:4294967295]
00000400:00000200:3.0:1788575775.710375:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.710381:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575775.710385:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.710389:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575775.710393:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575775.710396:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575775.710401:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575775.710403:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788575775.710407:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.710409:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575775.710412:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575775.710416:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575775.710419:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575775.710421:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575775.710423:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575775.710427:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710435:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.710438:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710446:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710447:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575775.710450:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575775.710454:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575775.710457:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575775.710459:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301291597
00000100:00000001:3.0:1788575775.710462:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301295488
00000100:00000001:3.0:1788575775.710464:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301291597
00000100:00000001:3.0:1788575775.710467:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301295488
00000100:00000001:3.0:1788575775.710469:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575775.710472:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710473:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575775.710478:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575775/real 1788575775]  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575775.710485:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575775.710486:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575775.710488:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575775.710491:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575775.710492:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575775.710494:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575775.710497:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575775.710502:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710506:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575775.710507:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710508:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575775.710509:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575775.710510:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710514:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575775.710516:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710520:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575775.710522:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710523:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575775.710524:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710525:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575775.710526:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575775.710528:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575775.710530:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575775.710531:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575775.710534:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575775.710538:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156800:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575775.710540:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575775.710542:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710545:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575775.710546:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.710547:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575775.710548:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575775.710550:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575775.710551:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156928:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575775.710554:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575775.710555:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575775.710556:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.710557:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575775.710560:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575775.710561:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575775.710563:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575775.710564:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575775.710566:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575775.710568:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816156928, portal 10
00000100:00000001:3.0:1788575775.710569:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575775.710570:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693655552 : -111013015896064 : ffff9b08c49f4000)
00000100:00000040:3.0:1788575775.710574:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710578:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575775.710580:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575775.710581:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575775.710583:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816156928, offset 0
00000400:00000200:3.0:1788575775.710585:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575775.710588:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.710590:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575775.710592:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575775.710594:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575775.710596:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575775.710597:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575775.710599:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90731:90731:256:4294967295] 192.168.202.101@tcp LPNI seq info [90711:90711:8:4294967295]
00000400:00000200:3.0:1788575775.710602:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.710606:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575775.710609:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.710610:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575775.710613:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575775.710614:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575775.710617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575775.710619:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788575775.710621:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.710622:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575775.710624:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575775.710626:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575775.710628:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575775.710629:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575775.710631:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575775.710632:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710637:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.710639:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710642:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710643:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575775.710646:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575775.710648:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575775.710649:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575775.710651:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301291547
00000100:00000001:3.0:1788575775.710652:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301295488
00000100:00000001:3.0:1788575775.710654:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301291547
00000100:00000001:3.0:1788575775.710655:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301295488
00000100:00000001:3.0:1788575775.710656:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575775.710657:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710658:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575775.710660:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575775/real 1788575775]  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575775.710664:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575775.710665:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575775.710666:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575775.710668:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575775.710669:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575775.710670:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575775.710671:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575775.710675:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710680:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575775.710680:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710681:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575775.710682:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575775.710685:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710691:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575775.710695:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710702:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575775.710704:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710705:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575775.710706:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710708:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575775.710709:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575775.710711:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575775.710714:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575775.710716:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575775.710720:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575775.710727:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816156928:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575775.710731:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575775.710733:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710740:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575775.710741:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.710743:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575775.710745:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575775.710746:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575775.710748:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157056:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575775.710750:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575775.710751:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575775.710752:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.710753:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575775.710756:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575775.710757:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575775.710760:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575775.710762:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575775.710764:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575775.710766:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816157056, portal 4
00000100:00000001:3.0:1788575775.710768:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575775.710768:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693666304 : -111013015885312 : ffff9b08c49f6a00)
00000100:00000040:3.0:1788575775.710772:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710776:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575775.710778:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575775.710779:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575775.710780:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816157056, offset 0
00000400:00000200:3.0:1788575775.710782:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575775.710784:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.710786:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575775.710788:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575775.710790:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575775.710791:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575775.710793:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575775.710795:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90732:90732:256:4294967295] 192.168.202.101@tcp LPNI seq info [90712:90712:8:4294967295]
00000400:00000200:3.0:1788575775.710797:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.710800:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575775.710804:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.710805:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575775.710808:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575775.710810:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575775.710813:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575775.710816:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788575775.710819:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.710821:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575775.710823:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575775.710826:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575775.710829:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575775.710831:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575775.710834:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575775.710837:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710844:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.710847:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710854:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710856:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575775.710859:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575775.710861:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575775.710864:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575775.710865:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301291580
00000100:00000001:3.0:1788575775.710867:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301295488
00000100:00000001:3.0:1788575775.710868:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301291580
00000100:00000001:3.0:1788575775.710870:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301295488
00000100:00000001:3.0:1788575775.710871:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575775.710872:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.710873:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575775.710876:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575775/real 1788575775]  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575775.710880:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575775.710881:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575775.710882:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575775.710883:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575775.710884:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575775.710885:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575775.710887:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575775.710892:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710899:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575775.710900:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710902:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575775.710903:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575775.710905:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710908:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575775.710910:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710913:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575775.710915:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710916:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575775.710916:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.710918:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575775.710919:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575775.710921:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575775.710923:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575775.710924:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575775.710927:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575775.710932:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157056:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575775.710935:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575775.710938:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710944:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575775.710945:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.710947:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575775.710949:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575775.710951:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575775.710954:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157184:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575775.710957:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575775.710959:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575775.710960:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575775.710962:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575775.710965:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575775.710967:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575775.710971:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575775.710973:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575775.710976:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575775.710978:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816157184, portal 4
00000100:00000001:3.0:1788575775.710980:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575775.710980:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693668096 : -111013015883520 : ffff9b08c49f7100)
00000100:00000040:3.0:1788575775.710985:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.710989:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575775.710990:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575775.710991:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575775.710993:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816157184, offset 0
00000400:00000200:3.0:1788575775.710995:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575775.710997:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.710999:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575775.711001:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575775.711003:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575775.711004:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575775.711006:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575775.711008:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90733:90733:256:4294967295] 192.168.202.101@tcp LPNI seq info [90713:90713:8:4294967295]
00000400:00000200:3.0:1788575775.711010:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575775.711014:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575775.711017:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.711019:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575775.711021:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575775.711023:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788575775.711026:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575775.711027:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788575775.711029:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575775.711030:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575775.711032:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575775.711035:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575775.711036:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575775.711037:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575775.711039:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575775.711040:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711045:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.711046:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711050:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.711051:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575775.711068:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575775.711071:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575775.711072:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575775.711073:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301291572
00000100:00000001:3.0:1788575775.711075:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301295488
00000100:00000001:3.0:1788575775.711076:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301291572
00000100:00000001:3.0:1788575775.711077:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301295488
00000100:00000001:3.0:1788575775.711079:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575775.711080:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.711081:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575775.711083:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575775/real 1788575775]  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575775.711088:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575775.711089:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575775.711090:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575775.711092:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575775.711092:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575775.711093:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575775.711095:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575775.711100:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711103:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575775.711104:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711105:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575775.711106:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575775.711108:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711111:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575775.711113:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711117:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575775.711119:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711120:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575775.711121:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711123:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575775.711124:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575775.711127:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575775.711129:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575775.711132:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575775.711136:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575775.711143:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157184:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575775.711147:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711149:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.711152:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7800 x1875450816156800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711158:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575775.711160:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575775.711162:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575775.711165:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575775.711167:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575775.711168:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575775.711170:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575775.711172:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:3.0:1788575775.711174:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575775.711175:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575775.711176:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7800.
00000100:00000001:3.0:1788575775.711177:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575775.711178:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711179:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.711182:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4000 x1875450816156928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711200:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575775.711202:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575775.711203:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575775.711207:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575775.711208:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575775.711209:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575775.711211:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575775.711212:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575775.711215:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575775.711216:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575775.711217:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4000.
00000100:00000001:3.0:1788575775.711221:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575775.711222:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711224:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.711227:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6a00 x1875450816157056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711233:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575775.711234:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575775.711236:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575775.711238:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575775.711239:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575775.711240:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575775.711242:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575775.711243:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:3.0:1788575775.711245:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575775.711246:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575775.711248:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6a00.
00000100:00000001:3.0:1788575775.711251:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575775.711252:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711253:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575775.711257:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7100 x1875450816157184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575800 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575775.711263:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575775.711264:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575775.711265:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575775.711268:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575775.711269:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575775.711270:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575775.711272:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575775.711273:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c0000.
02000000:00000001:3.0:1788575775.711276:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575775.711277:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575775.711277:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7100.
00000100:00000001:3.0:1788575775.711279:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575775.711280:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711281:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575775.711284:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575775.711285:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575775.711287:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575775.711288:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575776.029162:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575776.029179:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575776.029181:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575776.029184:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029187:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575776.029189:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029190:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029192:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575776.029197:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575776.029198:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575776.029199:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029201:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575776.029201:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029202:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029203:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575776.029206:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575776.029211:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575776.029211:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029212:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575776.029213:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029214:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029215:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575776.029218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575776.029218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575776.029262:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575776.029266:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575776.029268:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575776.733202:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575776.733211:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575776.733212:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575776.733217:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575776.733221:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575776.733225:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575776.733228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575776.733231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575776.733233:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575776.733312:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575776.733315:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575776.733316:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575776.733318:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575776.733319:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575776.733321:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575776.733322:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575776.733323:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575776.733325:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575777.053204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575777.053213:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575777.053219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575777.053220:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575777.053222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575777.053223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575777.053225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575777.053226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575777.053229:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575777.053230:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575777.053288:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575777.053291:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575777.053294:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575777.757126:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575777.757132:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575777.757132:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575777.757134:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575777.757137:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1788575777.757139:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575777.757141:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575777.757143:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575777.757145:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575777.757147:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575777.757150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575777.757151:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575777.757154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575777.757154:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575777.757159:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575777.757160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575777.757163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575777.757166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575778.077175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575778.077182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575778.077188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575778.077189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575778.077192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575778.077193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575778.077195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575778.077196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575778.077198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575778.077199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575778.077264:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575778.077268:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575778.077272:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575778.781166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575778.781166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575778.781174:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575778.781175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575778.781179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575778.781179:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575778.781187:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575778.781188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575778.781194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575778.781194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575778.781200:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575778.781201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575778.781205:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575778.781209:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575778.781212:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575778.781213:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575778.781216:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575778.781219:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575779.101168:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575779.101170:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575779.101173:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101178:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575779.101181:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101183:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101184:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575779.101188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575779.101192:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575779.101195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575779.101199:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575779.101200:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575779.101201:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101202:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575779.101202:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101203:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575779.101204:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575779.101257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575779.101261:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575779.101265:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575779.741172:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301295488, at 4301295552
00000100:00000010:2.0:1788575779.741187:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab360.
00000100:00000040:3.0:1788575779.741278:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301295488, at 4301295552
00000100:00000010:3.0:1788575779.741284:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab3c0.
00000100:00000001:1.0:1788575779.805144:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575779.805144:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575779.805151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575779.805152:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575779.805153:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575779.805155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575779.805159:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575779.805160:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575779.805163:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575779.805165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575779.805166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575779.805169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575779.805170:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575779.805171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575779.805175:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575779.805176:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575779.805179:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575779.805181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575780.125125:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575780.125138:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575780.125145:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575780.125146:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575780.125149:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575780.125151:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575780.125153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575780.125155:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575780.125158:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575780.125159:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575780.125200:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575780.125203:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575780.125205:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575780.829137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575780.829137:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575780.829144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575780.829144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788575780.829145:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575780.829146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.829148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575780.829153:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575780.829154:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:2.0:1788575780.829155:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575780.829159:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575780.829160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575780.829161:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575780.829164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.829164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575780.829167:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575780.829169:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575780.829172:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575780.829173:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575780.829175:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.829175:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575780.829179:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.829183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575780.829184:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6624
00000400:00000200:2.0:1788575780.829195:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575780.829202:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575780.829206:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575780.829209:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829212:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575780.829214:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829217:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575780.829220:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575780.829223:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575780.829226:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575780.829229:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575780.829231:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575780.829234:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575780.829237:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829239:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575780.829241:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829243:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575780.829246:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575780.829249:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829252:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575780.829255:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575780.829258:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575780.829260:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575780.829263:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575780.829266:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575780.829274:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6300.
00000020:00000040:2.0:1788575780.829277:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575780.829281:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575780.829283:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575780.829286:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575780.829289:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575780.829292:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575780.829300:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1c00.
00000100:00000001:2.0:1788575780.829305:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575780.829313:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575780.829324:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575780.829328:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575780.829332:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c06b9edb] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575780.829352:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575780.829355:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575780.829358:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575780.829360:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575780.829361:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575780.829365:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575780.829369:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6624
00000400:00000200:2.0:1788575780.829373:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575780.829375:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788575780.829378:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575780.829380:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788575780.829382:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575780.829383:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575780.829389:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829392:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575780.829392:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575780.829398:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829405:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575780.829411:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575780.829411:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575780.829414:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575780.829415:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575780.829418:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788575780.829419:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1788575780.829421:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
02000000:00000001:3.0:1788575780.829423:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788575780.829425:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:2.0:1788575780.829428:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575780.829431:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829432:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575780.829436:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575780.829437:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575780.829442:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816157312:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575780.829447:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788575780.829449:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575780.829452:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788575780.829454:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:3.0:1788575780.829457:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575780.829461:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575780.829462:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788575780.829466:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575780.829468:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575780.829469:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575780.829474:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575780.829477:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575780.829482:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.829485:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575780.829486:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788575780.829491:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000008:00100000:2.0:1788575780.829492:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575780.829498:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575780.829499:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:2.0:1788575780.829500:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575780.829506:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5500.
00000100:00000200:3.0:1788575780.829507:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816157312, portal 25
00000020:00000040:2.0:1788575780.829511:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575780.829511:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575780.829513:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693664512 : -111013015887104 : ffff9b08c49f6300)
02000000:00000001:2.0:1788575780.829516:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575780.829520:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575780.829521:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575780.829523:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575780.829531:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1788575780.829535:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788575780.829536:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000001:2.0:1788575780.829539:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575780.829541:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575780.829545:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816157312, offset 0
02000000:00000010:2.0:1788575780.829546:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2800.
00000100:00000001:2.0:1788575780.829551:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.829552:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00100000:2.0:1788575780.829561:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575780.829562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575780.829571:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:2.0:1788575780.829574:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575780.829577:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788575780.829579:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.829583:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:2.0:1788575780.829588:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429be166] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575780.829589:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575780.829594:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575780.829601:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90734:90734:256:4294967295] 192.168.202.101@tcp LPNI seq info [90714:90714:8:4294967295]
00000400:00000200:3.0:1788575780.829611:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575780.829623:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.829624:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788575780.829628:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1788575780.829634:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:2.0:1788575780.829635:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575780.829639:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:3.0:1788575780.829641:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00080000:2.0:1788575780.829642:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575780.829647:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1788575780.829651:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:2.0:1788575780.829654:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6624
00000800:00000200:3.0:1788575780.829657:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000400:00000200:2.0:1788575780.829662:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.1:1788575780.829667:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:2.0:1788575780.829671:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575780.829675:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788575780.829678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1788575780.829679:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829685:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1788575780.829689:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575780.829691:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000010:3.0:1788575780.829693:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000100:00000001:2.0:1788575780.829695:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575780.829699:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575780.829700:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1788575780.829701:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575780.829705:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575780.829708:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1788575780.829709:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575780.829713:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575780.829715:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000020:00000001:2.0:1788575780.829716:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000010:3.0:1788575780.829719:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000040:2.0:1788575780.829723:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575780.829725:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788575780.829727:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788575780.829732:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575780.829733:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829739:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575780.829744:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:2.0:1788575780.829750:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575780.829750:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788575780.829755:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575780.829757:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575780.829759:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575780.829764:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575780.829768:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575780.829769:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.829771:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575780.829773:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575780.829777:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575780.829777:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788575780.829783:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.829785:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575780.829787:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.829789:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301300608
00000100:00000010:2.0:1788575780.829792:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5f80.
00000100:00000010:3.0:1788575780.829796:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab3c0.
00000020:00000040:2.0:1788575780.829797:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575780.829802:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575780.829804:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.829805:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575780.829806:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575780.829809:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575780.829811:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.829811:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301300608
00000100:00000010:3.0:1788575780.829816:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab960.
02000000:00000010:2.0:1788575780.829819:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3800.
00000100:00000001:3.0:1788575780.829820:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575780.829826:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.829827:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575780.829832:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.829835:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575780.829837:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788575780.829841:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575780/real 1788575780]  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575780.829857:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1788575780.829860:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788575780.829862:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575780.829863:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575780.829868:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00000040:2.0:1788575780.829871:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000922ecda] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575780.829872:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575780.829876:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575780.829880:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575780.829887:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575780.829888:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575780.829894:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575780.829903:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:3.0:1788575780.829905:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575780.829906:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575780.829909:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575780.829915:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575780.829921:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1788575780.829922:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6624
00000100:00000001:3.0:1788575780.829925:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.829928:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1788575780.829929:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575780.829931:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788575780.829936:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00100000:3.0:1788575780.829938:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575780.829942:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575780.829959:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829961:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575780.829963:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575780.829965:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575780.829970:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575780.829972:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:3.0:1788575780.829975:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788575780.829976:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575780.829980:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000040:3.0:1788575780.829983:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575780.829984:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:2.0:1788575780.829991:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575780.829998:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1788575780.829999:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575780.830002:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575780.830005:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575780.830005:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.830009:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575780.830011:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575780.830013:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575780.830016:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575780.830017:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00080000:3.0:1788575780.830020:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1788575780.830021:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575780.830027:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00080000:2.0:1788575780.830029:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575780.830032:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788575780.830033:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575780.830038:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788575780.830039:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575780.830043:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575780.830048:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575780.830073:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816157312:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575780.830078:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830080:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788575780.830082:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788575780.830084:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6300 x1875450816157312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788575780.830086:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:2.0:1788575780.830093:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575780.830098:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830099:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575780.830102:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:2.0:1788575780.830104:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7b80.
02000000:00000010:3.0:1788575780.830106:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
00000020:00000040:2.0:1788575780.830108:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575780.830112:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1788575780.830113:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:3.0:1788575780.830115:0:2397:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:2.0:1788575780.830116:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575780.830119:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:2.0:1788575780.830120:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575780.830123:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:3.0:1788575780.830124:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:2.0:1788575780.830127:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575780.830128:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1c00.
02000000:00000010:2.0:1788575780.830134:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:3.0:1788575780.830134:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575780.830136:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575780.830139:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6300.
00000100:00000001:2.0:1788575780.830141:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830143:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575780.830146:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575780.830150:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575780.830150:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830158:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575780.830161:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575780.830161:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830165:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575780.830166:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830168:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575780.830171:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575780.830175:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd601159] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575780.830177:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830202:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575780.830204:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830205:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575780.830211:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1788575780.830212:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1788575780.830213:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575780.830218:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575780.830219:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575780.830222:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788575780.830223:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157440:192.168.202.101@tcp:38:kworker.0
00000100:00080000:2.0:1788575780.830226:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575780.830229:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788575780.830231:0:46817:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1788575780.830232:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575780.830235:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575780.830237:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6624
02000000:00000001:3.0:1788575780.830238:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575780.830242:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000400:00000200:2.0:1788575780.830245:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575780.830246:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575780.830253:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575780.830254:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575780.830258:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00080000:2.0:1788575780.830259:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788575780.830263:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000040:2.0:1788575780.830265:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:3.0:1788575780.830268:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816157440, portal 10
00000100:00000001:2.0:1788575780.830269:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575780.830273:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1788575780.830274:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575780.830276:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693660928 : -111013015890688 : ffff9b08c49f5500)
00000100:00000001:2.0:1788575780.830279:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575780.830282:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575780.830285:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000040:3.0:1788575780.830286:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575780.830287:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575780.830291:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:2.0:1788575780.830295:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575780.830299:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1788575780.830300:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575780.830305:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575780.830308:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575780.830310:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000001:2.0:1788575780.830314:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788575780.830315:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816157440, offset 0
00000100:00000040:2.0:1788575780.830321:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575780.830322:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575780.830326:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575780.830330:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:2.0:1788575780.830332:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000200:3.0:1788575780.830337:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:2.0:1788575780.830340:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575780.830342:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788575780.830346:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.830348:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
02000000:00000001:2.0:1788575780.830350:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575780.830353:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788575780.830356:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575780.830357:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:2.0:1788575780.830362:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.830363:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90735:90735:256:4294967295] 192.168.202.101@tcp LPNI seq info [90715:90715:8:4294967295]
00000100:00000001:2.0:1788575780.830367:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575780.830371:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000400:00000200:3.0:1788575780.830371:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00000001:2.0:1788575780.830378:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.830382:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788575780.830383:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575780.830389:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000010:2.0:1788575780.830391:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6d80.
00000800:00000010:3.0:1788575780.830393:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000020:00000040:2.0:1788575780.830395:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000800:00000200:3.0:1788575780.830401:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:2.0:1788575780.830402:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1788575780.830405:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1788575780.830406:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575780.830411:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1788575780.830412:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:2.0:1788575780.830414:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1788575780.830416:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1788575780.830418:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788575780.830423:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575780.830426:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
02000000:00000010:2.0:1788575780.830427:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1c00.
00000400:00000200:3.0:1788575780.830429:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788575780.830434:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.830435:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575780.830441:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575780.830444:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00100000:2.0:1788575780.830445:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575780.830447:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575780.830454:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575780.830459:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575780.830464:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575780.830473:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6b32bc1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830482:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788575780.830489:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575780.830489:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575780.830497:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6634)
00000100:00000001:3.0:1788575780.830499:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830502:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575780.830506:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575780.830509:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575780.830514:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575780.830516:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301296717
00000100:00000001:3.0:1788575780.830520:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301300608
00000100:00000001:3.0:1788575780.830522:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301296717
00000100:00000001:3.0:1788575780.830524:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301300608
00000100:00000001:3.0:1788575780.830527:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575780.830529:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830530:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575780.830534:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575780/real 1788575780]  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575780.830541:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575780.830542:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575780.830544:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575780.830546:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575780.830548:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575780.830549:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575780.830553:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575780.830561:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830567:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575780.830569:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830570:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.830571:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575780.830575:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830581:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575780.830585:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830591:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575780.830593:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830595:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.830596:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830597:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575780.830599:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575780.830602:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575780.830604:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575780.830606:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575780.830610:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575780.830617:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157440:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575780.830620:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575780.830624:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830630:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575780.830631:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575780.830633:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575780.830635:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575780.830637:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575780.830640:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157568:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575780.830643:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575780.830644:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575780.830646:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575780.830647:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575780.830650:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575780.830652:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.830655:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575780.830657:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575780.830659:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575780.830662:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816157568, portal 10
00000100:00000001:3.0:1788575780.830664:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575780.830665:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693663616 : -111013015888000 : ffff9b08c49f5f80)
00000100:00000040:3.0:1788575780.830670:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830676:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575780.830678:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575780.830680:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575780.830682:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816157568, offset 0
00000400:00000200:3.0:1788575780.830685:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575780.830688:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575780.830691:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575780.830694:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575780.830696:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575780.830698:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575780.830701:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575780.830703:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90736:90736:256:4294967295] 192.168.202.101@tcp LPNI seq info [90716:90716:8:4294967295]
00000400:00000200:3.0:1788575780.830707:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575780.830713:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575780.830717:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575780.830719:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575780.830723:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575780.830725:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575780.830729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575780.830731:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788575780.830735:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575780.830737:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575780.830739:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575780.830743:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575780.830745:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575780.830747:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575780.830749:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575780.830752:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830759:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575780.830761:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830768:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830769:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575780.830771:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575780.830773:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575780.830776:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575780.830778:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301296667
00000100:00000001:3.0:1788575780.830780:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301300608
00000100:00000001:3.0:1788575780.830781:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301296667
00000100:00000001:3.0:1788575780.830784:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301300608
00000100:00000001:3.0:1788575780.830785:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575780.830787:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830789:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575780.830792:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575780/real 1788575780]  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575780.830799:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575780.830800:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575780.830802:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575780.830804:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575780.830805:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575780.830807:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575780.830810:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575780.830818:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830824:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575780.830825:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830827:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.830828:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575780.830831:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830837:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575780.830840:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830847:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575780.830849:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830851:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.830852:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830854:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575780.830855:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575780.830857:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575780.830860:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575780.830862:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575780.830865:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575780.830878:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157568:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575780.830882:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830883:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575780.830886:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5500 x1875450816157440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830892:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575780.830894:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575780.830895:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575780.830898:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575780.830899:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575780.830900:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575780.830902:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575780.830903:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:3.0:1788575780.830906:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575780.830907:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575780.830908:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5500.
00000100:00000001:3.0:1788575780.830911:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575780.830912:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830914:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575780.830917:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5f80 x1875450816157568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830924:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575780.830925:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575780.830926:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575780.830929:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575780.830930:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575780.830931:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575780.830933:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575780.830934:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:3.0:1788575780.830936:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575780.830937:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575780.830938:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5f80.
00000100:00000001:3.0:1788575780.830941:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575780.830942:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830958:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.830961:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575780.830962:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.830964:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575780.830965:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575780.830967:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575780.830971:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.830977:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575780.830979:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575780.830981:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575780.830983:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575780.830984:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575780.830987:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157696:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575780.830990:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575780.830992:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575780.830993:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575780.830995:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575780.830998:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575780.831000:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.831003:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575780.831005:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575780.831008:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575780.831011:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816157696, portal 4
00000100:00000001:3.0:1788575780.831013:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575780.831014:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693670784 : -111013015880832 : ffff9b08c49f7b80)
00000100:00000040:3.0:1788575780.831019:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831025:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575780.831027:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575780.831029:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575780.831031:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816157696, offset 0
00000400:00000200:3.0:1788575780.831035:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575780.831038:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575780.831041:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575780.831044:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575780.831046:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575780.831049:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575780.831051:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575780.831068:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90737:90737:256:4294967295] 192.168.202.101@tcp LPNI seq info [90717:90717:8:4294967295]
00000400:00000200:3.0:1788575780.831073:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575780.831078:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575780.831083:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575780.831086:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575780.831089:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575780.831092:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575780.831096:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575780.831099:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788575780.831103:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575780.831105:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575780.831108:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575780.831111:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575780.831114:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575780.831115:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575780.831117:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575780.831121:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831128:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575780.831131:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831137:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.831139:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575780.831141:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575780.831144:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575780.831147:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575780.831149:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301296701
00000100:00000001:3.0:1788575780.831151:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301300608
00000100:00000001:3.0:1788575780.831154:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301296701
00000100:00000001:3.0:1788575780.831156:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301300608
00000100:00000001:3.0:1788575780.831157:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575780.831159:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.831161:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575780.831164:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575780/real 1788575780]  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575780.831171:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575780.831172:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575780.831174:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575780.831176:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575780.831177:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575780.831179:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575780.831182:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575780.831190:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831196:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575780.831197:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831199:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.831200:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575780.831204:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831210:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575780.831213:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831220:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575780.831222:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831224:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.831225:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831227:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575780.831229:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575780.831231:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575780.831234:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575780.831236:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575780.831239:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575780.831247:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157696:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575780.831250:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575780.831253:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831259:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575780.831260:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575780.831262:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575780.831264:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575780.831265:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575780.831268:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157824:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575780.831270:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575780.831272:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575780.831273:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575780.831275:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575780.831277:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575780.831279:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575780.831282:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575780.831284:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575780.831287:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575780.831289:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816157824, portal 4
00000100:00000001:3.0:1788575780.831291:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575780.831292:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693667200 : -111013015884416 : ffff9b08c49f6d80)
00000100:00000040:3.0:1788575780.831297:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831304:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575780.831306:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575780.831308:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575780.831310:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816157824, offset 0
00000400:00000200:3.0:1788575780.831313:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575780.831316:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575780.831319:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575780.831321:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575780.831324:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575780.831326:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575780.831328:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575780.831331:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90738:90738:256:4294967295] 192.168.202.101@tcp LPNI seq info [90718:90718:8:4294967295]
00000400:00000200:3.0:1788575780.831335:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575780.831341:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575780.831344:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575780.831346:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575780.831349:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575780.831352:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788575780.831356:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575780.831359:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788575780.831362:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575780.831364:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575780.831366:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575780.831370:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575780.831372:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575780.831373:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575780.831376:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575780.831379:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831391:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575780.831394:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575805 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831401:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.831402:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575780.831404:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575780.831407:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575780.831409:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575780.831411:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301296692
00000100:00000001:3.0:1788575780.831413:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301300608
00000100:00000001:3.0:1788575780.831415:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301296692
00000100:00000001:3.0:1788575780.831417:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301300608
00000100:00000001:3.0:1788575780.831419:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575780.831421:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.831422:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575780.831425:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575780/real 1788575780]  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575780.831432:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575780.831433:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575780.831434:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575780.831436:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575780.831438:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575780.831439:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575780.831442:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575780.831450:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831457:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575780.831458:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831460:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.831461:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575780.831465:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831471:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575780.831474:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831480:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575780.831482:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831484:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575780.831485:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831486:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575780.831488:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575780.831490:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575780.831493:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575780.831494:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575780.831498:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575780.831505:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816157824:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575780.831508:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831510:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575780.831513:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7b80 x1875450816157696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831519:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575780.831521:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575780.831522:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575780.831524:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575780.831525:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575780.831527:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575780.831529:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575780.831530:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:3.0:1788575780.831532:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575780.831533:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575780.831535:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7b80.
00000100:00000001:3.0:1788575780.831537:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575780.831538:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831540:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575780.831543:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6d80 x1875450816157824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575805 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575780.831549:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575780.831550:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575780.831551:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575780.831553:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575780.831554:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575780.831555:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575780.831557:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575780.831558:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:3.0:1788575780.831560:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575780.831561:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575780.831562:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6d80.
00000100:00000001:3.0:1788575780.831564:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575780.831565:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831567:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575780.831569:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575780.831570:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575780.831572:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575780.831574:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575781.149182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575781.149188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575781.149194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575781.149196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575781.149200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575781.149201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575781.149205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575781.149206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575781.149209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575781.149211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575781.149275:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575781.149279:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575781.149283:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575781.853146:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575781.853152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575781.853154:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575781.853158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575781.853160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575781.853164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575781.853164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575781.853168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575781.853169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575781.853171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575781.853171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575781.853177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575781.853177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575781.853183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575781.853185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575781.853186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575781.853188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575781.853190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575782.173162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575782.173168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575782.173173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575782.173174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575782.173178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575782.173179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575782.173182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575782.173183:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575782.173186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575782.173187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575782.173234:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575782.173237:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575782.173239:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575782.877137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575782.877141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575782.877143:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575782.877146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575782.877146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575782.877150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575782.877151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575782.877156:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575782.877156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575782.877159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575782.877161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575782.877162:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575782.877165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575782.877165:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575782.877168:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575782.877170:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575782.877173:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575782.877176:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575783.197147:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575783.197151:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575783.197157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575783.197158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575783.197161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575783.197163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575783.197165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575783.197167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575783.197170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575783.197171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575783.197226:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575783.197229:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575783.197231:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575783.901149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575783.901155:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575783.901156:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575783.901161:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575783.901163:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575783.901166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575783.901168:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575783.901170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575783.901171:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575783.901175:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575783.901176:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575783.901179:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575783.901182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575783.901186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575783.901188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575783.901191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575783.901193:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575783.901195:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575784.221176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575784.221182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575784.221189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575784.221190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575784.221193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575784.221195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575784.221198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575784.221200:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575784.221202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575784.221204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575784.221250:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575784.221253:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575784.221255:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575784.861151:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301300608, at 4301300672
00000100:00000040:2.0:1788575784.861159:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301300608, at 4301300672
00000100:00000010:3.0:1788575784.861167:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab960.
00000100:00000010:2.0:1788575784.861170:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab3c0.
00000100:00000001:1.0:1788575784.925157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575784.925157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575784.925163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575784.925163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575784.925165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575784.925165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575784.925170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575784.925170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575784.925174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575784.925174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575784.925178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575784.925178:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575784.925181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575784.925182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575784.925185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575784.925186:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575784.925187:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575784.925188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575785.245160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575785.245165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575785.245169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575785.245170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575785.245172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575785.245173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575785.245175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575785.245176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575785.245178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575785.245179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575785.245227:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575785.245230:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575785.245232:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575785.949149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788575785.949149:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575785.949149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575785.949156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788575785.949158:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575785.949160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949163:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575785.949163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788575785.949167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575785.949167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575785.949169:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788575785.949173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575785.949175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575785.949175:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575785.949181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.949183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788575785.949186:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6629
00000100:00000001:1.0:1788575785.949187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575785.949188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575785.949192:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575785.949197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575785.949199:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575785.949199:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575785.949203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.949208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575785.949209:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575785.949214:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575785.949217:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949220:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575785.949223:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949226:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575785.949230:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575785.949232:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575785.949235:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575785.949237:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575785.949240:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575785.949242:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575785.949245:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949246:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575785.949248:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949250:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575785.949253:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575785.949256:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949258:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575785.949261:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575785.949264:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575785.949267:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949269:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575785.949271:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575785.949280:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5880.
00000020:00000040:2.0:1788575785.949282:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575785.949286:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575785.949287:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949290:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575785.949292:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575785.949296:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575785.949304:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3c00.
00000100:00000001:2.0:1788575785.949310:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575785.949320:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575785.949331:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575785.949335:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575785.949339:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a0f978b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575785.949360:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575785.949363:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575785.949366:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575785.949368:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575785.949369:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575785.949372:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575785.949376:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6629
00000400:00000200:2.0:1788575785.949380:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575785.949383:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575785.949385:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788575785.949386:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575785.949391:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575785.949391:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575785.949395:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575785.949396:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575785.949397:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949400:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575785.949402:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575785.949404:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575785.949405:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575785.949407:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:2.0:1788575785.949408:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:2.0:1788575785.949410:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575785.949414:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575785.949415:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575785.949417:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575785.949422:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949427:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575785.949432:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575785.949434:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575785.949437:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575785.949438:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575785.949442:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788575785.949443:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.949446:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575785.949447:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575785.949450:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575785.949454:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788575785.949456:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816157952:192.168.202.101@tcp:250:kworker.0
02000000:00000001:2.0:1788575785.949458:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949462:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575785.949466:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575785.949466:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1788575785.949470:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.949471:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788575785.949472:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.949475:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.949478:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1788575785.949479:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6d80.
00000020:00000040:2.0:1788575785.949482:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575785.949485:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1788575785.949485:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575785.949487:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949488:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575785.949489:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575785.949491:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.949494:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575785.949497:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c0000.
00000400:00000200:3.0:1788575785.949502:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575785.949503:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575785.949506:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00100000:2.0:1788575785.949511:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575785.949513:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575785.949519:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816157952, portal 25
00000100:00000001:3.0:1788575785.949522:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575785.949524:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693661824 : -111013015889792 : ffff9b08c49f5880)
00000100:00000001:2.0:1788575785.949531:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575785.949534:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575785.949536:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575785.949540:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6b32bc1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575785.949556:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575785.949558:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575785.949562:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575785.949566:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575785.949566:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788575785.949570:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575785.949573:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1788575785.949574:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:2.0:1788575785.949577:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6629
00000400:00000010:3.0:1788575785.949580:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575785.949585:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816157952, offset 0
00000400:00000200:2.0:1788575785.949586:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575785.949592:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575785.949594:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575785.949599:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575785.949599:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949603:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575785.949605:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949606:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575785.949608:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575785.949608:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575785.949611:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575785.949612:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:2.0:1788575785.949614:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575785.949616:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:2.0:1788575785.949618:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575785.949621:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:2.0:1788575785.949623:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949627:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575785.949629:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949631:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575785.949631:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1788575785.949635:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:2.0:1788575785.949640:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575785.949640:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:2.0:1788575785.949645:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575785.949646:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575785.949648:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575785.949649:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788575785.949651:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949654:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575785.949656:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788575785.949657:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000008:00000001:2.0:1788575785.949658:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949661:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575785.949664:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7b80.
00000400:00000200:3.0:1788575785.949665:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90739:90739:256:4294967295] 192.168.202.101@tcp LPNI seq info [90719:90719:8:4294967295]
00000020:00000040:2.0:1788575785.949668:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575785.949672:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575785.949674:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575785.949678:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575785.949679:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575785.949681:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575785.949683:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575785.949686:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1400.
00000100:00000001:2.0:1788575785.949689:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575785.949695:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575785.949698:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788575785.949710:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1788575785.949712:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949713:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575785.949720:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd601159] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788575785.949721:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00000001:2.0:1788575785.949732:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575785.949732:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575785.949737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1788575785.949738:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575785.949745:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1788575785.949747:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575785.949749:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1788575785.949751:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1788575785.949753:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1788575785.949758:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949760:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1788575785.949761:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000100:00080000:2.0:1788575785.949766:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6629
00000400:00000200:3.0:1788575785.949768:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575785.949775:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575785.949780:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575785.949786:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575785.949786:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000100:00080000:2.0:1788575785.949789:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788575785.949790:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575785.949794:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788575785.949795:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:3.0:1788575785.949811:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.949822:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788575785.949825:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575785.949825:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575785.949832:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575785.949834:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949837:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575785.949838:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1788575785.949843:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575785.949844:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575785.949845:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:2.0:1788575785.949849:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575785.949850:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:2.0:1788575785.949854:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:3.0:1788575785.949855:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301305728
00000020:00000001:2.0:1788575785.949861:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000010:3.0:1788575785.949863:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab960.
00000020:00000001:2.0:1788575785.949865:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575785.949870:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1788575785.949871:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.949875:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575785.949877:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301305728
00000100:00000040:2.0:1788575785.949879:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000010:3.0:1788575785.949883:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab8a0.
00000100:00000001:2.0:1788575785.949884:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575785.949888:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000020:00000040:2.0:1788575785.949889:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:3.0:1788575785.949894:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788575785.949895:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575785.949899:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949901:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.949904:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788575785.949905:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575785.949910:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788575785.949913:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575785/real 1788575785]  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575785.949914:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949919:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575785.949923:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000001:3.0:1788575785.949926:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:2.0:1788575785.949927:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575785.949929:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788575785.949932:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575785.949932:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575785.949937:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000100:00000010:2.0:1788575785.949940:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5f80.
00000400:00000010:3.0:1788575785.949940:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575785.949944:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1788575785.949946:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000200:3.0:1788575785.949949:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575785.949952:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575785.949955:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.949960:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1788575785.949960:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575785.949964:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575785.949968:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.949969:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575785.949971:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.949974:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.949975:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1788575785.949976:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2c00.
00000100:00100000:3.0:1788575785.949978:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575785.949983:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.949986:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575785.949993:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575785.949994:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575785.950004:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575785.950009:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950012:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.950014:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575785.950017:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575785.950017:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575785.950020:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575785.950024:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575785.950024:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575785.950030:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575785.950032:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575785.950035:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000922ecda] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575785.950038:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575785.950070:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816157952:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575785.950073:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950074:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.950077:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5880 x1875450816157952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950081:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575785.950084:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788575785.950087:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575785.950087:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575785.950091:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1788575785.950092:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:3.0:1788575785.950094:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575785.950096:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00080000:2.0:1788575785.950100:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:3.0:1788575785.950100:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575785.950104:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3c00.
00000100:00000001:2.0:1788575785.950105:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575785.950109:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1788575785.950109:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575785.950111:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788575785.950115:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:3.0:1788575785.950115:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5880.
00000100:00000001:3.0:1788575785.950121:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:2.0:1788575785.950122:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6629
00000100:00000001:3.0:1788575785.950123:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950126:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788575785.950132:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575785.950133:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575785.950136:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950139:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788575785.950140:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575785.950141:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788575785.950145:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575785.950145:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575785.950153:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575785.950154:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575785.950159:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575785.950163:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575785.950169:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575785.950171:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788575785.950173:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575785.950175:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575785.950177:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
02000000:00000001:3.0:1788575785.950180:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1788575785.950181:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788575785.950183:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788575785.950185:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
02000000:00000001:3.0:1788575785.950189:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575785.950191:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00100000:3.0:1788575785.950196:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158080:192.168.202.101@tcp:38:kworker.0
00000020:00000001:2.0:1788575785.950197:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575785.950204:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1788575785.950205:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575785.950208:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788575785.950210:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575785.950212:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575785.950215:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575785.950217:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788575785.950221:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000010:3.0:1788575785.950223:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000020:00000040:2.0:1788575785.950226:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000001:3.0:1788575785.950227:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575785.950233:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:3.0:1788575785.950237:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575785.950239:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575785.950241:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:2.0:1788575785.950245:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1788575785.950247:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:2.0:1788575785.950250:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1788575785.950251:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816158080, portal 10
00000100:00000001:3.0:1788575785.950254:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788575785.950257:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950257:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693667200 : -111013015884416 : ffff9b08c49f6d80)
00000100:00000001:2.0:1788575785.950264:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575785.950267:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000040:3.0:1788575785.950268:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788575785.950274:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.950279:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950281:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1788575785.950284:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5500.
00000100:00000040:3.0:1788575785.950286:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000020:00000040:2.0:1788575785.950290:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575785.950292:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
02000000:00000001:2.0:1788575785.950294:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575785.950297:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575785.950299:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575785.950301:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575785.950303:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575785.950304:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816158080, offset 0
02000000:00000010:2.0:1788575785.950308:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1000.
00000400:00000200:3.0:1788575785.950313:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575785.950315:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575785.950320:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:2.0:1788575785.950324:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575785.950328:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575785.950335:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575785.950339:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575785.950344:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575785.950347:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575785.950353:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90740:90740:256:4294967295] 192.168.202.101@tcp LPNI seq info [90720:90720:8:4294967295]
00000100:00000001:2.0:1788575785.950359:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575785.950360:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575785.950366:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575785.950368:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575785.950375:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575785.950376:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429be166] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788575785.950378:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575785.950385:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575785.950389:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575785.950396:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575785.950398:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575785.950399:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575785.950406:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575785.950408:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6639)
00000800:00000010:3.0:1788575785.950408:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575785.950412:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575785.950415:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575785.950417:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575785.950418:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575785.950420:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575785.950423:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950429:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.950431:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950435:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950436:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575785.950438:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575785.950440:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575785.950442:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575785.950444:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301301837
00000100:00000001:3.0:1788575785.950445:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301305728
00000100:00000001:3.0:1788575785.950446:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301301837
00000100:00000001:3.0:1788575785.950448:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301305728
00000100:00000001:3.0:1788575785.950449:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575785.950450:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950452:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575785.950454:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575785/real 1788575785]  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575785.950458:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575785.950459:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575785.950460:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575785.950461:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575785.950461:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575785.950463:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575785.950464:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575785.950469:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950472:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575785.950473:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950474:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.950475:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575785.950477:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950480:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575785.950482:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950486:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575785.950487:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950488:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.950489:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950490:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575785.950491:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575785.950493:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575785.950495:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575785.950496:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575785.950498:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575785.950503:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158080:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575785.950505:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575785.950506:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950510:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575785.950510:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.950512:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575785.950513:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575785.950514:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575785.950515:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158208:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575785.950517:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575785.950518:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575785.950519:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.950520:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575785.950522:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575785.950523:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575785.950525:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575785.950526:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575785.950528:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575785.950530:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816158208, portal 10
00000100:00000001:3.0:1788575785.950531:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575785.950532:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693670784 : -111013015880832 : ffff9b08c49f7b80)
00000100:00000040:3.0:1788575785.950535:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950542:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575785.950543:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575785.950544:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575785.950546:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816158208, offset 0
00000400:00000200:3.0:1788575785.950548:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575785.950550:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575785.950552:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575785.950553:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575785.950555:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575785.950556:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575785.950557:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575785.950559:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90741:90741:256:4294967295] 192.168.202.101@tcp LPNI seq info [90721:90721:8:4294967295]
00000400:00000200:3.0:1788575785.950562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575785.950565:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575785.950567:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575785.950569:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575785.950571:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575785.950572:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575785.950575:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575785.950576:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575785.950579:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575785.950580:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575785.950582:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575785.950583:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575785.950585:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575785.950586:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575785.950587:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575785.950589:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950593:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.950595:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950602:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950603:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575785.950604:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575785.950606:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575785.950608:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575785.950609:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301301787
00000100:00000001:3.0:1788575785.950610:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301305728
00000100:00000001:3.0:1788575785.950611:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301301787
00000100:00000001:3.0:1788575785.950612:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301305728
00000100:00000001:3.0:1788575785.950613:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575785.950614:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950615:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575785.950617:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575785/real 1788575785]  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575785.950623:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575785.950624:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575785.950625:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575785.950627:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575785.950629:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575785.950631:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575785.950634:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575785.950642:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950647:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575785.950648:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950650:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.950651:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575785.950654:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950660:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575785.950664:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950670:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575785.950672:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950674:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.950675:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950677:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575785.950678:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575785.950680:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575785.950683:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575785.950685:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575785.950689:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575785.950696:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158208:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575785.950699:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575785.950702:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950708:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575785.950710:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.950712:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575785.950713:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575785.950715:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575785.950718:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158336:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575785.950721:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575785.950723:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575785.950725:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.950726:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575785.950729:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575785.950731:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575785.950733:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575785.950735:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575785.950739:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575785.950741:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816158336, portal 4
00000100:00000001:3.0:1788575785.950743:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575785.950744:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693663616 : -111013015888000 : ffff9b08c49f5f80)
00000100:00000040:3.0:1788575785.950749:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950755:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575785.950757:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575785.950759:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575785.950761:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816158336, offset 0
00000400:00000200:3.0:1788575785.950765:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575785.950768:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575785.950772:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575785.950774:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575785.950776:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575785.950779:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575785.950781:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575785.950783:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90742:90742:256:4294967295] 192.168.202.101@tcp LPNI seq info [90722:90722:8:4294967295]
00000400:00000200:3.0:1788575785.950787:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575785.950793:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575785.950797:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575785.950800:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575785.950816:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575785.950818:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575785.950822:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575785.950825:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575785.950828:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575785.950830:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575785.950833:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575785.950836:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575785.950839:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575785.950841:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575785.950843:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575785.950846:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950852:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.950854:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950858:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950859:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575785.950861:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575785.950863:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575785.950865:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575785.950867:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301301820
00000100:00000001:3.0:1788575785.950868:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301305728
00000100:00000001:3.0:1788575785.950869:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301301820
00000100:00000001:3.0:1788575785.950871:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301305728
00000100:00000001:3.0:1788575785.950872:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575785.950873:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.950874:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575785.950877:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575785/real 1788575785]  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575785.950884:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575785.950886:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575785.950887:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575785.950890:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575785.950891:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575785.950893:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575785.950896:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575785.950904:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950910:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575785.950911:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950913:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.950914:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575785.950918:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950924:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575785.950928:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950934:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575785.950937:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950938:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.950939:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950941:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575785.950943:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575785.950945:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575785.950948:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575785.950950:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575785.950953:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575785.950958:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158336:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575785.950960:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950961:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.950964:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6d80 x1875450816158080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950968:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575785.950969:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575785.950970:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575785.950972:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575785.950973:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575785.950974:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575785.950975:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575785.950976:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c0000.
02000000:00000001:3.0:1788575785.950977:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575785.950978:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575785.950979:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6d80.
00000100:00000001:3.0:1788575785.950981:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575785.950982:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.950983:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.950985:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7b80 x1875450816158208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.950989:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575785.950989:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575785.950990:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575785.950992:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575785.950992:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575785.950993:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575785.950994:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575785.950995:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:3.0:1788575785.950996:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575785.950996:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575785.950997:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7b80.
00000100:00000001:3.0:1788575785.950998:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575785.950999:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951000:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.951001:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5f80 x1875450816158336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951004:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575785.951005:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575785.951006:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575785.951007:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575785.951008:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575785.951009:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575785.951010:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575785.951011:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575785.951012:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575785.951012:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575785.951013:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5f80.
00000100:00000001:3.0:1788575785.951014:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575785.951015:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951016:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951018:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575785.951019:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.951020:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575785.951021:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575785.951021:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575785.951023:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951027:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575785.951027:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.951029:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575785.951030:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575785.951031:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575785.951033:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158464:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575785.951035:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575785.951036:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575785.951037:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575785.951038:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575785.951040:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575785.951041:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575785.951043:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575785.951044:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575785.951046:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575785.951048:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816158464, portal 4
00000100:00000001:3.0:1788575785.951049:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575785.951050:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693660928 : -111013015890688 : ffff9b08c49f5500)
00000100:00000040:3.0:1788575785.951067:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951071:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575785.951072:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575785.951074:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575785.951075:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816158464, offset 0
00000400:00000200:3.0:1788575785.951077:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575785.951080:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575785.951082:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575785.951084:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575785.951086:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575785.951087:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575785.951089:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575785.951090:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90743:90743:256:4294967295] 192.168.202.101@tcp LPNI seq info [90723:90723:8:4294967295]
00000400:00000200:3.0:1788575785.951093:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575785.951096:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575785.951099:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575785.951101:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575785.951103:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575785.951105:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788575785.951107:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575785.951109:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788575785.951111:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575785.951112:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575785.951114:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575785.951116:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575785.951118:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575785.951119:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575785.951120:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575785.951122:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951130:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.951132:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575810 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951135:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.951136:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575785.951138:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575785.951140:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575785.951141:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575785.951142:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301301812
00000100:00000001:3.0:1788575785.951143:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301305728
00000100:00000001:3.0:1788575785.951145:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301301812
00000100:00000001:3.0:1788575785.951146:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301305728
00000100:00000001:3.0:1788575785.951147:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575785.951148:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.951149:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575785.951151:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575785/real 1788575785]  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575785.951155:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575785.951156:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575785.951157:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575785.951158:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575785.951159:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575785.951160:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575785.951162:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575785.951166:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951169:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575785.951171:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951172:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.951180:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575785.951182:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951188:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575785.951191:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951195:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575785.951196:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951197:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575785.951198:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951199:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575785.951200:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575785.951201:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575785.951202:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575785.951204:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575785.951206:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575785.951210:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158464:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575785.951212:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951213:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575785.951215:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5500 x1875450816158464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575810 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575785.951218:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575785.951219:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575785.951220:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575785.951221:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575785.951222:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575785.951223:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575785.951224:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575785.951225:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:3.0:1788575785.951226:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575785.951227:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575785.951228:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5500.
00000100:00000001:3.0:1788575785.951229:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575785.951230:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951231:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575785.951233:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575785.951234:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575785.951235:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575785.951236:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575786.269176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575786.269185:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575786.269187:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575786.269190:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269193:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575786.269196:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269204:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269207:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269211:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575786.269212:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575786.269213:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575786.269215:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269217:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575786.269218:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269220:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269221:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575786.269226:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575786.269227:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575786.269228:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269229:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575786.269230:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269232:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269234:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575786.269237:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575786.269238:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575786.269279:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575786.269282:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575786.269290:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575786.973145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575786.973146:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575786.973152:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575786.973153:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575786.973154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575786.973156:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575786.973158:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575786.973162:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575786.973162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575786.973165:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575786.973167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575786.973168:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575786.973171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575786.973172:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575786.973173:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575786.973176:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575786.973180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575786.973183:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575787.293253:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575787.293263:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575787.293271:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575787.293272:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575787.293277:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575787.293278:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575787.293281:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575787.293282:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575787.293285:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575787.293287:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575787.293367:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575787.293372:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575787.293374:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575787.997201:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575787.997201:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575787.997210:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575787.997210:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575787.997213:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575787.997213:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575787.997220:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575787.997220:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575787.997224:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575787.997224:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575787.997229:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575787.997229:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575787.997232:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575787.997235:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575787.997237:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575787.997238:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575787.997238:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575787.997241:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575788.317196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575788.317204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575788.317209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575788.317210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575788.317212:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575788.317213:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575788.317216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575788.317217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575788.317219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575788.317220:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575788.317273:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575788.317277:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575788.317280:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575789.021169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575789.021169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575789.021178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575789.021178:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575789.021181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575789.021181:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575789.021188:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575789.021192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575789.021194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575789.021196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575789.021198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575789.021199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575789.021201:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575789.021202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575789.021206:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575789.021207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575789.021209:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575789.021212:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575789.341190:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575789.341192:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575789.341195:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341199:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575789.341201:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341203:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341204:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575789.341208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341211:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575789.341212:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575789.341215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575789.341219:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575789.341220:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575789.341221:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341222:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575789.341223:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341224:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575789.341226:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575789.341286:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575789.341291:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575789.341295:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575789.981147:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301305728, at 4301305792
00000100:00000040:3.0:1788575789.981147:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301305728, at 4301305792
00000100:00000010:2.0:1788575789.981164:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab960.
00000100:00000010:3.0:1788575789.981167:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab8a0.
00000100:00000001:1.0:1788575790.045163:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575790.045163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575790.045171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575790.045171:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575790.045175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575790.045175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575790.045181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575790.045181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575790.045186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575790.045190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575790.045191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575790.045194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575790.045195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575790.045199:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575790.045204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575790.045205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575790.045208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575790.045210:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575790.365156:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575790.365164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575790.365169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575790.365170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575790.365173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575790.365174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575790.365176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575790.365177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575790.365179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575790.365180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575790.365267:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575790.365270:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575790.365273:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575791.069209:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575791.069210:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575791.069221:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575791.069221:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575791.069226:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.069226:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575791.069236:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575791.069236:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575791.069243:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575791.069244:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575791.069250:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575791.069251:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.069257:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575791.069260:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575791.069264:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575791.069265:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.069267:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575791.069272:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575791.069294:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575791.069300:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575791.069303:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575791.069307:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575791.069312:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575791.069320:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6634
00000400:00000200:1.0:1788575791.069330:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575791.069337:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575791.069341:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575791.069344:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069348:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575791.069350:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069352:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575791.069357:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575791.069359:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575791.069362:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575791.069365:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575791.069368:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575791.069371:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575791.069373:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069376:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575791.069377:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069379:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575791.069383:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575791.069386:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069389:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575791.069392:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575791.069396:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575791.069399:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.069402:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575791.069405:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575791.069416:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575791.069420:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575791.069425:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575791.069427:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.069430:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575791.069433:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575791.069438:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575791.069447:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575791.069454:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575791.069464:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575791.069476:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575791.069481:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575791.069486:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575791.069510:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575791.069512:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575791.069516:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575791.069518:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575791.069519:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575791.069522:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575791.069525:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6634
00000400:00000200:1.0:1788575791.069529:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575791.069533:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575791.069535:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575791.069539:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575791.069542:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788575791.069543:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575791.069547:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575791.069548:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575791.069550:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575791.069551:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575791.069555:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788575791.069557:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575791.069558:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575791.069562:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575791.069565:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575791.069570:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575791.069571:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575791.069573:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575791.069575:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:3.0:1788575791.069578:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788575791.069581:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575791.069583:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575791.069584:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575791.069588:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575791.069589:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.069592:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575791.069596:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00100000:3.0:1788575791.069597:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816158592:192.168.202.101@tcp:250:kworker.0
00000100:00080000:1.0:1788575791.069601:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069607:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.069607:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788575791.069611:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575791.069613:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788575791.069617:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575791.069618:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575791.069621:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.069624:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575791.069625:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575791.069632:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1788575791.069632:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
00000008:00000001:1.0:1788575791.069638:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.069638:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.069644:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.069649:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:1.0:1788575791.069650:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000020:00000040:1.0:1788575791.069655:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575791.069656:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:1.0:1788575791.069658:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575791.069674:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.069676:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1788575791.069676:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:1.0:1788575791.069681:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575791.069684:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575791.069687:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816158592, portal 25
02000000:00000010:1.0:1788575791.069690:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:3.0:1788575791.069692:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575791.069695:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773934208 : -111012935617408 : ffff9b08c9683480)
00000100:00000001:1.0:1788575791.069696:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575791.069705:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575791.069712:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575791.069715:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575791.069718:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575791.069727:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575791.069729:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575791.069733:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575791.069734:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575791.069736:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575791.069738:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575791.069740:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6634
00000400:00000200:1.0:1788575791.069744:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575791.069747:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575791.069749:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575791.069752:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069754:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575791.069756:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069759:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575791.069763:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575791.069764:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000100:00000040:3.0:1788575791.069764:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575791.069768:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575791.069771:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575791.069776:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575791.069782:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:3.0:1788575791.069782:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575791.069787:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575791.069791:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575791.069792:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000001:1.0:1788575791.069795:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575791.069799:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069801:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575791.069804:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000200:3.0:1788575791.069805:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816158592, offset 0
00000100:00080000:1.0:1788575791.069808:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069813:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575791.069815:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575791.069819:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575791.069820:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575791.069824:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.069826:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575791.069829:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575791.069832:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.069833:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575791.069836:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575791.069841:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000400:00000200:3.0:1788575791.069844:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000020:00000040:1.0:1788575791.069846:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575791.069849:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575791.069850:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.069852:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575791.069855:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575791.069858:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.069860:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1788575791.069864:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000400:00000200:3.0:1788575791.069868:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575791.069870:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.069874:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1788575791.069879:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575791.069880:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575791.069886:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90744:90744:256:4294967295] 192.168.202.101@tcp LPNI seq info [90724:90724:8:4294967295]
00000400:00000200:3.0:1788575791.069896:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575791.069900:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575791.069903:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.069909:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788575791.069913:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788575791.069919:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.069928:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00000001:1.0:1788575791.069929:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575791.069933:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1788575791.069936:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:1.0:1788575791.069943:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.0:1788575791.069943:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788575791.069947:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575791.069950:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1788575791.069952:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575791.069954:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1788575791.069958:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1788575791.069959:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6634
00000400:00000200:1.0:1788575791.069968:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575791.069971:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575791.069974:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575791.069977:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.069981:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1788575791.069981:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575791.069986:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000010:3.0:1788575791.069987:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000100:00000001:1.0:1788575791.069992:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575791.069995:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575791.069996:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575791.069998:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575791.069999:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1788575791.070001:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575791.070006:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:3.0:1788575791.070009:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788575791.070010:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575791.070016:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575791.070018:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000100:00000001:1.0:1788575791.070019:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788575791.070023:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000040:1.0:1788575791.070024:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.070028:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575791.070030:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1788575791.070032:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000200:3.0:1788575791.070037:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575791.070040:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575791.070046:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575791.070051:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575791.070077:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.070082:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575791.070086:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575791.070093:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070094:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.070097:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575791.070097:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:1.0:1788575791.070102:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575791.070105:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575791.070108:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.070111:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575791.070112:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070116:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301310849
00000100:00000010:1.0:1788575791.070118:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575791.070123:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000010:3.0:1788575791.070125:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab8a0.
02000000:00000001:1.0:1788575791.070126:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575791.070129:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.070131:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575791.070133:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575791.070135:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070136:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000010:1.0:1788575791.070140:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:3.0:1788575791.070143:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301310849
00000100:00000001:1.0:1788575791.070145:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575791.070150:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abae0.
00000100:00100000:1.0:1788575791.070154:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575791.070156:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575791.070162:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575791.070168:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575791.070169:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.070173:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070173:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575791.070179:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575791/real 1788575791]  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575791.070182:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575791.070214:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575791.070214:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1788575791.070218:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1788575791.070219:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575791.070221:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00080000:1.0:1788575791.070226:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788575791.070226:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575791.070230:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575791.070231:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575791.070233:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1788575791.070234:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1788575791.070238:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575791.070240:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575791.070247:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6634
00000100:00000200:3.0:1788575791.070249:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575791.070256:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575791.070258:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575791.070261:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.070263:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1788575791.070264:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575791.070265:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575791.070268:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788575791.070271:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575791.070276:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.070278:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575791.070281:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575791.070287:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575791.070288:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575791.070293:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788575791.070294:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575791.070297:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575791.070301:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575791.070303:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1788575791.070305:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575791.070306:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.070309:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1788575791.070312:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575791.070312:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.070314:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575791.070317:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1788575791.070318:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00080000:3.0:1788575791.070320:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575791.070325:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000040:1.0:1788575791.070328:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575791.070330:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788575791.070333:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575791.070337:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575791.070340:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575791.070344:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575791.070345:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575791.070353:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575791.070359:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575791.070362:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816158592:192.168.202.101@tcp:250:kworker.0
02000000:00000001:1.0:1788575791.070363:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575791.070368:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575791.070370:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788575791.070372:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070374:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575791.070376:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575791.070380:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000040:3.0:1788575791.070380:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683480 x1875450816158592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788575791.070387:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575791.070391:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070397:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000010:1.0:1788575791.070398:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
02000000:00000001:3.0:1788575791.070401:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1788575791.070402:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000010:3.0:1788575791.070405:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:1.0:1788575791.070407:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575791.070410:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.070412:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788575791.070413:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575791.070415:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575791.070416:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575791.070420:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575791.070423:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575791.070426:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575791.070430:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00100000:1.0:1788575791.070431:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:3.0:1788575791.070435:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575791.070439:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae400.
02000000:00000001:3.0:1788575791.070445:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575791.070448:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1788575791.070452:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1788575791.070452:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683480.
00000100:00000001:1.0:1788575791.070457:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070458:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575791.070461:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.070464:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575791.070465:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070473:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575791.070476:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070478:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575791.070479:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575791.070482:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575791.070489:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575791.070491:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575791.070499:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6644)
00000100:00000001:3.0:1788575791.070501:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575791.070503:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.070506:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575791.070508:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575791.070511:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575791.070514:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158720:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575791.070519:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575791.070522:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575791.070524:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.070526:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575791.070528:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575791.070530:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.070533:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575791.070535:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575791.070538:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575791.070541:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816158720, portal 10
00000100:00000001:3.0:1788575791.070542:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575791.070544:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773932416 : -111012935619200 : ffff9b08c9682d80)
00000100:00000040:3.0:1788575791.070549:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070553:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575791.070554:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575791.070556:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575791.070557:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816158720, offset 0
00000400:00000200:3.0:1788575791.070560:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575791.070562:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575791.070565:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575791.070567:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575791.070569:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575791.070571:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575791.070572:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575791.070574:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90745:90745:256:4294967295] 192.168.202.101@tcp LPNI seq info [90725:90725:8:4294967295]
00000400:00000200:3.0:1788575791.070577:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575791.070581:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575791.070585:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.070588:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575791.070592:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575791.070595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575791.070600:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575791.070602:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575791.070606:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.070607:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575791.070610:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575791.070614:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575791.070617:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575791.070619:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575791.070621:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575791.070625:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070630:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.070632:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070636:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070637:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575791.070639:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575791.070642:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575791.070644:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575791.070645:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301306957
00000100:00000001:3.0:1788575791.070647:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301310849
00000100:00000001:3.0:1788575791.070649:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301306957
00000100:00000001:3.0:1788575791.070650:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301310849
00000100:00000001:3.0:1788575791.070652:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575791.070653:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070655:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575791.070657:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575791/real 1788575791]  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575791.070672:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575791.070674:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575791.070676:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575791.070679:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575791.070680:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575791.070683:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575791.070686:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575791.070693:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070699:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575791.070700:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.070701:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575791.070710:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575791.070714:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070721:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575791.070724:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070732:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575791.070734:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.070736:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575791.070737:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.070739:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575791.070741:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575791.070743:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575791.070747:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575791.070749:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575791.070752:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575791.070760:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158720:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575791.070765:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575791.070769:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070775:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575791.070776:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.070778:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575791.070780:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575791.070782:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575791.070785:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158848:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575791.070788:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575791.070790:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575791.070792:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.070794:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575791.070797:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575791.070799:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.070802:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575791.070804:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575791.070807:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575791.070810:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816158848, portal 10
00000100:00000001:3.0:1788575791.070812:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575791.070813:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773926144 : -111012935625472 : ffff9b08c9681500)
00000100:00000040:3.0:1788575791.070819:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070825:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575791.070827:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575791.070829:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575791.070832:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816158848, offset 0
00000400:00000200:3.0:1788575791.070836:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575791.070839:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575791.070843:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575791.070846:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575791.070849:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575791.070851:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575791.070853:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575791.070856:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90746:90746:256:4294967295] 192.168.202.101@tcp LPNI seq info [90726:90726:8:4294967295]
00000400:00000200:3.0:1788575791.070860:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575791.070866:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575791.070871:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.070874:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575791.070879:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575791.070881:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575791.070885:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575791.070888:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575791.070892:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.070894:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575791.070897:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575791.070900:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575791.070903:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575791.070904:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575791.070906:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575791.070910:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070917:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.070920:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070927:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070929:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575791.070932:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575791.070935:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575791.070938:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575791.070939:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301306907
00000100:00000001:3.0:1788575791.070941:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301310849
00000100:00000001:3.0:1788575791.070943:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301306907
00000100:00000001:3.0:1788575791.070945:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301310849
00000100:00000001:3.0:1788575791.070947:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575791.070949:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.070951:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575791.070955:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575791/real 1788575791]  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575791.070962:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575791.070964:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575791.070965:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575791.070968:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575791.070969:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575791.070972:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575791.070975:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575791.070984:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.070991:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575791.070992:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.070994:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575791.070995:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575791.070999:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071003:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575791.071006:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071009:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575791.071011:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071012:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575791.071012:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071014:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575791.071015:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575791.071017:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575791.071019:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575791.071021:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575791.071023:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575791.071027:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158848:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575791.071029:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575791.071030:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071035:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575791.071036:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.071037:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575791.071039:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575791.071040:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575791.071041:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158976:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575791.071043:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575791.071045:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575791.071046:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.071047:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575791.071049:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575791.071051:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.071069:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575791.071071:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575791.071073:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575791.071075:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816158976, portal 4
00000100:00000001:3.0:1788575791.071077:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575791.071078:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773929728 : -111012935621888 : ffff9b08c9682300)
00000100:00000040:3.0:1788575791.071082:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071086:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575791.071087:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575791.071089:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575791.071090:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816158976, offset 0
00000400:00000200:3.0:1788575791.071092:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575791.071095:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575791.071097:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575791.071099:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575791.071100:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575791.071102:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575791.071103:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575791.071105:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90747:90747:256:4294967295] 192.168.202.101@tcp LPNI seq info [90727:90727:8:4294967295]
00000400:00000200:3.0:1788575791.071107:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575791.071111:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575791.071113:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.071115:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575791.071117:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575791.071119:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575791.071123:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575791.071125:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575791.071129:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.071131:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575791.071134:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575791.071136:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575791.071139:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575791.071141:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575791.071143:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575791.071146:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071153:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.071156:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071168:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.071169:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575791.071172:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575791.071174:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575791.071176:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575791.071177:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301306941
00000100:00000001:3.0:1788575791.071179:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301310849
00000100:00000001:3.0:1788575791.071181:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301306941
00000100:00000001:3.0:1788575791.071182:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301310849
00000100:00000001:3.0:1788575791.071184:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575791.071185:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.071186:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575791.071188:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575791/real 1788575791]  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575791.071192:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575791.071193:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575791.071194:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575791.071196:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575791.071197:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575791.071198:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575791.071200:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575791.071204:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071208:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575791.071209:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071210:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575791.071211:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575791.071212:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071217:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575791.071220:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071223:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575791.071225:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071225:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575791.071226:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071227:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575791.071229:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575791.071230:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575791.071232:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575791.071233:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575791.071235:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575791.071239:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816158976:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575791.071241:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071242:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.071244:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682d80 x1875450816158720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071248:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575791.071249:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575791.071250:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575791.071251:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575791.071252:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575791.071253:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575791.071254:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575791.071255:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94afc00.
02000000:00000001:3.0:1788575791.071258:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575791.071259:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575791.071260:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575791.071262:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575791.071263:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071264:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.071266:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681500 x1875450816158848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071270:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575791.071270:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575791.071271:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575791.071272:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575791.071273:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575791.071273:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575791.071274:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575791.071275:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae800.
02000000:00000001:3.0:1788575791.071276:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575791.071276:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575791.071277:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575791.071278:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575791.071279:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071280:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.071281:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682300 x1875450816158976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071284:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575791.071285:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575791.071286:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575791.071287:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575791.071288:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575791.071288:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575791.071289:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575791.071290:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:3.0:1788575791.071291:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575791.071292:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575791.071292:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682300.
00000100:00000001:3.0:1788575791.071293:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575791.071295:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071296:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071298:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575791.071299:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.071300:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575791.071301:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575791.071302:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575791.071304:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071308:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575791.071308:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.071310:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575791.071310:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575791.071312:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575791.071313:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159104:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575791.071316:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575791.071317:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575791.071318:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575791.071319:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575791.071321:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575791.071322:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575791.071323:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575791.071325:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575791.071327:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575791.071329:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816159104, portal 4
00000100:00000001:3.0:1788575791.071331:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575791.071331:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773921664 : -111012935629952 : ffff9b08c9680380)
00000100:00000040:3.0:1788575791.071335:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071339:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575791.071341:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575791.071343:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575791.071345:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816159104, offset 0
00000400:00000200:3.0:1788575791.071349:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575791.071352:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575791.071356:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575791.071359:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575791.071361:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575791.071363:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575791.071366:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575791.071368:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90748:90748:256:4294967295] 192.168.202.101@tcp LPNI seq info [90728:90728:8:4294967295]
00000400:00000200:3.0:1788575791.071372:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575791.071378:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575791.071382:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.071385:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575791.071389:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575791.071391:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575791.071393:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575791.071395:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575791.071397:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575791.071398:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575791.071401:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575791.071403:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575791.071404:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575791.071406:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575791.071407:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575791.071410:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071414:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.071416:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071420:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.071421:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575791.071423:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575791.071426:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575791.071428:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575791.071429:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301306932
00000100:00000001:3.0:1788575791.071431:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301310849
00000100:00000001:3.0:1788575791.071432:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301306932
00000100:00000001:3.0:1788575791.071434:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301310849
00000100:00000001:3.0:1788575791.071435:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575791.071436:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.071437:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575791.071439:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575791/real 1788575791]  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575791.071443:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575791.071444:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575791.071445:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575791.071446:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575791.071448:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575791.071449:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575791.071451:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575791.071456:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071459:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575791.071460:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071461:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575791.071461:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575791.071463:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071467:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575791.071469:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071472:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575791.071474:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071475:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575791.071476:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071477:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575791.071478:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575791.071479:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575791.071481:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575791.071482:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575791.071484:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575791.071488:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159104:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575791.071490:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071491:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575791.071492:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680380 x1875450816159104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575791.071495:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575791.071496:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575791.071497:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575791.071499:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575791.071499:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575791.071500:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575791.071502:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575791.071503:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94adc00.
02000000:00000001:3.0:1788575791.071504:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575791.071505:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575791.071506:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680380.
00000100:00000001:3.0:1788575791.071507:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575791.071508:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071509:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575791.071511:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575791.071512:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575791.071513:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575791.071515:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575791.389217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575791.389226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575791.389231:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575791.389232:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575791.389235:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575791.389236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575791.389238:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575791.389239:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575791.389242:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575791.389243:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575791.389305:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575791.389308:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575791.389311:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575792.093111:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575792.093111:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575792.093120:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575792.093120:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575792.093123:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575792.093123:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575792.093128:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575792.093129:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575792.093132:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575792.093132:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575792.093136:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575792.093136:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575792.093139:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575792.093142:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575792.093145:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575792.093146:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575792.093147:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575792.093149:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575792.413145:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575792.413152:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575792.413157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575792.413158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575792.413161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575792.413162:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575792.413164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575792.413165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575792.413167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575792.413168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575792.413221:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575792.413225:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575792.413227:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575793.117098:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575793.117105:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575793.117106:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575793.117111:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575793.117114:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575793.117117:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575793.117119:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575793.117121:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575793.117123:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575793.117125:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575793.117129:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575793.117131:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575793.117134:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575793.117138:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575793.117139:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575793.117141:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575793.117142:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575793.117143:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575793.437179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575793.437186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575793.437192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575793.437194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575793.437198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575793.437199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575793.437203:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575793.437204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575793.437207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575793.437208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575793.437264:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575793.437268:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575793.437272:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575794.141111:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575794.141120:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575794.141122:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575794.141126:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1788575794.141127:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575794.141131:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575794.141132:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575794.141135:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575794.141136:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575794.141141:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575794.141141:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575794.141143:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575794.141147:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575794.141148:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575794.141152:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575794.141156:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575794.141159:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575794.141160:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575794.461163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575794.461169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575794.461174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575794.461176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575794.461179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575794.461180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575794.461183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575794.461185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575794.461187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575794.461189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575794.461241:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575794.461245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575794.461249:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575795.101176:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301310849, at 4301310912
00000100:00000010:2.0:1788575795.101192:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab8a0.
00000100:00000040:3.0:1788575795.102626:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301310849, at 4301310913
00000100:00000010:3.0:1788575795.102634:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abae0.
00000100:00000001:3.0:1788575795.165124:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575795.165128:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575795.165130:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575795.165133:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575795.165134:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575795.165138:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575795.165139:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575795.165144:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575795.165144:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575795.165147:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575795.165149:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575795.165150:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575795.165153:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575795.165154:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575795.165160:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575795.165160:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575795.165163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575795.165167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575795.485157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575795.485164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575795.485169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575795.485169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575795.485172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575795.485173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575795.485175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575795.485176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575795.485177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575795.485178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575795.485227:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575795.485229:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575795.485231:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575796.189101:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575796.189112:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575796.189114:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575796.189119:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575796.189123:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575796.189126:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.189128:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575796.189131:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575796.189133:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575796.189134:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575796.189138:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575796.189142:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575796.189142:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575796.189146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:2.0:1788575796.189149:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575796.189150:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575796.189154:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575796.189154:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575796.189158:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575796.189160:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575796.189161:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575796.189162:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189168:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575796.189176:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6639
00000400:00000200:2.0:1788575796.189186:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575796.189192:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575796.189194:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575796.189198:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189201:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575796.189203:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189205:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575796.189209:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575796.189211:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575796.189214:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575796.189216:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575796.189218:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575796.189220:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575796.189224:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189225:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575796.189227:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189229:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575796.189232:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575796.189235:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189238:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575796.189240:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575796.189243:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575796.189246:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189247:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575796.189249:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575796.189256:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6300.
00000020:00000040:2.0:1788575796.189259:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575796.189262:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575796.189264:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189266:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575796.189268:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575796.189272:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575796.189279:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1800.
00000100:00000001:2.0:1788575796.189285:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575796.189295:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575796.189305:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575796.189308:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575796.189311:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c06b9edb] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575796.189326:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575796.189329:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575796.189332:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575796.189334:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575796.189335:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575796.189338:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575796.189340:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6639
00000400:00000200:2.0:1788575796.189344:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575796.189347:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575796.189348:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788575796.189349:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575796.189351:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788575796.189352:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575796.189353:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788575796.189354:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575796.189355:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189357:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575796.189358:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575796.189359:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575796.189361:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575796.189363:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575796.189365:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:2.0:1788575796.189366:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575796.189366:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575796.189367:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575796.189368:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:3.0:1788575796.189370:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788575796.189371:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189373:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575796.189373:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575796.189375:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575796.189375:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189377:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575796.189379:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00100000:3.0:1788575796.189379:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816159232:192.168.202.101@tcp:250:kworker.0
00000100:00080000:2.0:1788575796.189382:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189383:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189383:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575796.189385:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575796.189386:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575796.189388:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575796.189389:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575796.189390:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788575796.189391:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189393:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575796.189395:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000008:00100000:2.0:1788575796.189396:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575796.189397:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788575796.189399:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189400:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575796.189402:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:2.0:1788575796.189403:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7100.
00000020:00000040:2.0:1788575796.189406:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:3.0:1788575796.189406:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
02000000:00000001:2.0:1788575796.189408:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575796.189409:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189411:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575796.189412:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788575796.189412:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:2.0:1788575796.189414:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575796.189418:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1000.
00000100:00000200:3.0:1788575796.189419:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816159232, portal 25
00000100:00000001:2.0:1788575796.189421:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189421:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575796.189423:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693664512 : -111013015887104 : ffff9b08c49f6300)
00000100:00100000:2.0:1788575796.189425:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575796.189427:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575796.189433:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575796.189435:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189435:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575796.189438:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575796.189439:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b4d13d7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788575796.189440:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575796.189443:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816159232, offset 0
00000100:00000001:2.0:1788575796.189446:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575796.189448:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575796.189449:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:2.0:1788575796.189451:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575796.189453:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575796.189454:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575796.189456:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575796.189457:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575796.189459:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6639
00000400:00000200:3.0:1788575796.189461:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575796.189465:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575796.189469:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575796.189472:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575796.189474:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575796.189478:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90749:90749:256:4294967295] 192.168.202.101@tcp LPNI seq info [90729:90729:8:4294967295]
00000400:00000200:3.0:1788575796.189482:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.189490:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1788575796.189494:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:3.0:1788575796.189496:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575796.189497:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575796.189499:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1788575796.189500:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00000040:2.0:1788575796.189501:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189503:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575796.189505:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:3.0:1788575796.189506:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575796.189507:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575796.189509:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575796.189510:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575796.189512:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575796.189513:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575796.189515:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:2.0:1788575796.189529:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:2.0:1788575796.189532:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189533:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575796.189535:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189536:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575796.189538:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000800:00000200:3.0:1788575796.189538:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000100:00080000:2.0:1788575796.189541:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189543:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575796.189544:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:2.0:1788575796.189545:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575796.189547:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1788575796.189548:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
02000000:00000001:2.0:1788575796.189549:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189551:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:3.0:1788575796.189552:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000008:00100000:2.0:1788575796.189553:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1788575796.189554:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000008:00000001:2.0:1788575796.189555:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189557:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575796.189559:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1788575796.189560:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6a00.
00000020:00000040:2.0:1788575796.189562:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000400:00000200:3.0:1788575796.189564:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788575796.189565:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575796.189566:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189567:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575796.189569:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788575796.189569:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
02000000:00000001:2.0:1788575796.189570:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575796.189571:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
02000000:00000010:2.0:1788575796.189573:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2c00.
00000100:00000001:3.0:1788575796.189575:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788575796.189576:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575796.189578:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575796.189587:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575796.189588:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.189591:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575796.189594:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575796.189596:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189598:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575796.189599:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c3276c] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.189600:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575796.189605:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189606:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575796.189608:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575796.189610:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:2.0:1788575796.189611:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575796.189612:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575796.189613:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301315968
00000100:00080000:2.0:1788575796.189614:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575796.189616:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:3.0:1788575796.189617:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abae0.
00000100:00080000:2.0:1788575796.189619:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6639
00000400:00000200:2.0:1788575796.189621:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575796.189623:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1788575796.189624:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575796.189626:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575796.189627:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301315968
00000100:00000040:2.0:1788575796.189629:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000010:3.0:1788575796.189630:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abcc0.
00000100:00000001:2.0:1788575796.189631:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575796.189632:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1788575796.189633:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189635:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575796.189635:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788575796.189637:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575796.189638:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:3.0:1788575796.189638:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575796.189640:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575796.189640:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1788575796.189642:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:2.0:1788575796.189644:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00100000:3.0:1788575796.189644:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575796/real 1788575796]  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575796.189646:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575796.189649:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189651:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1788575796.189652:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1788575796.189653:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000001:3.0:1788575796.189654:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788575796.189655:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:3.0:1788575796.189656:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000020:00000040:2.0:1788575796.189657:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000200:3.0:1788575796.189659:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000100:00080000:2.0:1788575796.189660:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:3.0:1788575796.189661:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:2.0:1788575796.189662:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189663:0:2397:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1788575796.189664:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575796.189666:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1788575796.189666:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575796.189668:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189670:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575796.189673:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000200:3.0:1788575796.189674:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788575796.189675:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575796.189677:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575796.189680:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4000.
00000100:00000001:3.0:1788575796.189681:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1788575796.189682:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575796.189683:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788575796.189684:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575796.189685:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189685:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575796.189687:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575796.189687:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788575796.189688:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575796.189690:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575796.189691:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788575796.189693:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1400.
00000100:00000001:2.0:1788575796.189696:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189697:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575796.189700:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575796.189701:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575796.189706:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575796.189709:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575796.189713:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034cc1cbc] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.189716:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575796.189718:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575796.189720:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189720:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.189721:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575796.189723:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575796.189724:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1788575796.189725:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575796.189726:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575796.189727:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575796.189728:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575796.189729:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788575796.189731:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575796.189732:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00080000:2.0:1788575796.189733:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6639
00000100:00000001:3.0:1788575796.189735:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1788575796.189736:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575796.189738:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000040:3.0:1788575796.189739:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575796.189740:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575796.189743:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189745:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575796.189747:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575796.189747:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816159232:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575796.189749:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575796.189751:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575796.189752:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:3.0:1788575796.189752:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788575796.189753:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575796.189754:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1788575796.189755:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:2.0:1788575796.189757:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575796.189757:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6300 x1875450816159232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575796.189759:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575796.189762:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575796.189764:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575796.189764:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1788575796.189765:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575796.189766:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788575796.189767:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000010:3.0:1788575796.189768:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
00000020:00000040:2.0:1788575796.189769:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:2.0:1788575796.189771:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:3.0:1788575796.189771:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788575796.189773:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575796.189773:0:2397:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:2.0:1788575796.189775:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000040:3.0:1788575796.189775:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575796.189778:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788575796.189778:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:2.0:1788575796.189780:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575796.189780:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1800.
00000100:00000001:2.0:1788575796.189781:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575796.189783:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000001:3.0:1788575796.189784:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:2.0:1788575796.189785:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.189785:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788575796.189787:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575796.189787:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6300.
00000100:00000010:2.0:1788575796.189789:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7800.
00000100:00000001:3.0:1788575796.189790:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:2.0:1788575796.189791:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575796.189792:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788575796.189793:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575796.189794:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189794:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575796.189796:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575796.189797:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575796.189798:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189799:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:2.0:1788575796.189801:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c0000.
00000100:00000001:3.0:1788575796.189801:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189803:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575796.189804:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189804:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575796.189806:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1788575796.189808:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575796.189809:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575796.189815:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575796.189816:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575796.189817:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189817:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.189820:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788575796.189821:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030dcc954] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575796.189821:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575796.189824:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575796.189826:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159360:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575796.189828:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189829:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575796.189831:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1788575796.189832:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6649)
02000000:00000001:3.0:1788575796.189832:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.189834:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575796.189836:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575796.189838:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575796.189841:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575796.189844:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575796.189846:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575796.189849:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816159360, portal 10
00000100:00000001:3.0:1788575796.189851:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575796.189852:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693668096 : -111013015883520 : ffff9b08c49f7100)
00000100:00000040:3.0:1788575796.189859:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.189865:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575796.189867:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575796.189868:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575796.189870:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816159360, offset 0
00000400:00000200:3.0:1788575796.189872:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575796.189875:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.189878:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575796.189879:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575796.189881:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575796.189883:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575796.189885:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575796.189888:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90750:90750:256:4294967295] 192.168.202.101@tcp LPNI seq info [90730:90730:8:4294967295]
00000400:00000200:3.0:1788575796.189892:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.189898:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575796.189902:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575796.189905:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575796.189909:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575796.189912:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575796.189916:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575796.189918:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575796.189922:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575796.189923:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575796.189926:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575796.189929:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575796.189932:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575796.189933:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575796.189936:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575796.189939:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.189945:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.189948:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.189959:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189961:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575796.189963:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575796.189967:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575796.189970:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575796.189972:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301312076
00000100:00000001:3.0:1788575796.189974:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301315968
00000100:00000001:3.0:1788575796.189976:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301312076
00000100:00000001:3.0:1788575796.189978:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301315968
00000100:00000001:3.0:1788575796.189980:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575796.189981:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.189983:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575796.189986:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575796/real 1788575796]  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575796.189992:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575796.189994:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575796.189995:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575796.189997:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575796.189998:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575796.190000:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575796.190003:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575796.190018:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190023:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575796.190025:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190027:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.190028:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575796.190031:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190038:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575796.190042:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190047:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575796.190049:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190051:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.190069:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190072:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575796.190073:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575796.190076:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575796.190079:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575796.190081:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575796.190085:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575796.190091:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159360:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575796.190094:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575796.190097:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190102:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575796.190103:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.190105:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575796.190107:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575796.190109:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575796.190111:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159488:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575796.190114:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575796.190116:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575796.190117:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.190119:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575796.190122:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575796.190123:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575796.190126:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575796.190129:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575796.190132:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575796.190134:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816159488, portal 10
00000100:00000001:3.0:1788575796.190136:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575796.190137:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693666304 : -111013015885312 : ffff9b08c49f6a00)
00000100:00000040:3.0:1788575796.190142:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190148:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575796.190150:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575796.190153:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575796.190155:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816159488, offset 0
00000400:00000200:3.0:1788575796.190159:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575796.190163:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.190166:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575796.190168:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575796.190170:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575796.190173:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575796.190175:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575796.190178:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90751:90751:256:4294967295] 192.168.202.101@tcp LPNI seq info [90731:90731:8:4294967295]
00000400:00000200:3.0:1788575796.190181:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.190186:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575796.190190:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575796.190193:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575796.190205:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575796.190207:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575796.190211:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575796.190213:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575796.190217:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575796.190219:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575796.190222:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575796.190225:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575796.190228:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575796.190229:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575796.190232:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575796.190235:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190242:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.190245:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190251:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.190252:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575796.190255:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575796.190258:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575796.190269:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575796.190271:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301312027
00000100:00000001:3.0:1788575796.190273:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301315968
00000100:00000001:3.0:1788575796.190275:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301312027
00000100:00000001:3.0:1788575796.190277:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301315968
00000100:00000001:3.0:1788575796.190279:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575796.190280:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.190282:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575796.190286:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575796/real 1788575796]  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575796.190294:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575796.190295:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575796.190297:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575796.190299:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575796.190301:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575796.190303:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575796.190306:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575796.190313:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190318:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575796.190319:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190320:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.190321:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575796.190323:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190327:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575796.190329:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190333:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575796.190335:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190335:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.190336:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190337:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575796.190338:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575796.190339:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575796.190341:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575796.190342:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575796.190344:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575796.190348:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159488:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575796.190350:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575796.190352:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190356:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575796.190357:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.190359:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575796.190360:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575796.190361:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575796.190363:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159616:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575796.190365:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575796.190367:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575796.190368:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.190370:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575796.190373:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575796.190375:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575796.190378:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575796.190381:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575796.190387:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575796.190390:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816159616, portal 4
00000100:00000001:3.0:1788575796.190392:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575796.190393:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693655552 : -111013015896064 : ffff9b08c49f4000)
00000100:00000040:3.0:1788575796.190398:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190403:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575796.190405:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575796.190407:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575796.190408:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816159616, offset 0
00000400:00000200:3.0:1788575796.190412:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575796.190415:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.190418:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575796.190420:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575796.190422:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575796.190424:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575796.190426:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575796.190429:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90752:90752:256:4294967295] 192.168.202.101@tcp LPNI seq info [90732:90732:8:4294967295]
00000400:00000200:3.0:1788575796.190432:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.190437:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575796.190441:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575796.190443:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575796.190447:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575796.190449:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575796.190453:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575796.190455:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575796.190458:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575796.190460:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575796.190462:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575796.190465:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575796.190467:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575796.190469:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575796.190471:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575796.190474:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190481:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.190484:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190490:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.190491:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575796.190493:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575796.190495:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575796.190497:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575796.190498:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301312060
00000100:00000001:3.0:1788575796.190500:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301315968
00000100:00000001:3.0:1788575796.190501:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301312060
00000100:00000001:3.0:1788575796.190503:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301315968
00000100:00000001:3.0:1788575796.190504:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575796.190505:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.190507:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575796.190509:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575796/real 1788575796]  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575796.190513:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575796.190514:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575796.190515:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575796.190516:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575796.190528:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575796.190531:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575796.190533:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575796.190538:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190542:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575796.190542:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190543:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.190544:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575796.190546:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190549:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575796.190551:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190555:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575796.190557:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190558:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.190558:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190559:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575796.190561:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575796.190562:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575796.190565:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575796.190566:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575796.190568:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575796.190573:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159616:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575796.190575:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190576:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.190577:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7100 x1875450816159360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190582:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575796.190583:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575796.190584:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575796.190587:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575796.190588:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575796.190589:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575796.190591:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575796.190592:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:3.0:1788575796.190595:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575796.190596:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575796.190597:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7100.
00000100:00000001:3.0:1788575796.190600:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575796.190601:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190602:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.190605:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6a00 x1875450816159488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190612:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575796.190613:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575796.190615:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575796.190618:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575796.190619:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575796.190620:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575796.190622:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575796.190624:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575796.190626:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575796.190627:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575796.190628:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6a00.
00000100:00000001:3.0:1788575796.190630:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575796.190631:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190633:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.190635:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4000 x1875450816159616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190639:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575796.190640:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575796.190641:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575796.190642:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575796.190642:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575796.190643:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575796.190644:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575796.190645:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:3.0:1788575796.190646:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575796.190646:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575796.190647:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4000.
00000100:00000001:3.0:1788575796.190648:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575796.190649:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190650:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190653:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575796.190653:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.190654:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575796.190655:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575796.190656:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575796.190658:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190661:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575796.190662:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.190664:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575796.190665:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575796.190666:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575796.190668:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159744:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575796.190672:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575796.190673:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575796.190675:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575796.190677:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575796.190679:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575796.190681:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575796.190684:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575796.190686:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575796.190690:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575796.190692:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816159744, portal 4
00000100:00000001:3.0:1788575796.190694:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575796.190696:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693669888 : -111013015881728 : ffff9b08c49f7800)
00000100:00000040:3.0:1788575796.190701:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190708:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575796.190710:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575796.190712:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00000200:3.0:1788575796.190715:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816159744, offset 0
00000400:00000200:3.0:1788575796.190717:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575796.190720:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.190722:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575796.190724:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575796.190725:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575796.190727:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575796.190728:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575796.190730:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90753:90753:256:4294967295] 192.168.202.101@tcp LPNI seq info [90733:90733:8:4294967295]
00000400:00000200:3.0:1788575796.190733:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575796.190736:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575796.190738:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575796.190740:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000800:00000200:3.0:1788575796.190742:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575796.190744:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788575796.190747:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575796.190748:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788575796.190751:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575796.190752:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:3.0:1788575796.190754:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575796.190756:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575796.190757:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:3.0:1788575796.190758:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:3.0:1788575796.190760:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575796.190762:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190766:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.190773:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575821 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190777:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.190778:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575796.190779:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575796.190781:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575796.190783:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575796.190784:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301312051
00000100:00000001:3.0:1788575796.190786:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301315968
00000100:00000001:3.0:1788575796.190787:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301312051
00000100:00000001:3.0:1788575796.190789:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301315968
00000100:00000001:3.0:1788575796.190790:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575796.190791:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.190792:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575796.190794:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575796/real 1788575796]  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575796.190798:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575796.190798:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575796.190800:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575796.190801:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575796.190802:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575796.190804:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575796.190805:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575796.190810:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190813:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575796.190814:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190815:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.190815:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575796.190817:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190821:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575796.190822:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190826:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575796.190828:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190829:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575796.190830:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190831:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575796.190832:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575796.190833:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575796.190835:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575796.190836:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575796.190838:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575796.190842:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816159744:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575796.190844:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190845:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575796.190847:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7800 x1875450816159744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575796.190850:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575796.190851:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575796.190852:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575796.190854:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575796.190854:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575796.190855:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575796.190856:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575796.190857:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c0000.
02000000:00000001:3.0:1788575796.190858:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575796.190859:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575796.190860:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7800.
00000100:00000001:3.0:1788575796.190861:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575796.190862:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190863:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575796.190865:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575796.190866:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575796.190867:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575796.190868:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575796.509157:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575796.509166:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575796.509168:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575796.509171:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509174:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575796.509176:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509178:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509181:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509185:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575796.509186:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575796.509188:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575796.509189:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509199:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575796.509200:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509202:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509203:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509206:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575796.509207:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575796.509208:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575796.509209:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509210:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575796.509211:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509212:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509213:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575796.509215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575796.509216:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575796.509280:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575796.509284:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575796.509286:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575797.213120:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575797.213128:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575797.213130:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575797.213136:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575797.213140:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575797.213140:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575797.213144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575797.213146:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575797.213147:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575797.213151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575797.213151:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575797.213155:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575797.213156:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575797.213157:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575797.213163:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575797.213163:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575797.213165:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575797.213167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575797.533155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575797.533160:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575797.533164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575797.533165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575797.533167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575797.533168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575797.533171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575797.533172:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575797.533174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575797.533174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575797.533226:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575797.533228:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575797.533231:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575798.237146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575798.237146:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575798.237154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575798.237154:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575798.237158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575798.237158:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575798.237166:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575798.237166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575798.237172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575798.237172:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575798.237177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575798.237178:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575798.237180:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575798.237182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575798.237184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575798.237189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575798.237192:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575798.237194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557141:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575798.557148:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575798.557150:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575798.557152:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557156:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575798.557158:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557160:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557161:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575798.557165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575798.557169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575798.557178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575798.557181:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575798.557182:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575798.557183:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557184:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575798.557185:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557186:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575798.557187:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575798.557243:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575798.557247:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575798.557251:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575799.261149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575799.261154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575799.261155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575799.261159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575799.261161:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788575799.261164:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575799.261164:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575799.261169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575799.261170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575799.261173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575799.261175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575799.261177:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575799.261179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575799.261181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575799.261185:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575799.261196:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575799.261200:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575799.261203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575799.581180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575799.581187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575799.581193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575799.581194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575799.581198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575799.581199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575799.581202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575799.581204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575799.581207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575799.581208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575799.581267:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575799.581271:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575799.581275:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575800.221149:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301315968, at 4301316032
00000100:00000040:3.0:1788575800.221149:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301315968, at 4301316032
00000100:00000010:2.0:1788575800.221164:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abae0.
00000100:00000010:3.0:1788575800.221167:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abcc0.
00000100:00000001:1.0:1788575800.285152:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575800.285152:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575800.285159:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575800.285160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575800.285162:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575800.285163:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575800.285170:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:1.0:1788575800.285171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575800.285176:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575800.285177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575800.285181:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575800.285182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575800.285185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575800.285189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575800.285193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575800.285193:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575800.285196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575800.285200:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575800.605179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575800.605185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575800.605189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575800.605190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575800.605192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575800.605193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575800.605195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575800.605196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575800.605198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575800.605198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575800.605245:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575800.605248:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575800.605250:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575801.309154:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575801.309154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575801.309163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575801.309163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788575801.309164:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575801.309167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.309167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575801.309175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:2.0:1788575801.309175:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1788575801.309175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575801.309180:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575801.309183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575801.309183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788575801.309186:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575801.309188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575801.309188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575801.309193:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575801.309195:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575801.309196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575801.309201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575801.309201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575801.309205:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575801.309205:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6644
00000100:00000001:1.0:1788575801.309211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575801.309216:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575801.309222:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575801.309225:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575801.309229:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309232:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575801.309234:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309236:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575801.309239:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575801.309241:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575801.309244:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575801.309246:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575801.309247:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575801.309249:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575801.309251:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309252:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575801.309253:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309254:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575801.309256:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575801.309258:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309260:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575801.309262:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575801.309264:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575801.309266:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575801.309268:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575801.309277:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575801.309287:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7480.
00000020:00000040:2.0:1788575801.309290:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575801.309295:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575801.309297:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575801.309300:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575801.309302:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575801.309307:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575801.309315:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3c00.
00000100:00000001:2.0:1788575801.309330:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575801.309341:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575801.309351:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575801.309355:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575801.309359:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d79e7c04] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575801.309386:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575801.309389:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575801.309392:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575801.309397:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575801.309399:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575801.309402:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575801.309405:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6644
00000100:00000001:3.0:1788575801.309408:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788575801.309411:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575801.309412:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575801.309416:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1788575801.309417:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575801.309421:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575801.309424:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575801.309426:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309430:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575801.309435:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309439:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575801.309441:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788575801.309443:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575801.309444:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575801.309446:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575801.309450:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788575801.309450:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1788575801.309453:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
02000000:00000001:3.0:1788575801.309454:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788575801.309457:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:3.0:1788575801.309459:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575801.309463:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00100000:3.0:1788575801.309466:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816159872:192.168.202.101@tcp:250:kworker.0
00000100:00000040:2.0:1788575801.309470:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575801.309473:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788575801.309475:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575801.309478:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575801.309479:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788575801.309482:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575801.309483:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575801.309487:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:3.0:1788575801.309488:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788575801.309493:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309496:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575801.309497:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1788575801.309497:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575801.309501:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575801.309502:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575801.309505:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575801.309506:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575801.309509:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:2.0:1788575801.309510:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575801.309514:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575801.309514:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:2.0:1788575801.309516:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575801.309521:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4e00.
00000020:00000040:2.0:1788575801.309523:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575801.309525:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1788575801.309525:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:2.0:1788575801.309528:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575801.309530:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575801.309531:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575801.309532:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575801.309534:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816159872, portal 25
02000000:00000010:2.0:1788575801.309537:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1c00.
00000100:00000001:3.0:1788575801.309538:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575801.309541:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.309541:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693668992 : -111013015882624 : ffff9b08c49f7480)
00000100:00100000:2.0:1788575801.309547:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575801.309552:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575801.309555:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575801.309558:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575801.309563:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f011ca9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575801.309567:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575801.309576:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309581:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575801.309582:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bce58.
00000100:00080000:2.0:1788575801.309583:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575801.309588:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1788575801.309588:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816159872, offset 0
00000100:00000001:2.0:1788575801.309590:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575801.309591:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575801.309594:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575801.309596:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6644
00000400:00000200:3.0:1788575801.309600:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575801.309602:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575801.309606:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575801.309607:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575801.309611:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575801.309612:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575801.309614:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575801.309617:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309619:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575801.309621:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000020:00000001:2.0:1788575801.309622:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575801.309624:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575801.309626:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575801.309628:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1788575801.309629:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575801.309631:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575801.309633:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:2.0:1788575801.309634:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:2.0:1788575801.309638:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309640:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575801.309642:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1788575801.309644:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309646:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575801.309647:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000040:2.0:1788575801.309649:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575801.309653:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90754:90754:256:4294967295] 192.168.202.101@tcp LPNI seq info [90734:90734:8:4294967295]
00000100:00080000:2.0:1788575801.309654:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309659:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.309661:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:2.0:1788575801.309664:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575801.309668:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575801.309673:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.309673:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788575801.309677:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575801.309681:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1788575801.309681:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000008:00000001:2.0:1788575801.309686:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575801.309687:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fe00.
00000100:00000001:2.0:1788575801.309689:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575801.309695:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4380.
00000020:00000040:2.0:1788575801.309698:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:3.0:1788575801.309700:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:2.0:1788575801.309702:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575801.309705:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575801.309706:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575801.309708:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575801.309710:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575801.309712:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575801.309715:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3400.
00000100:00000001:2.0:1788575801.309717:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.309721:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575801.309722:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575801.309729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575801.309734:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575801.309734:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301321088
00000100:00000001:2.0:1788575801.309737:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575801.309741:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abcc0.
00000100:00000040:2.0:1788575801.309742:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b67cc12f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575801.309749:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.309749:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1788575801.309754:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575801.309755:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301321088
00000100:00080000:2.0:1788575801.309758:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575801.309760:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:3.0:1788575801.309761:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab300.
00000100:00080000:2.0:1788575801.309762:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575801.309764:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575801.309765:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575801.309768:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788575801.309770:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6644
00000100:00000001:3.0:1788575801.309771:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575801.309775:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575801.309775:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.309779:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788575801.309780:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575801.309783:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575801.309785:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575801.309786:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575801.309787:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575801.309788:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:2.0:1788575801.309791:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575801.309792:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575801.309795:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575801.309796:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788575801.309798:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575801.309799:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788575801.309801:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:2.0:1788575801.309803:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788575801.309805:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788575801.309806:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:2.0:1788575801.309810:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:2.0:1788575801.309813:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575801.309819:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575801.309820:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575801.309821:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575801.309822:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575801.309825:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575801.309825:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575801.309827:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575801.309828:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575801.309832:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575801.309833:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:2.0:1788575801.309838:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:3.0:1788575801.309840:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160000:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575801.309841:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575801.309845:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575801.309845:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575801.309848:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575801.309848:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575801.309851:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575801.309852:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575801.309853:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788575801.309854:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575801.309858:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
02000000:00000010:3.0:1788575801.309858:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575801.309862:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788575801.309863:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575801.309868:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.309870:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:2.0:1788575801.309872:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6680.
00000400:00000010:3.0:1788575801.309874:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558370.
00000020:00000040:2.0:1788575801.309875:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575801.309879:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575801.309881:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575801.309881:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcbb0.
00000100:00000001:2.0:1788575801.309886:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575801.309887:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1788575801.309887:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816160000, portal 10
02000000:00000001:2.0:1788575801.309890:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.309891:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575801.309892:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693659136 : -111013015892480 : ffff9b08c49f4e00)
02000000:00000010:2.0:1788575801.309894:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3800.
00000100:00000001:2.0:1788575801.309898:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575801.309898:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575801.309903:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575801.309910:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575801.309916:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:2.0:1788575801.309917:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575801.309920:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575801.309920:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc7f8.
00000100:00000200:3.0:1788575801.309925:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816160000, offset 0
00000100:00000040:2.0:1788575801.309927:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd4fff6] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575801.309932:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575801.309939:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575801.309942:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.309943:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:2.0:1788575801.309948:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788575801.309948:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575801.309952:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:2.0:1788575801.309957:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1788575801.309957:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788575801.309961:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788575801.309962:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:2.0:1788575801.309964:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575801.309970:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575801.309970:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90755:90755:255:4294967295] 192.168.202.101@tcp LPNI seq info [90735:90735:7:4294967295]
00000400:00000200:3.0:1788575801.309978:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:2.0:1788575801.309983:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6644
00000400:00000200:3.0:1788575801.309986:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575801.309993:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575801.309995:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000010:3.0:1788575801.309998:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f800.
00000400:00000200:2.0:1788575801.310003:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575801.310008:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788575801.310008:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:2.0:1788575801.310015:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:3.1:1788575801.310018:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575801.310020:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575801.310023:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575801.310025:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.310029:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:3.0:1788575801.310029:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000020:00000001:2.0:1788575801.310033:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575801.310036:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000400:00000200:3.0:1788575801.310037:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575801.310040:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301317196
00000020:00000001:2.0:1788575801.310041:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575801.310044:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301321088
00000020:00000040:2.0:1788575801.310045:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575801.310049:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301317196
00000020:00000001:2.0:1788575801.310050:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575801.310071:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301321088
00000100:00000001:3.0:1788575801.310073:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575801.310075:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310077:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575801.310081:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575801.310089:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575801.310095:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788575801.310097:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575801.310098:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575801.310102:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575801.310103:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575801.310107:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575801.310108:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575801.310113:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575801.310113:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575801.310118:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00100000:3.0:1788575801.310121:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160128:192.168.202.101@tcp:38:kworker.0
00000100:00080000:2.0:1788575801.310124:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575801.310129:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310129:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575801.310132:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575801.310133:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575801.310136:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575801.310138:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575801.310140:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788575801.310143:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575801.310146:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575801.310146:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
00000008:00100000:2.0:1788575801.310150:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000001:3.0:1788575801.310151:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788575801.310156:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.310160:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575801.310161:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575801.310164:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558b58.
00000100:00000010:2.0:1788575801.310167:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4700.
00000400:00000010:3.0:1788575801.310171:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000020:00000040:2.0:1788575801.310172:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575801.310176:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788575801.310176:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816160128, portal 10
02000000:00000001:2.0:1788575801.310179:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310181:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575801.310183:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575801.310184:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693656448 : -111013015895168 : ffff9b08c49f4380)
02000000:00000001:2.0:1788575801.310186:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575801.310189:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575801.310195:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2800.
00000100:00000040:3.0:1788575801.310195:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575801.310201:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310207:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1788575801.310210:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575801.310214:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575801.310218:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc4c8.
00000100:00000001:2.0:1788575801.310221:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788575801.310223:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816160128, offset 0
00000100:00000001:2.0:1788575801.310226:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.310231:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:2.0:1788575801.310233:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8bfe846] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575801.310238:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575801.310246:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:2.0:1788575801.310249:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.310250:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575801.310254:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:2.0:1788575801.310257:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6654)
00000400:00000200:3.0:1788575801.310257:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575801.310262:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575801.310266:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90756:90756:254:4294967295] 192.168.202.101@tcp LPNI seq info [90736:90736:6:4294967295]
00000400:00000200:3.0:1788575801.310271:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575801.310278:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575801.310282:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575801.310286:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835fd00.
00000800:00000200:3.0:1788575801.310290:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575801.310293:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575801.310296:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575801.310299:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575801.310302:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575801.310304:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301317147
00000100:00000001:3.0:1788575801.310305:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301321088
00000100:00000001:3.0:1788575801.310307:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301317147
00000100:00000001:3.0:1788575801.310309:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301321088
00000100:00000001:3.0:1788575801.310311:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575801.310313:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310315:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310317:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575801.310335:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575801.310336:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788575801.310338:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575801.310340:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575801.310341:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575801.310345:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575801.310352:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575801.310353:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575801.310355:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575801.310357:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575801.310359:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575801.310362:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160256:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575801.310365:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575801.310367:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575801.310369:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575801.310370:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575801.310401:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575801.310403:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.310407:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575801.310410:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558160.
00000400:00000010:3.0:1788575801.310414:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc908.
00000100:00000200:3.0:1788575801.310417:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816160256, portal 4
00000100:00000001:3.0:1788575801.310419:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575801.310420:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693665408 : -111013015886208 : ffff9b08c49f6680)
00000100:00000040:3.0:1788575801.310425:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575801.310430:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575801.310440:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575801.310443:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc770.
00000100:00000200:3.0:1788575801.310445:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816160256, offset 0
00000400:00000200:3.0:1788575801.310450:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575801.310453:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575801.310456:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575801.310460:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575801.310462:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575801.310464:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575801.310466:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575801.310468:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90757:90757:253:4294967295] 192.168.202.101@tcp LPNI seq info [90737:90737:5:4294967295]
00000400:00000200:3.0:1788575801.310472:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575801.310477:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575801.310481:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575801.310484:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835ff00.
00000800:00000200:3.0:1788575801.310487:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575801.310490:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575801.310493:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575801.310495:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575801.310498:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575801.310500:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301317180
00000100:00000001:3.0:1788575801.310502:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301321088
00000100:00000001:3.0:1788575801.310504:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301317180
00000100:00000001:3.0:1788575801.310506:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301321088
00000100:00000001:3.0:1788575801.310508:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575801.310509:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310511:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575801.310515:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575801.310522:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575801.310523:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575801.310525:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575801.310527:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575801.310528:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575801.310531:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160384:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575801.310534:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575801.310536:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575801.310537:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575801.310538:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575801.310541:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575801.310543:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575801.310546:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575801.310548:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558630.
00000400:00000010:3.0:1788575801.310551:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bcdd0.
00000100:00000200:3.0:1788575801.310553:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816160384, portal 4
00000100:00000001:3.0:1788575801.310555:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575801.310556:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693657344 : -111013015894272 : ffff9b08c49f4700)
00000100:00000040:3.0:1788575801.310561:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575801.310566:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575801.310568:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575801.310571:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bca18.
00000100:00000200:3.0:1788575801.310573:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816160384, offset 0
00000400:00000200:3.0:1788575801.310577:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575801.310580:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575801.310583:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575801.310585:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575801.310588:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575801.310590:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575801.310592:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575801.310595:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90758:90758:252:4294967295] 192.168.202.101@tcp LPNI seq info [90738:90738:4:4294967295]
00000400:00000200:3.0:1788575801.310598:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575801.310604:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575801.310607:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575801.310611:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f900.
00000800:00000200:3.0:1788575801.310614:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575801.310617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575801.310620:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575801.310623:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575801.310626:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575801.310628:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301317171
00000100:00000001:3.0:1788575801.310630:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301321088
00000100:00000001:3.0:1788575801.310632:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301317171
00000100:00000001:3.0:1788575801.310634:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301321088
00000100:00000001:3.0:1788575801.310635:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575801.310637:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310640:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310641:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575801.310645:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575801.310646:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788575801.310647:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575801.310649:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575801.310650:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575801.310652:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575801.629122:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575801.629129:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575801.629134:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575801.629136:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575801.629140:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575801.629141:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575801.629144:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575801.629146:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575801.629148:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575801.629150:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575801.629216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575801.629220:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575801.629224:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575802.333211:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575802.333216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575802.333218:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575802.333221:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1788575802.333222:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575802.333228:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575802.333228:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575802.333232:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575802.333233:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575802.333238:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1788575802.333239:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575802.333241:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575802.333245:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575802.333246:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575802.333250:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575802.333254:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575802.333256:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575802.333259:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575802.653177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575802.653184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575802.653189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575802.653190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575802.653193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575802.653194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575802.653197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575802.653198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575802.653201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575802.653202:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575802.653264:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575802.653268:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575802.653271:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575803.357154:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575803.357159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575803.357161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575803.357164:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575803.357166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575803.357170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575803.357172:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575803.357174:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575803.357177:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575803.357215:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575803.357219:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575803.357221:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575803.357224:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575803.357227:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575803.357229:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575803.357232:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575803.357233:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575803.357236:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575803.677171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575803.677178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575803.677184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575803.677185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575803.677189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575803.677190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575803.677193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575803.677194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575803.677196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575803.677197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575803.677256:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575803.677260:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575803.677263:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575804.381141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575804.381146:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575804.381148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575804.381152:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575804.381154:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575804.381157:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.381159:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575804.381161:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.381163:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575804.381244:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575804.381247:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575804.381248:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575804.381250:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575804.381252:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575804.381253:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575804.381255:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575804.381256:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575804.381257:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1788575804.381351:0:2386:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:2.0:1788575804.381390:0:2386:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788575804.381400:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575804.381404:0:2386:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000400:00000200:2.0:1788575804.381409:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575804.381413:0:2386:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788575804.381418:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575804.381421:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fe00.
00000400:00000200:2.0:1788575804.381427:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575804.381432:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575804.381438:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bce58
00000400:00000010:2.0:1788575804.381440:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bce58.
00000100:00000001:2.0:1788575804.381445:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575804.381453:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381483:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575804.381488:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381495:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575804.381497:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575804.381507:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575804.381509:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f800.
00000400:00000200:2.0:1788575804.381512:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575804.381515:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575804.381518:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc7f8
00000400:00000010:2.0:1788575804.381520:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc7f8.
00000100:00000001:2.0:1788575804.381523:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575804.381526:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381533:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575804.381536:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381543:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575804.381545:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575804.381549:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575804.381552:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835fd00.
00000400:00000200:2.0:1788575804.381555:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575804.381557:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575804.381560:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc4c8
00000400:00000010:2.0:1788575804.381562:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc4c8.
00000100:00000001:2.0:1788575804.381564:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575804.381569:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381576:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575804.381579:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381585:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575804.381587:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575804.381591:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575804.381593:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835ff00.
00000400:00000200:2.0:1788575804.381596:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575804.381599:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575804.381601:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc770
00000400:00000010:2.0:1788575804.381603:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc770.
00000100:00000001:2.0:1788575804.381605:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575804.381609:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381616:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575804.381619:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381626:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575804.381627:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788575804.381631:0:2386:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:2.0:1788575804.381633:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f900.
00000400:00000200:2.0:1788575804.381636:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788575804.381639:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788575804.381642:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bca18
00000400:00000010:2.0:1788575804.381643:0:2386:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bca18.
00000100:00000001:2.0:1788575804.381645:0:2386:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575804.381650:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381656:0:2386:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575804.381659:0:2386:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575804.381666:0:2386:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575804.381668:0:2386:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575804.382074:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575804.382078:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575804.382081:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575804.382091:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575801/real 1788575804]  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575804.382103:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575804.382105:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575804.382108:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558160.
00000400:00000200:3.0:1788575804.382112:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc908
00000400:00000010:3.0:1788575804.382113:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc908.
00000100:00000001:3.0:1788575804.382117:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575804.382121:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575804.382131:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382140:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575804.382142:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382145:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382148:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575804.382154:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382163:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575804.382169:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382177:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575804.382180:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382181:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382182:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382185:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575804.382189:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575804.382193:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575804.382199:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575804.382201:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575804.382205:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575804.382213:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160256:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575804.382218:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575804.382223:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575801/real 1788575804]  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575804.382237:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575804.382240:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575804.382242:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558630.
00000400:00000200:3.0:1788575804.382245:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcdd0
00000400:00000010:3.0:1788575804.382246:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcdd0.
00000100:00000001:3.0:1788575804.382249:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575804.382254:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575804.382262:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382267:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575804.382270:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382271:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382272:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575804.382276:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382281:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575804.382284:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382299:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575804.382302:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382303:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382305:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382306:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575804.382308:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575804.382310:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575804.382313:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575804.382315:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575804.382319:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575804.382326:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160384:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575804.382330:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575804.382334:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575801/real 1788575804]  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575804.382341:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575804.382342:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575804.382345:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558370.
00000400:00000200:3.0:1788575804.382347:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bcbb0
00000400:00000010:3.0:1788575804.382348:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bcbb0.
00000100:00000001:3.0:1788575804.382351:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575804.382354:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575804.382360:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382366:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575804.382367:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382369:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382370:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575804.382373:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382379:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575804.382383:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382389:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575804.382392:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382393:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382395:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382397:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575804.382400:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575804.382402:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575804.382405:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575804.382407:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575804.382411:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575804.382418:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160000:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575804.382422:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575804.382425:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575801/real 1788575804]  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575804.382430:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575804.382430:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575804.382432:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558b58.
00000400:00000200:3.0:1788575804.382434:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575804.382435:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575804.382436:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575804.382438:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575804.382443:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382446:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575804.382447:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382448:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382449:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575804.382451:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382454:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575804.382456:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382460:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575804.382461:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382462:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382463:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382464:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575804.382465:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575804.382466:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575804.382468:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575804.382469:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575804.382471:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575804.382479:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160128:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575804.382483:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575804.382486:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575801/real 1788575804]  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575804.382493:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575804.382494:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575804.382496:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575804.382498:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575804.382499:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575804.382501:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575804.382504:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575804.382511:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382516:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575804.382517:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382519:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382520:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575804.382523:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382529:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575804.382533:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382538:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575804.382540:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382542:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575804.382543:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382545:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575804.382546:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575804.382548:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575804.382551:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575804.382553:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575804.382557:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575804.382562:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816159872:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575804.382565:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382566:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575804.382568:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6680 x1875450816160256/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382574:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575804.382576:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575804.382580:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575804.382584:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575804.382587:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575804.382588:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575804.382591:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575804.382593:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:3.0:1788575804.382597:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575804.382599:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575804.382601:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6680.
00000100:00000001:3.0:1788575804.382605:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575804.382606:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382608:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575804.382612:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4700 x1875450816160384/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382618:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575804.382620:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575804.382621:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575804.382624:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575804.382625:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575804.382626:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575804.382628:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575804.382629:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:3.0:1788575804.382631:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575804.382633:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575804.382634:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4700.
00000100:00000001:3.0:1788575804.382637:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575804.382638:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382639:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575804.382642:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4e00 x1875450816160000/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382648:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575804.382649:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575804.382651:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575804.382654:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575804.382656:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575804.382657:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575804.382659:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575804.382660:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:3.0:1788575804.382662:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575804.382663:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575804.382664:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4e00.
00000100:00000001:3.0:1788575804.382668:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575804.382669:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382670:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575804.382673:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4380 x1875450816160128/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382677:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575804.382678:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575804.382679:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575804.382681:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575804.382682:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575804.382684:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575804.382685:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575804.382686:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:3.0:1788575804.382688:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575804.382689:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575804.382690:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4380.
00000100:00000001:3.0:1788575804.382691:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575804.382692:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382693:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575804.382695:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7480 x1875450816159872/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575804.382698:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575804.382699:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575804.382700:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575804.382701:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575804.382702:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575804.382702:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575804.382703:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575804.382704:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:3.0:1788575804.382705:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575804.382705:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575804.382706:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7480.
00000100:00000001:3.0:1788575804.382707:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575804.382708:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382709:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575804.382715:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575804.382716:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575804.382717:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575804.382718:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575804.701146:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575804.701151:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575804.701155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575804.701156:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575804.701158:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575804.701159:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575804.701161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575804.701161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575804.701164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575804.701164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575804.701213:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575804.701217:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575804.701220:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575805.341144:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301321088, at 4301321152
00000100:00000040:3.0:1788575805.341144:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301321088, at 4301321152
00000100:00000010:2.0:1788575805.341158:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abcc0.
00000100:00000010:3.0:1788575805.341159:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab300.
00000100:00000001:3.0:1788575805.405141:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575805.405147:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575805.405149:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575805.405154:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575805.405156:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575805.405158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575805.405160:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575805.405162:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575805.405164:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575805.405192:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575805.405196:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575805.405197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575805.405200:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575805.405202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575805.405205:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575805.405207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575805.405208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575805.405210:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575805.725161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575805.725167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575805.725172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575805.725174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575805.725177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575805.725178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575805.725181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575805.725182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575805.725185:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575805.725186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575805.725245:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575805.725248:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575805.725250:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575806.429157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575806.429164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575806.429167:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575806.429171:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575806.429175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575806.429179:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575806.429182:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575806.429185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575806.429188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575806.429196:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575806.429200:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575806.429201:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575806.429204:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575806.429206:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575806.429207:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575806.429209:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575806.429210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575806.429212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575806.429222:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575806.429228:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575806.429230:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575806.429245:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575806.429248:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575806.429255:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6649
00000400:00000200:3.0:1788575806.429263:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575806.429269:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575806.429272:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575806.429275:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429287:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429289:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429291:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575806.429295:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575806.429297:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575806.429299:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575806.429302:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575806.429304:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575806.429307:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575806.429309:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429311:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429313:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429314:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575806.429317:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575806.429319:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429321:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575806.429323:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575806.429326:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575806.429329:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429331:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575806.429334:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575806.429339:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9f80.
00000020:00000040:3.0:1788575806.429342:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575806.429346:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575806.429348:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429351:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575806.429353:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575806.429356:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575806.429363:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436000.
00000100:00000001:3.0:1788575806.429369:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575806.429377:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575806.429387:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575806.429392:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575806.429396:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6c28c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575806.429423:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575806.429426:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575806.429428:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575806.429430:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575806.429432:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575806.429435:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575806.429437:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6649
00000400:00000200:3.0:1788575806.429440:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575806.429443:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575806.429446:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575806.429448:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429450:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429452:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429454:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575806.429456:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575806.429457:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575806.429459:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575806.429461:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575806.429463:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575806.429464:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575806.429467:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429468:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429470:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429471:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575806.429473:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575806.429475:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429477:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575806.429479:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575806.429483:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575806.429484:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429486:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575806.429490:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575806.429492:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429495:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575806.429498:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9880.
00000020:00000040:3.0:1788575806.429500:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575806.429502:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575806.429503:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429505:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575806.429506:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575806.429507:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575806.429510:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435c00.
00000100:00000001:3.0:1788575806.429513:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575806.429518:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575806.429525:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575806.429527:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575806.429530:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eb7201] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575806.429538:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575806.429540:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575806.429544:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575806.429545:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575806.429546:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575806.429548:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575806.429550:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6649
00000400:00000200:3.0:1788575806.429553:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575806.429556:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575806.429558:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575806.429561:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429563:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429565:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429567:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575806.429569:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575806.429571:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575806.429572:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575806.429574:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575806.429588:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575806.429590:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575806.429593:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429595:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429597:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429599:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575806.429601:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575806.429604:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429606:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575806.429608:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575806.429610:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575806.429612:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429614:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575806.429616:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575806.429618:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429620:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575806.429623:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cbb80.
00000020:00000040:3.0:1788575806.429626:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575806.429628:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575806.429629:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429631:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575806.429633:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575806.429634:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575806.429637:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436800.
00000100:00000001:3.0:1788575806.429641:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575806.429645:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575806.429651:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575806.429653:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575806.429658:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000600b5a24] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575806.429665:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575806.429668:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575806.429671:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575806.429673:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575806.429674:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575806.429677:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575806.429679:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6649
00000400:00000200:3.0:1788575806.429683:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575806.429686:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575806.429688:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575806.429691:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429693:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429694:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429697:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575806.429698:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575806.429700:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575806.429701:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575806.429703:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575806.429705:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575806.429707:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575806.429710:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429712:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429713:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429715:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575806.429717:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575806.429719:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429721:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575806.429723:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575806.429726:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575806.429728:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429730:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575806.429732:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575806.429734:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429735:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575806.429739:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb100.
00000020:00000040:3.0:1788575806.429741:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575806.429743:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575806.429744:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429746:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575806.429747:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575806.429748:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575806.429752:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434000.
00000100:00000001:3.0:1788575806.429755:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575806.429759:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575806.429766:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575806.429768:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575806.429772:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fa6d664] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575806.429779:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575806.429782:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575806.429785:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575806.429786:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575806.429788:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575806.429790:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575806.429792:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6649
00000400:00000200:3.0:1788575806.429795:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575806.429797:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575806.429799:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575806.429802:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429804:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429806:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429808:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575806.429809:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575806.429811:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575806.429812:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575806.429814:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575806.429815:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575806.429817:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575806.429820:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429821:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575806.429823:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429825:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575806.429827:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575806.429829:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575806.429831:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575806.429833:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575806.429835:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575806.429836:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429838:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575806.429840:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575806.429842:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429843:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575806.429846:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca680.
00000020:00000040:3.0:1788575806.429849:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575806.429852:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575806.429853:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575806.429854:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575806.429856:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575806.429857:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575806.429861:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435000.
00000100:00000001:3.0:1788575806.429865:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575806.429869:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575806.429876:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575806.429877:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575806.429881:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c496a81] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575806.429889:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575806.429893:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6659)
00000100:00000001:2.0:1788575806.429997:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575806.430002:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575806.430004:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575806.430011:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430019:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575806.430020:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.430024:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575806.430026:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575806.430029:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575806.430033:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816160512:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575806.430037:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575806.430041:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575806.430044:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.430047:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575806.430073:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575806.430075:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575806.430082:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575806.430088:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575806.430096:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575806.430104:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816160512, portal 25
00000100:00000001:2.0:1788575806.430107:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575806.430109:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773175168 : -111012936376448 : ffff9b08c95c9f80)
00000100:00000040:2.0:1788575806.430115:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430122:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575806.430125:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575806.430128:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575806.430131:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816160512, offset 0
00000400:00000200:2.0:1788575806.430137:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575806.430146:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.430152:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575806.430157:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575806.430162:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575806.430167:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575806.430170:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575806.430174:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90759:90759:256:4294967295] 192.168.202.101@tcp LPNI seq info [90739:90739:8:4294967295]
00000400:00000200:2.0:1788575806.430178:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.430189:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575806.430197:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.430203:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575806.430212:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575806.430216:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575806.430220:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575806.430223:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575806.430227:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.430229:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575806.430246:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575806.430251:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575806.430257:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575806.430259:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575806.430266:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575806.430270:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430279:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.430283:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430289:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.430291:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575806.430299:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575806.430304:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575806.430307:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301326209
00000100:00000010:2.0:1788575806.430312:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575806.430318:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575806.430323:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301326209
00000100:00000010:2.0:1788575806.430326:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b000.
00000100:00000001:2.0:1788575806.430329:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575806.430331:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575806.430335:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.430337:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575806.430341:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575806/real 1788575806]  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575806.430351:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575806.430353:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575806.430356:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575806.430359:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575806.430360:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575806.430364:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575806.430366:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575806.430375:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430381:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575806.430383:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430385:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.430388:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575806.430392:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430399:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575806.430404:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430410:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575806.430413:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430414:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.430415:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430417:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575806.430419:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575806.430422:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575806.430425:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575806.430427:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575806.430431:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575806.430443:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816160512:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575806.430449:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575806.430452:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430458:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575806.430459:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.430461:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575806.430464:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575806.430465:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575806.430468:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160640:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575806.430471:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575806.430473:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575806.430474:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.430476:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575806.430479:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575806.430481:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575806.430485:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575806.430487:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575806.430489:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575806.430492:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816160640, portal 10
00000100:00000001:2.0:1788575806.430494:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575806.430495:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773173376 : -111012936378240 : ffff9b08c95c9880)
00000100:00000040:2.0:1788575806.430502:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430507:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575806.430509:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575806.430511:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575806.430513:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816160640, offset 0
00000400:00000200:2.0:1788575806.430517:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575806.430521:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.430524:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575806.430527:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575806.430530:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575806.430532:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575806.430533:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575806.430536:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90760:90760:256:4294967295] 192.168.202.101@tcp LPNI seq info [90740:90740:8:4294967295]
00000400:00000200:2.0:1788575806.430540:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.430546:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575806.430550:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.430553:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575806.430557:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575806.430564:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575806.430567:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575806.430569:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575806.430573:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.430575:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575806.430578:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575806.430581:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575806.430584:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575806.430585:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575806.430588:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575806.430592:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430599:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.430602:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430607:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.430609:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575806.430612:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575806.430617:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575806.430619:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575806.430622:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301322317
00000100:00000001:2.0:1788575806.430624:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301326209
00000100:00000001:2.0:1788575806.430626:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301322317
00000100:00000001:2.0:1788575806.430629:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301326209
00000100:00000001:2.0:1788575806.430631:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575806.430633:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.430635:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575806.430638:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575806/real 1788575806]  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575806.430646:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575806.430647:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575806.430648:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575806.430651:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575806.430652:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575806.430654:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575806.430657:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575806.430664:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430671:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575806.430673:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430675:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.430676:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575806.430679:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430685:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575806.430688:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430695:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575806.430697:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430698:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.430699:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430702:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575806.430704:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575806.430707:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575806.430710:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575806.430712:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575806.430716:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575806.430723:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160640:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575806.430727:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575806.430730:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430736:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575806.430737:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.430740:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575806.430742:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575806.430744:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575806.430746:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160768:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575806.430750:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575806.430752:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575806.430754:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.430756:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575806.430760:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575806.430762:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575806.430765:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575806.430767:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575806.430770:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575806.430773:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816160768, portal 10
00000100:00000001:2.0:1788575806.430775:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575806.430776:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773182336 : -111012936369280 : ffff9b08c95cbb80)
00000100:00000040:2.0:1788575806.430782:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430789:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575806.430791:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575806.430792:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575806.430795:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816160768, offset 0
00000400:00000200:2.0:1788575806.430798:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575806.430802:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.430806:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575806.430809:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575806.430811:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575806.430813:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575806.430815:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575806.430817:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90761:90761:256:4294967295] 192.168.202.101@tcp LPNI seq info [90741:90741:8:4294967295]
00000400:00000200:2.0:1788575806.430821:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.430826:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575806.430830:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.430833:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575806.430837:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575806.430840:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575806.430843:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575806.430845:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575806.430848:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.430850:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575806.430853:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575806.430856:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575806.430859:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575806.430860:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575806.430867:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575806.430872:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430878:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.430881:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430893:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.430895:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575806.430898:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575806.430902:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575806.430905:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575806.430906:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301322267
00000100:00000001:2.0:1788575806.430909:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301326209
00000100:00000001:2.0:1788575806.430911:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301322267
00000100:00000001:2.0:1788575806.430913:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301326209
00000100:00000001:2.0:1788575806.430915:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575806.430917:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.430918:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575806.430922:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575806/real 1788575806]  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575806.430930:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575806.430931:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575806.430933:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575806.430935:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575806.430937:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575806.430939:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575806.430942:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575806.430950:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430956:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575806.430958:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430959:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.430961:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575806.430964:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430970:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575806.430974:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.430980:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575806.430983:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430984:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.430986:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.430987:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575806.430989:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575806.430992:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575806.430995:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575806.430997:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575806.431001:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575806.431006:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160768:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575806.431009:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575806.431011:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431015:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575806.431016:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.431018:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575806.431020:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575806.431022:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575806.431025:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160896:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575806.431028:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575806.431030:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575806.431032:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.431034:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575806.431038:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575806.431041:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575806.431044:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575806.431047:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575806.431050:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575806.431082:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816160896, portal 4
00000100:00000001:2.0:1788575806.431084:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575806.431085:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773179648 : -111012936371968 : ffff9b08c95cb100)
00000100:00000040:2.0:1788575806.431090:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431096:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575806.431099:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575806.431102:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575806.431104:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816160896, offset 0
00000400:00000200:2.0:1788575806.431108:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575806.431112:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.431116:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575806.431118:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575806.431121:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575806.431123:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575806.431125:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575806.431128:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90762:90762:256:4294967295] 192.168.202.101@tcp LPNI seq info [90742:90742:8:4294967295]
00000400:00000200:2.0:1788575806.431132:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.431137:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575806.431141:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.431145:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575806.431149:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575806.431151:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575806.431155:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575806.431157:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575806.431160:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.431163:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575806.431166:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575806.431169:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575806.431171:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575806.431173:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575806.431175:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575806.431178:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431185:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.431188:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431194:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.431195:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575806.431197:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575806.431199:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575806.431202:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575806.431203:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301322301
00000100:00000001:2.0:1788575806.431205:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301326209
00000100:00000001:2.0:1788575806.431206:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301322301
00000100:00000001:2.0:1788575806.431208:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301326209
00000100:00000001:2.0:1788575806.431209:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575806.431210:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.431211:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575806.431214:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575806/real 1788575806]  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575806.431218:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575806.431219:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575806.431220:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575806.431222:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575806.431223:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575806.431224:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575806.431226:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575806.431231:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431269:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575806.431270:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431272:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.431273:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575806.431281:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431287:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575806.431290:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431296:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575806.431299:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431300:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.431301:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431303:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575806.431304:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575806.431307:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575806.431310:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575806.431312:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575806.431315:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575806.431322:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816160896:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575806.431326:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575806.431330:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431335:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575806.431336:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.431338:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575806.431339:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575806.431340:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575806.431342:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161024:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575806.431344:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575806.431346:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575806.431347:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575806.431348:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575806.431352:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575806.431353:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575806.431355:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575806.431357:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575806.431359:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575806.431361:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816161024, portal 4
00000100:00000001:2.0:1788575806.431362:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575806.431363:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176960 : -111012936374656 : ffff9b08c95ca680)
00000100:00000040:2.0:1788575806.431367:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431373:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575806.431375:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575806.431377:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575806.431379:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816161024, offset 0
00000400:00000200:2.0:1788575806.431383:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575806.431386:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.431390:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575806.431393:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575806.431395:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575806.431397:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575806.431399:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575806.431402:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90763:90763:256:4294967295] 192.168.202.101@tcp LPNI seq info [90743:90743:8:4294967295]
00000400:00000200:2.0:1788575806.431405:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575806.431411:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575806.431415:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.431419:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575806.431422:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575806.431425:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575806.431429:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575806.431432:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575806.431435:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575806.431437:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575806.431440:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575806.431443:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575806.431446:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575806.431448:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575806.431450:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575806.431454:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431460:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.431463:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431469:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.431471:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575806.431474:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575806.431476:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575806.431479:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575806.431481:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301322292
00000100:00000001:2.0:1788575806.431483:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301326209
00000100:00000001:2.0:1788575806.431485:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301322292
00000100:00000001:2.0:1788575806.431487:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301326209
00000100:00000001:2.0:1788575806.431489:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575806.431491:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.431492:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575806.431494:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575806/real 1788575806]  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575806.431499:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575806.431500:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575806.431501:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575806.431503:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575806.431504:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575806.431505:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575806.431507:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575806.431512:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431516:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575806.431517:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431518:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.431518:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575806.431520:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431524:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575806.431526:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431529:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575806.431530:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431531:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575806.431532:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431533:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575806.431534:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575806.431536:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575806.431540:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575806.431542:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575806.431546:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575806.431553:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161024:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575806.431557:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431559:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.431563:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9f80 x1875450816160512/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431570:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575806.431573:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575806.431575:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575806.431578:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575806.431580:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575806.431582:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575806.431585:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575806.431588:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575806.431592:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575806.431594:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575806.431596:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9f80.
00000100:00000001:2.0:1788575806.431599:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575806.431600:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431602:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.431605:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9880 x1875450816160640/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431611:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575806.431612:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575806.431613:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575806.431615:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575806.431617:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575806.431618:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575806.431620:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575806.431622:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575806.431624:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575806.431625:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575806.431626:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9880.
00000100:00000001:2.0:1788575806.431628:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575806.431629:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431630:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.431634:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cbb80 x1875450816160768/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431640:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575806.431641:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575806.431642:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575806.431644:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575806.431645:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575806.431646:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575806.431648:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575806.431650:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436800.
02000000:00000001:2.0:1788575806.431652:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575806.431653:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575806.431654:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cbb80.
00000100:00000001:2.0:1788575806.431656:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575806.431657:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431659:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.431668:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb100 x1875450816160896/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431674:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575806.431676:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575806.431677:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575806.431679:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575806.431681:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575806.431682:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575806.431683:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575806.431684:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434000.
02000000:00000001:2.0:1788575806.431686:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575806.431687:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575806.431689:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb100.
00000100:00000001:2.0:1788575806.431691:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575806.431692:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431695:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575806.431697:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca680 x1875450816161024/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575806.431703:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575806.431705:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575806.431706:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575806.431708:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575806.431708:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575806.431710:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575806.431711:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575806.431712:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435000.
02000000:00000001:2.0:1788575806.431714:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575806.431716:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575806.431717:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca680.
00000100:00000001:2.0:1788575806.431719:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575806.431720:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431723:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575806.431732:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575806.431734:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575806.431737:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575806.431739:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749146:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575806.749151:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575806.749158:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575806.749159:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575806.749161:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749164:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575806.749165:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749167:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749168:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575806.749171:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575806.749172:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575806.749173:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749174:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575806.749175:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749176:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749177:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575806.749180:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575806.749181:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575806.749182:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749183:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575806.749183:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749184:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749185:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575806.749187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575806.749188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575806.749257:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575806.749261:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575806.749264:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575807.453165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575807.453172:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575807.453175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575807.453181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575807.453186:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575807.453190:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575807.453193:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575807.453195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575807.453198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575807.453246:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575807.453249:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575807.453251:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575807.453255:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575807.453256:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575807.453258:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575807.453259:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575807.453260:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575807.453261:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575807.773153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575807.773158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575807.773161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575807.773162:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575807.773164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575807.773165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575807.773167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575807.773168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575807.773170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575807.773171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575807.773238:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575807.773243:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575807.773246:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575808.477159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575808.477166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575808.477166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575808.477171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575808.477171:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575808.477173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575808.477186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575808.477187:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575808.477191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575808.477192:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575808.477196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575808.477196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575808.477201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575808.477204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575808.477207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575808.477207:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575808.477210:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575808.477214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575808.797183:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575808.797185:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575808.797188:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797193:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575808.797195:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797197:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797200:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575808.797206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575808.797210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575808.797224:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575808.797230:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575808.797231:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575808.797233:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797235:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575808.797236:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797238:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575808.797240:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575808.797291:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575808.797294:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575808.797296:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575809.501205:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575809.501213:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575809.501218:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575809.501219:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575809.501229:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788575809.501230:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575809.501233:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575809.501236:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575809.501243:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575809.501245:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575809.501248:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575809.501251:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575809.501253:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575809.501257:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575809.501262:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575809.501263:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575809.501266:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575809.501269:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575809.821194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575809.821212:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575809.821220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575809.821221:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575809.821225:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575809.821227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575809.821231:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575809.821232:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575809.821235:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575809.821236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575809.821317:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575809.821323:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575809.821326:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575810.461137:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301326209, at 4301326272
00000100:00000040:3.0:1788575810.461137:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301326209, at 4301326272
00000100:00000010:2.0:1788575810.461157:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575810.461162:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b000.
00000100:00000001:1.0:1788575810.525138:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575810.525138:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575810.525145:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575810.525146:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575810.525148:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575810.525150:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575810.525156:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575810.525156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575810.525162:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575810.525163:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575810.525169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575810.525170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575810.525178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575810.525182:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575810.525186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575810.525186:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575810.525190:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575810.525194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575810.845222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575810.845232:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575810.845244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575810.845245:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575810.845249:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575810.845250:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575810.845254:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575810.845255:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575810.845259:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575810.845260:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575810.845352:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575810.845355:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575810.845358:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575811.549142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575811.549150:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575811.549152:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575811.549158:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575811.549162:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1788575811.549164:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575811.549167:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575811.549169:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788575811.549173:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575811.549173:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.549177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575811.549180:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575811.549181:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.549186:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575811.549191:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6654
00000400:00000200:1.0:1788575811.549202:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575811.549210:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575811.549215:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575811.549219:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549222:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575811.549223:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000040:1.0:1788575811.549224:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549226:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575811.549230:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575811.549233:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000100:00000001:3.0:1788575811.549234:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1788575811.549236:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575811.549238:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575811.549240:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000100:00100000:3.0:1788575811.549242:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000020:00000001:1.0:1788575811.549244:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000001:3.0:1788575811.549247:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575811.549250:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.549252:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575811.549254:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788575811.549257:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000001:3.0:1788575811.549257:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575811.549264:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549268:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575811.549271:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549273:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575811.549277:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575811.549281:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549284:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575811.549288:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575811.549292:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575811.549295:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549297:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575811.549319:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575811.549331:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575811.549336:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575811.549341:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575811.549344:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549347:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575811.549350:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575811.549356:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575811.549363:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000100:00000001:1.0:1788575811.549370:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575811.549380:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575811.549388:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575811.549392:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575811.549396:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575811.549413:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575811.549416:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575811.549419:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575811.549420:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575811.549422:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575811.549425:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575811.549429:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6654
00000400:00000200:1.0:1788575811.549434:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575811.549438:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575811.549440:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575811.549443:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575811.549449:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575811.549451:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575811.549453:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575811.549456:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575811.549462:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575811.549463:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575811.549465:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575811.549471:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575811.549473:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575811.549477:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575811.549481:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575811.549481:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788575811.549485:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575811.549485:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575811.549490:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575811.549493:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575811.549494:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575811.549495:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575811.549498:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575811.549498:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575811.549501:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575811.549504:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575811.549505:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575811.549509:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549512:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575811.549514:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1788575811.549515:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816161152:192.168.202.101@tcp:250:kworker.0
02000000:00000001:1.0:1788575811.549519:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575811.549521:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788575811.549522:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549525:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575811.549528:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1788575811.549530:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788575811.549533:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575811.549534:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549536:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.549539:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1788575811.549540:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575811.549543:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575811.549544:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575811.549546:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575811.549547:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436400.
00000100:00000001:1.0:1788575811.549548:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575811.549551:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575811.549556:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575811.549558:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.549559:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:1.0:1788575811.549563:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575811.549567:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575811.549567:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00100000:1.0:1788575811.549574:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575811.549577:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575811.549579:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575811.549582:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575811.549585:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575811.549587:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816161152, portal 25
00000100:00000001:3.0:1788575811.549593:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788575811.549595:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.549596:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
00000100:00080000:1.0:1788575811.549598:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575811.549602:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575811.549604:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575811.549605:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575811.549608:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1788575811.549608:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575811.549612:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6654
00000400:00000200:1.0:1788575811.549619:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575811.549623:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575811.549627:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575811.549629:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788575811.549630:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549634:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575811.549637:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575811.549638:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549641:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575811.549643:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1788575811.549643:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000020:00000040:1.0:1788575811.549645:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575811.549648:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575811.549649:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000100:00000200:3.0:1788575811.549650:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816161152, offset 0
00000020:00000001:1.0:1788575811.549651:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575811.549656:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575811.549658:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549659:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575811.549662:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549664:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575811.549664:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000020:00000040:1.0:1788575811.549668:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575811.549670:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549672:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575811.549673:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575811.549675:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575811.549676:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549679:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575811.549680:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:1.0:1788575811.549682:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575811.549685:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549686:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575811.549688:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000020:00000040:1.0:1788575811.549690:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000400:00000200:3.0:1788575811.549692:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
02000000:00000001:1.0:1788575811.549693:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575811.549695:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549698:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575811.549699:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575811.549700:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575811.549703:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000400:00000200:3.0:1788575811.549703:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788575811.549707:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.549711:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00100000:1.0:1788575811.549713:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575811.549720:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575811.549721:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788575811.549723:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.549728:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000040:1.0:1788575811.549729:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575811.549737:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.549738:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90764:90764:256:4294967295] 192.168.202.101@tcp LPNI seq info [90744:90744:8:4294967295]
00000100:00080000:1.0:1788575811.549740:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575811.549745:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575811.549748:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575811.549749:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788575811.549750:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575811.549751:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575811.549755:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6654
00000400:00000200:1.0:1788575811.549758:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575811.549761:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575811.549763:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575811.549768:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549771:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575811.549772:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788575811.549774:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549777:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575811.549780:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575811.549781:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575811.549782:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575811.549785:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000800:00000200:3.0:1788575811.549787:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000020:00000001:1.0:1788575811.549788:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575811.549791:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575811.549793:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549794:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575811.549796:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549797:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:3.0:1788575811.549797:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000020:00000040:1.0:1788575811.549802:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575811.549803:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549805:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575811.549806:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575811.549809:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1788575811.549810:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788575811.549811:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549814:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575811.549818:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000800:00000200:3.0:1788575811.549818:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000008:00000001:1.0:1788575811.549820:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549824:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575811.549827:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000020:00000040:1.0:1788575811.549829:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575811.549832:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1788575811.549832:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788575811.549833:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549836:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575811.549838:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575811.549840:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575811.549840:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
02000000:00000010:1.0:1788575811.549843:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575811.549846:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788575811.549850:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00100000:1.0:1788575811.549851:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1788575811.549855:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000100:00000001:1.0:1788575811.549859:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575811.549861:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575811.549863:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575811.549865:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788575811.549873:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575811.549875:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575811.549877:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575811.549878:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575811.549879:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575811.549882:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788575811.549883:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788575811.549885:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6654
00000400:00000200:1.0:1788575811.549890:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575811.549892:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575811.549893:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575811.549894:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000100:00000040:1.0:1788575811.549895:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549899:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575811.549900:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:3.0:1788575811.549900:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:1.0:1788575811.549905:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575811.549906:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575811.549907:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575811.549908:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575811.549909:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575811.549910:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575811.549911:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575811.549913:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549914:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575811.549915:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549916:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575811.549917:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1788575811.549918:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575811.549920:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575811.549921:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575811.549922:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575811.549925:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575811.549926:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549928:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788575811.549930:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788575811.549936:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575811.549945:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.549945:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575811.549949:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575811.549953:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788575811.549954:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575811.549959:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575811.549968:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.549970:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788575811.549971:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575811.549973:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.549976:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575811.549977:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575811.549979:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575811.549981:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.549986:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:1.0:1788575811.549988:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:3.0:1788575811.549990:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301331328
00000100:00000001:1.0:1788575811.549993:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575811.549999:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab300.
00000100:00100000:1.0:1788575811.550000:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575811.550008:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575811.550016:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301331328
00000100:00000001:1.0:1788575811.550019:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1788575811.550021:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abe40.
00000100:00000001:1.0:1788575811.550023:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550029:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1788575811.550031:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550034:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575811.550041:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575811.550042:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550045:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788575811.550047:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6665)
00000100:00100000:3.0:1788575811.550074:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575811/real 1788575811]  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575811.550085:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575811.550087:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575811.550103:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575811.550107:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575811.550109:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575811.550112:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575811.550116:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575811.550125:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550132:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575811.550133:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550136:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.550138:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575811.550142:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550150:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575811.550154:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550162:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575811.550165:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550167:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.550168:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550171:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575811.550174:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575811.550177:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575811.550181:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575811.550183:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575811.550188:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575811.550197:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816161152:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575811.550202:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550204:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.550207:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816161152/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550214:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575811.550217:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575811.550219:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575811.550223:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575811.550225:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575811.550227:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575811.550229:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575811.550232:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac800.
02000000:00000001:3.0:1788575811.550236:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575811.550238:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575811.550239:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000100:00000001:3.0:1788575811.550242:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575811.550243:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550245:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550253:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575811.550254:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550256:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575811.550258:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575811.550259:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575811.550263:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550276:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575811.550277:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.550279:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575811.550281:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575811.550283:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575811.550286:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161280:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575811.550289:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575811.550291:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575811.550292:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.550294:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575811.550297:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575811.550298:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.550302:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575811.550304:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575811.550308:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575811.550310:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816161280, portal 10
00000100:00000001:3.0:1788575811.550312:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575811.550313:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:3.0:1788575811.550320:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550325:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575811.550328:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575811.550330:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575811.550332:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816161280, offset 0
00000400:00000200:3.0:1788575811.550336:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575811.550340:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575811.550343:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575811.550346:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575811.550349:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575811.550351:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575811.550353:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575811.550357:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90765:90765:256:4294967295] 192.168.202.101@tcp LPNI seq info [90745:90745:8:4294967295]
00000400:00000200:3.0:1788575811.550361:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575811.550366:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575811.550371:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575811.550374:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575811.550378:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575811.550381:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788575811.550385:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575811.550387:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1788575811.550391:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575811.550393:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575811.550396:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575811.550399:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575811.550401:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575811.550403:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575811.550406:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575811.550409:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550417:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.550420:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550426:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550428:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575811.550430:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575811.550434:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575811.550437:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575811.550439:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301327437
00000100:00000001:3.0:1788575811.550442:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301331328
00000100:00000001:3.0:1788575811.550444:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301327437
00000100:00000001:3.0:1788575811.550446:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301331328
00000100:00000001:3.0:1788575811.550454:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575811.550457:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550458:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575811.550462:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575811/real 1788575811]  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575811.550470:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575811.550472:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575811.550473:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575811.550476:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575811.550477:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575811.550479:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575811.550481:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575811.550489:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550494:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575811.550496:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550497:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.550498:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575811.550501:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550507:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575811.550511:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550518:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575811.550520:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550521:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.550522:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550524:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575811.550525:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575811.550528:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575811.550531:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575811.550533:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575811.550537:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575811.550545:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161280:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575811.550549:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575811.550551:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550557:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575811.550558:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.550560:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575811.550562:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575811.550563:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575811.550566:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161408:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575811.550569:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575811.550570:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575811.550572:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.550573:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575811.550576:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575811.550578:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.550580:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575811.550583:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575811.550585:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575811.550588:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816161408, portal 10
00000100:00000001:3.0:1788575811.550591:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575811.550592:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
00000100:00000040:3.0:1788575811.550598:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550604:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575811.550607:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575811.550609:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575811.550611:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816161408, offset 0
00000400:00000200:3.0:1788575811.550615:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575811.550620:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575811.550623:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575811.550627:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575811.550629:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575811.550631:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575811.550633:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575811.550636:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90766:90766:256:4294967295] 192.168.202.101@tcp LPNI seq info [90746:90746:8:4294967295]
00000400:00000200:3.0:1788575811.550639:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575811.550644:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575811.550649:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575811.550652:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575811.550656:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575811.550658:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788575811.550662:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575811.550663:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1788575811.550667:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575811.550668:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575811.550671:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575811.550674:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575811.550676:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575811.550678:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575811.550680:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575811.550683:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550690:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.550693:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550699:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550701:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575811.550703:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575811.550706:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575811.550709:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575811.550711:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301327387
00000100:00000001:3.0:1788575811.550713:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301331328
00000100:00000001:3.0:1788575811.550715:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301327387
00000100:00000001:3.0:1788575811.550717:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301331328
00000100:00000001:3.0:1788575811.550719:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575811.550720:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550722:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575811.550725:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575811/real 1788575811]  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575811.550732:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575811.550734:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575811.550735:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575811.550737:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575811.550739:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575811.550741:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575811.550743:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575811.550751:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550758:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575811.550759:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550761:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.550762:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575811.550766:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550772:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575811.550776:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550783:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575811.550786:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550787:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.550789:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550790:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575811.550792:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575811.550794:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575811.550796:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575811.550798:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575811.550800:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575811.550805:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161408:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575811.550808:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575811.550809:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550813:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575811.550814:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.550815:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575811.550816:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575811.550817:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575811.550819:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161536:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575811.550821:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575811.550822:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575811.550823:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.550824:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575811.550827:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1437000.
02000000:00000001:3.0:1788575811.550828:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.550831:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575811.550833:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575811.550835:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575811.550837:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816161536, portal 4
00000100:00000001:3.0:1788575811.550838:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575811.550839:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00000040:3.0:1788575811.550843:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550847:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575811.550848:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575811.550850:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575811.550851:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816161536, offset 0
00000400:00000200:3.0:1788575811.550853:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575811.550855:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575811.550857:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575811.550859:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575811.550861:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575811.550862:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575811.550864:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575811.550866:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90767:90767:256:4294967295] 192.168.202.101@tcp LPNI seq info [90747:90747:8:4294967295]
00000400:00000200:3.0:1788575811.550868:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575811.550872:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575811.550874:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575811.550876:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575811.550878:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575811.550880:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788575811.550882:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575811.550884:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1788575811.550886:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575811.550887:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575811.550889:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575811.550891:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575811.550893:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575811.550894:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575811.550896:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575811.550898:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550903:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.550905:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550908:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550909:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575811.550911:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575811.550912:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575811.550914:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575811.550915:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301327420
00000100:00000001:3.0:1788575811.550916:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301331328
00000100:00000001:3.0:1788575811.550918:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301327420
00000100:00000001:3.0:1788575811.550919:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301331328
00000100:00000001:3.0:1788575811.550921:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575811.550922:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.550923:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575811.550925:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575811/real 1788575811]  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575811.550928:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575811.550930:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575811.550931:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575811.550933:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575811.550934:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575811.550936:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575811.550939:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575811.550947:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550958:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575811.550960:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550962:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.550963:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575811.550967:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550975:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575811.550978:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.550985:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575811.550986:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550987:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.550988:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.550989:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575811.550991:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575811.550992:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575811.550994:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575811.550996:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575811.550998:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575811.551003:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161536:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575811.551005:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575811.551006:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551010:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575811.551010:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.551012:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575811.551013:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575811.551015:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575811.551017:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161664:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575811.551019:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575811.551020:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575811.551021:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575811.551022:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575811.551024:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575811.551025:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575811.551028:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575811.551029:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575811.551031:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575811.551033:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816161664, portal 4
00000100:00000001:3.0:1788575811.551035:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575811.551036:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
00000100:00000040:3.0:1788575811.551040:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551043:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575811.551045:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575811.551046:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575811.551047:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816161664, offset 0
00000400:00000200:3.0:1788575811.551050:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575811.551066:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575811.551068:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575811.551070:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575811.551072:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575811.551073:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575811.551075:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575811.551077:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90768:90768:256:4294967295] 192.168.202.101@tcp LPNI seq info [90748:90748:8:4294967295]
00000400:00000200:3.0:1788575811.551079:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575811.551083:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575811.551086:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575811.551089:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575811.551103:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575811.551105:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788575811.551108:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575811.551109:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1788575811.551112:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575811.551113:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575811.551115:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575811.551117:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575811.551119:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575811.551120:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575811.551122:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575811.551124:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551129:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.551131:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551135:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.551136:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575811.551137:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575811.551140:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575811.551142:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575811.551143:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301327412
00000100:00000001:3.0:1788575811.551145:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301331328
00000100:00000001:3.0:1788575811.551146:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301327412
00000100:00000001:3.0:1788575811.551148:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301331328
00000100:00000001:3.0:1788575811.551149:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575811.551150:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.551151:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575811.551153:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575811/real 1788575811]  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575811.551158:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575811.551159:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575811.551160:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575811.551161:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575811.551162:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575811.551163:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575811.551165:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575811.551169:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551174:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575811.551174:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551175:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.551176:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575811.551178:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551181:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575811.551183:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551187:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575811.551188:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551189:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575811.551189:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551190:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575811.551191:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575811.551192:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575811.551194:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575811.551195:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575811.551198:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575811.551202:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161664:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575811.551204:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551205:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.551207:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816161280/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551210:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575811.551211:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575811.551212:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575811.551214:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575811.551214:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575811.551215:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575811.551217:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575811.551218:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae000.
02000000:00000001:3.0:1788575811.551220:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575811.551220:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575811.551221:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:3.0:1788575811.551223:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575811.551223:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551224:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.551226:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816161408/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551230:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575811.551231:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575811.551232:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575811.551233:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575811.551234:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575811.551235:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575811.551236:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575811.551236:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad400.
02000000:00000001:3.0:1788575811.551238:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575811.551239:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575811.551239:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:3.0:1788575811.551241:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575811.551242:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551243:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.551245:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816161536/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551248:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575811.551249:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575811.551249:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1437000.
02000000:00000001:3.0:1788575811.551251:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575811.551252:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575811.551253:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575811.551253:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575811.551254:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac400.
02000000:00000001:3.0:1788575811.551255:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575811.551256:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575811.551256:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575811.551258:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575811.551258:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551259:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575811.551260:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816161664/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575811.551264:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575811.551264:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575811.551265:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575811.551266:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575811.551266:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575811.551267:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575811.551268:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575811.551269:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af800.
02000000:00000001:3.0:1788575811.551270:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575811.551270:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575811.551271:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
00000100:00000001:3.0:1788575811.551272:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575811.551273:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551275:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575811.551277:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575811.551278:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575811.551279:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575811.551281:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575811.869216:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575811.869226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575811.869234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575811.869235:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575811.869240:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575811.869241:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575811.869245:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575811.869247:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575811.869250:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575811.869252:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575811.869327:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575811.869330:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575811.869332:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575812.575200:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575812.575211:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575812.575213:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575812.575218:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575812.575222:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575812.575226:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575812.575229:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575812.575231:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575812.575234:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575812.575236:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575812.575244:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575812.575246:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575812.575250:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575812.575253:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575812.575257:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575812.575260:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575812.575261:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575812.575264:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575812.893236:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575812.893246:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575812.893254:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575812.893256:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575812.893260:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575812.893261:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575812.893264:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575812.893265:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575812.893269:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575812.893271:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575812.893342:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575812.893347:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575812.893350:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575813.597174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575813.597174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575813.597183:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575813.597184:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575813.597186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575813.597187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575813.597202:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575813.597203:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575813.597215:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575813.597216:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575813.597221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575813.597222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575813.597228:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575813.597233:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575813.597237:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575813.597238:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575813.597242:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575813.597246:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575813.917155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575813.917160:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575813.917164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575813.917165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575813.917167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575813.917168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575813.917170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575813.917171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575813.917172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575813.917173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575813.917219:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575813.917222:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575813.917224:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575814.621169:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575814.621169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575814.621177:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575814.621177:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575814.621180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575814.621180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575814.621187:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575814.621191:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575814.621194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575814.621195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575814.621199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575814.621202:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575814.621202:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575814.621206:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575814.621207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575814.621212:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575814.621214:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575814.621216:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575814.941302:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575814.941312:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575814.941320:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575814.941321:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575814.941326:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575814.941327:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575814.941331:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575814.941333:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575814.941336:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575814.941337:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575814.941393:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575814.941396:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575814.941399:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575815.581161:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301331328, at 4301331392
00000100:00000040:3.0:1788575815.581161:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301331328, at 4301331392
00000100:00000010:2.0:1788575815.581176:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab300.
00000100:00000010:3.0:1788575815.581179:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abe40.
00000100:00000001:3.0:1788575815.645220:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575815.645228:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575815.645228:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575815.645231:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575815.645238:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1788575815.645239:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575815.645243:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575815.645245:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575815.645253:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575815.645256:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575815.645259:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575815.645261:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575815.645263:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575815.645268:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575815.645273:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575815.645277:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575815.645279:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575815.645283:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575815.965152:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575815.965158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575815.965162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575815.965163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575815.965165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575815.965166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575815.965168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575815.965168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575815.965170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575815.965171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575815.965252:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575815.965259:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575815.965264:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575816.669200:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575816.669203:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575816.669207:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575816.669211:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575816.669213:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575816.669217:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575816.669217:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575816.669221:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788575816.669225:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575816.669225:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575816.669230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575816.669234:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575816.669234:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575816.669240:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575816.669242:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575816.669246:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575816.669250:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575816.669254:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575816.669283:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575816.669288:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575816.669289:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575816.669292:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575816.669296:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575816.669303:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6660
00000400:00000200:3.0:1788575816.669313:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575816.669321:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575816.669325:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575816.669329:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669332:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575816.669335:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669338:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575816.669342:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575816.669344:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575816.669347:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575816.669350:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575816.669353:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575816.669356:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575816.669359:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669360:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575816.669362:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669364:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575816.669367:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575816.669370:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669372:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575816.669375:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575816.669378:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575816.669380:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.669382:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575816.669384:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575816.669392:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95caa00.
00000020:00000040:3.0:1788575816.669394:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575816.669398:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575816.669399:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.669401:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575816.669404:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575816.669407:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575816.669413:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435400.
00000100:00000001:3.0:1788575816.669419:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575816.669428:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575816.669438:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575816.669442:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575816.669447:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29b62c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575816.669468:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575816.669470:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575816.669473:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575816.669474:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575816.669476:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575816.669478:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575816.669480:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6660
00000400:00000200:3.0:1788575816.669484:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575816.669487:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575816.669490:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575816.669493:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575816.669496:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575816.669496:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575816.669498:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669500:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575816.669505:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788575816.669505:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575816.669508:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788575816.669508:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575816.669512:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788575816.669515:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575816.669515:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575816.669519:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575816.669523:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575816.669529:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575816.669530:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575816.669532:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575816.669533:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575816.669536:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575816.669538:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788575816.669539:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575816.669541:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788575816.669542:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575816.669546:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575816.669548:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:2.0:1788575816.669551:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816161792:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575816.669553:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.669555:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575816.669558:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575816.669560:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575816.669562:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575816.669564:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575816.669568:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:3.0:1788575816.669569:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575816.669570:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575816.669575:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575816.669578:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575816.669578:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788575816.669583:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000008:00100000:3.0:1788575816.669583:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788575816.669588:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000008:00000001:3.0:1788575816.669588:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.669593:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575816.669595:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816161792, portal 25
00000100:00000010:3.0:1788575816.669598:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb480.
00000100:00000001:2.0:1788575816.669599:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575816.669601:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773177856 : -111012936373760 : ffff9b08c95caa00)
00000020:00000040:3.0:1788575816.669603:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00000040:2.0:1788575816.669607:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575816.669609:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575816.669612:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.669615:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575816.669617:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788575816.669618:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575816.669621:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575816.669624:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000010:3.0:1788575816.669626:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437000.
00000400:00000010:2.0:1788575816.669629:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000001:3.0:1788575816.669630:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575816.669634:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816161792, offset 0
00000100:00100000:3.0:1788575816.669639:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575816.669646:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669655:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575816.669658:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575816.669660:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575816.669667:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001528b4d4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575816.669675:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:3.0:1788575816.669677:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575816.669680:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575816.669682:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788575816.669684:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575816.669687:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788575816.669689:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:3.0:1788575816.669690:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575816.669694:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575816.669697:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6660
00000400:00000200:2.0:1788575816.669699:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575816.669703:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575816.669707:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90769:90769:256:4294967295] 192.168.202.101@tcp LPNI seq info [90749:90749:8:4294967295]
00000400:00000200:2.0:1788575816.669711:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575816.669721:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575816.669727:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575816.669729:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575816.669732:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575816.669736:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788575816.669737:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00000040:3.0:1788575816.669739:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669743:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575816.669745:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575816.669750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575816.669750:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575816.669754:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788575816.669757:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000020:00000040:3.0:1788575816.669757:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575816.669761:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575816.669764:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575816.669769:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.1:1788575816.669769:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575816.669774:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1788575816.669775:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000100:2.0:1788575816.669783:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:3.0:1788575816.669783:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669787:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1788575816.669788:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000100:00000040:3.0:1788575816.669790:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669792:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575816.669794:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575816.669795:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788575816.669797:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575816.669799:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575816.669803:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788575816.669803:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575816.669807:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575816.669809:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
02000000:00000001:3.0:1788575816.669810:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575816.669812:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:3.0:1788575816.669813:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575816.669819:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575816.669822:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788575816.669823:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575816.669831:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.669833:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.669834:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.669839:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575816.669839:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8000.
00000020:00000040:3.0:1788575816.669843:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575816.669848:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575816.669850:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.669851:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.669854:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575816.669855:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788575816.669857:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575816.669859:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.669861:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575816.669863:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435800.
00000400:00000200:2.0:1788575816.669866:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575816.669866:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.669871:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301336448
00000100:00100000:3.0:1788575816.669874:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788575816.669878:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575816.669887:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575816.669889:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575816.669889:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.669897:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301336448
00000100:00000040:3.0:1788575816.669897:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0af9726] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788575816.669902:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bde0.
00000100:00000001:2.0:1788575816.669908:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575816.669912:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.669913:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788575816.669917:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575816.669918:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.669922:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788575816.669924:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575816.669926:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788575816.669930:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575816/real 1788575816]  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575816.669931:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575816.669936:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575816.669941:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6660
00000400:00000001:2.0:1788575816.669964:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575816.669970:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575816.669972:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575816.669976:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575816.669977:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575816.669980:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575816.669984:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575816.669992:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.669997:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575816.669999:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670001:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.670003:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575816.670007:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670013:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575816.670017:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670024:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575816.670026:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670028:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.670029:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670031:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575816.670033:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575816.670036:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575816.670039:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575816.670041:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575816.670044:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575816.670051:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816161792:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575816.670084:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670086:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.670090:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95caa00 x1875450816161792/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670096:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575816.670098:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1788575816.670099:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:2.0:1788575816.670101:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575816.670107:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1788575816.670108:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000020:00000001:2.0:1788575816.670110:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1788575816.670113:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000020:00000040:2.0:1788575816.670114:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575816.670118:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788575816.670119:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000010:2.0:1788575816.670122:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435400.
00000100:00000001:3.0:1788575816.670123:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575816.670128:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788575816.670128:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575816.670132:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788575816.670133:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000010:2.0:1788575816.670135:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95caa00.
00000020:00000001:3.0:1788575816.670137:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575816.670140:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1788575816.670141:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:2.0:1788575816.670143:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788575816.670145:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575816.670147:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575816.670149:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575816.670153:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575816.670155:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1788575816.670156:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575816.670158:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670163:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788575816.670163:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575816.670166:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575816.670168:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575816.670170:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575816.670173:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575816.670177:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575816.670178:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575816.670185:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575816.670190:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575816.670191:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575816.670194:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.670197:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575816.670198:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575816.670202:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575816.670202:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575816.670206:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575816.670208:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788575816.670211:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161920:192.168.202.101@tcp:38:kworker.0
02000000:00000001:3.0:1788575816.670212:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.670218:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575816.670219:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788575816.670222:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
02000000:00000001:2.0:1788575816.670223:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575816.670226:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788575816.670227:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575816.670229:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788575816.670231:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575816.670234:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
00000100:00000010:3.0:1788575816.670237:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9180.
02000000:00000001:2.0:1788575816.670238:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575816.670242:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575816.670246:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575816.670248:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575816.670251:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575816.670252:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575816.670254:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788575816.670257:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
02000000:00000001:3.0:1788575816.670259:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788575816.670263:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816161920, portal 10
02000000:00000001:3.0:1788575816.670263:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670269:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1788575816.670271:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436400.
00000100:00000001:2.0:1788575816.670272:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773180544 : -111012936371072 : ffff9b08c95cb480)
00000100:00000001:3.0:1788575816.670279:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575816.670281:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670288:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1788575816.670288:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575816.670293:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575816.670296:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575816.670299:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816161920, offset 0
00000100:00000001:3.0:1788575816.670303:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575816.670305:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575816.670308:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575816.670313:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575816.670317:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d6a6daa] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575816.670321:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575816.670328:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575816.670332:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:3.0:1788575816.670334:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575816.670337:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788575816.670338:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575816.670344:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:3.0:1788575816.670344:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575816.670346:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575816.670349:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575816.670351:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90770:90770:256:4294967295] 192.168.202.101@tcp LPNI seq info [90750:90750:8:4294967295]
00000100:00000001:3.0:1788575816.670352:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575816.670356:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6660
00000400:00000200:2.0:1788575816.670361:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575816.670368:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575816.670375:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575816.670375:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575816.670380:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000010:2.0:1788575816.670381:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00080000:3.0:1788575816.670383:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788575816.670390:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575816.670391:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.670395:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788575816.670397:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1788575816.670400:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575816.670405:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.1:1788575816.670405:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575816.670410:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788575816.670411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000020:00000040:3.0:1788575816.670414:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000800:00000100:2.0:1788575816.670418:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000001:3.0:1788575816.670418:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:2.0:1788575816.670420:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000020:00000040:3.0:1788575816.670422:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000400:00000200:2.0:1788575816.670424:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788575816.670428:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000400:00000200:2.0:1788575816.670429:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1788575816.670434:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000400:00000200:2.0:1788575816.670435:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575816.670439:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000040:3.0:1788575816.670442:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575816.670444:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788575816.670445:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575816.670451:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575816.670452:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575816.670453:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575816.670458:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575816.670464:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575816.670467:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788575816.670469:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575816.670471:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575816.670473:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575816.670477:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575816.670482:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670483:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.670485:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575816.670488:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1788575816.670489:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575816.670492:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.670493:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670495:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575816.670496:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9c00.
00000020:00000040:3.0:1788575816.670499:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000040:2.0:1788575816.670500:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
02000000:00000001:3.0:1788575816.670501:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575816.670503:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575816.670506:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575816.670508:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575816.670509:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575816.670510:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670513:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301332557
02000000:00000010:3.0:1788575816.670515:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434800.
00000100:00000001:2.0:1788575816.670519:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301336448
00000100:00000001:3.0:1788575816.670520:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670525:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301332557
00000100:00100000:3.0:1788575816.670527:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575816.670528:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301336448
00000100:00000001:2.0:1788575816.670534:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575816.670539:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670543:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788575816.670545:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575816.670549:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575816.670551:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575816/real 1788575816]  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575816.670556:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092b617f1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575816.670571:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575816.670574:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788575816.670574:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575816.670578:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000040:3.0:1788575816.670581:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6670)
00000400:00000200:2.0:1788575816.670582:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575816.670586:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575816.670589:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575816.670593:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575816.670602:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670609:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575816.670611:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670613:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.670614:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575816.670618:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670624:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575816.670628:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670635:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575816.670637:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670640:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.670641:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670642:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575816.670645:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575816.670647:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575816.670650:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575816.670653:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575816.670656:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575816.670663:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816161920:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575816.670667:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575816.670670:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670676:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575816.670677:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575816.670679:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575816.670681:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575816.670683:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575816.670686:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162048:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575816.670689:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575816.670691:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575816.670692:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575816.670694:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575816.670697:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575816.670699:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575816.670702:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575816.670704:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575816.670708:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575816.670711:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816162048, portal 10
00000100:00000001:2.0:1788575816.670712:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575816.670714:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773167104 : -111012936384512 : ffff9b08c95c8000)
00000100:00000040:2.0:1788575816.670719:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670725:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575816.670726:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575816.670728:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575816.670729:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816162048, offset 0
00000400:00000200:2.0:1788575816.670732:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575816.670734:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575816.670737:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575816.670739:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575816.670741:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575816.670742:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575816.670743:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575816.670745:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90771:90771:256:4294967295] 192.168.202.101@tcp LPNI seq info [90751:90751:8:4294967295]
00000400:00000200:2.0:1788575816.670748:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575816.670752:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575816.670754:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575816.670756:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575816.670758:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575816.670760:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575816.670762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575816.670764:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788575816.670766:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575816.670767:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575816.670770:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575816.670773:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575816.670775:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575816.670777:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575816.670780:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575816.670783:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670790:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.670793:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670799:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670800:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575816.670803:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575816.670806:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575816.670809:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575816.670811:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301332507
00000100:00000001:2.0:1788575816.670813:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301336448
00000100:00000001:2.0:1788575816.670815:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301332507
00000100:00000001:2.0:1788575816.670817:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301336448
00000100:00000001:2.0:1788575816.670819:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575816.670820:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670822:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575816.670826:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575816/real 1788575816]  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575816.670833:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575816.670834:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575816.670836:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575816.670837:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575816.670838:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575816.670840:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575816.670842:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575816.670847:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670850:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575816.670851:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670852:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.670853:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575816.670855:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670860:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575816.670862:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670865:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575816.670867:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670868:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.670868:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670869:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575816.670870:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575816.670871:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575816.670873:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575816.670874:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575816.670876:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575816.670880:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162048:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575816.670883:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670884:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.670886:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb480 x1875450816161920/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670889:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575816.670890:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575816.670891:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575816.670893:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575816.670893:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575816.670894:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575816.670896:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575816.670897:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575816.670900:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575816.670901:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575816.670902:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb480.
00000100:00000001:2.0:1788575816.670904:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575816.670904:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670905:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.670907:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8000 x1875450816162048/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670910:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575816.670911:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575816.670912:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575816.670913:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575816.670914:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575816.670914:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575816.670915:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575816.670916:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435800.
02000000:00000001:2.0:1788575816.670917:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575816.670918:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575816.670918:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8000.
00000100:00000001:2.0:1788575816.670920:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575816.670921:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670922:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.670924:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575816.670925:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.670926:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575816.670927:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575816.670928:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575816.670930:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670934:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575816.670935:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575816.670937:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575816.670938:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575816.670940:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575816.670943:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162176:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575816.670947:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575816.670960:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575816.670962:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575816.670964:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575816.670967:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575816.670969:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575816.670973:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575816.670975:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575816.670978:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575816.670981:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816162176, portal 4
00000100:00000001:2.0:1788575816.670983:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575816.670984:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773171584 : -111012936380032 : ffff9b08c95c9180)
00000100:00000040:2.0:1788575816.670990:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.670996:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575816.670998:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575816.671000:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575816.671002:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816162176, offset 0
00000400:00000200:2.0:1788575816.671006:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575816.671009:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575816.671013:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575816.671015:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575816.671018:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575816.671020:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575816.671023:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575816.671026:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90772:90772:256:4294967295] 192.168.202.101@tcp LPNI seq info [90752:90752:8:4294967295]
00000400:00000200:2.0:1788575816.671029:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575816.671035:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575816.671039:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575816.671043:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575816.671046:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575816.671048:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575816.671051:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575816.671066:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788575816.671069:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575816.671071:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575816.671073:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575816.671075:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575816.671077:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575816.671078:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575816.671080:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575816.671082:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671087:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.671089:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671093:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.671094:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575816.671096:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575816.671098:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575816.671100:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575816.671101:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301332541
00000100:00000001:2.0:1788575816.671102:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301336448
00000100:00000001:2.0:1788575816.671104:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301332541
00000100:00000001:2.0:1788575816.671105:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301336448
00000100:00000001:2.0:1788575816.671106:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575816.671107:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.671108:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575816.671110:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575816/real 1788575816]  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575816.671115:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575816.671116:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575816.671117:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575816.671119:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575816.671120:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575816.671121:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575816.671123:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575816.671127:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671130:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575816.671131:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671132:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.671133:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575816.671135:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671139:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575816.671141:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671144:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575816.671145:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671146:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.671147:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671148:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575816.671149:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575816.671150:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575816.671152:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575816.671153:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575816.671155:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575816.671159:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162176:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575816.671162:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575816.671163:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671167:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575816.671168:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575816.671169:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575816.671170:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575816.671171:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575816.671173:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162304:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575816.671174:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575816.671175:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575816.671176:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575816.671177:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575816.671179:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575816.671180:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575816.671182:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575816.671183:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575816.671185:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575816.671187:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816162304, portal 4
00000100:00000001:2.0:1788575816.671188:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575816.671189:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773174272 : -111012936377344 : ffff9b08c95c9c00)
00000100:00000040:2.0:1788575816.671192:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671196:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575816.671197:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575816.671198:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575816.671199:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816162304, offset 0
00000400:00000200:2.0:1788575816.671201:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575816.671203:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575816.671205:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575816.671207:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575816.671209:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575816.671210:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575816.671212:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575816.671214:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90773:90773:256:4294967295] 192.168.202.101@tcp LPNI seq info [90753:90753:8:4294967295]
00000400:00000200:2.0:1788575816.671216:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575816.671220:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575816.671224:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575816.671226:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575816.671230:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575816.671232:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788575816.671236:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575816.671239:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788575816.671242:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575816.671244:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575816.671246:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575816.671249:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575816.671252:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575816.671254:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575816.671256:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575816.671260:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671267:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.671270:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671276:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.671277:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575816.671280:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575816.671283:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575816.671286:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575816.671288:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301332532
00000100:00000001:2.0:1788575816.671291:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301336448
00000100:00000001:2.0:1788575816.671293:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301332532
00000100:00000001:2.0:1788575816.671295:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301336448
00000100:00000001:2.0:1788575816.671297:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575816.671299:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.671300:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575816.671304:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575816/real 1788575816]  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575816.671312:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575816.671313:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575816.671315:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575816.671317:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575816.671318:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575816.671320:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575816.671323:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575816.671329:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671332:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575816.671333:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671334:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.671335:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575816.671337:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671340:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575816.671342:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671346:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575816.671348:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671349:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575816.671349:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671351:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575816.671352:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575816.671353:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575816.671355:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575816.671357:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575816.671361:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575816.671368:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162304:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575816.671372:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671373:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.671377:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9180 x1875450816162176/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671383:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575816.671384:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575816.671386:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575816.671388:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575816.671390:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575816.671391:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575816.671392:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575816.671394:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436400.
02000000:00000001:2.0:1788575816.671396:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575816.671397:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575816.671399:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9180.
00000100:00000001:2.0:1788575816.671401:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575816.671402:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671403:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575816.671405:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9c00 x1875450816162304/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575816.671410:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575816.671411:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575816.671412:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575816.671414:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575816.671415:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575816.671417:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575816.671419:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575816.671420:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434800.
02000000:00000001:2.0:1788575816.671421:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575816.671422:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575816.671423:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9c00.
00000100:00000001:2.0:1788575816.671425:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575816.671426:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671427:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575816.671430:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575816.671431:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575816.671433:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575816.671434:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575816.989157:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575816.989163:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575816.989165:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575816.989167:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989169:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575816.989171:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989172:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989174:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575816.989177:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575816.989178:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575816.989179:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989179:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575816.989180:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989181:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989182:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575816.989189:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575816.989190:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575816.989191:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989192:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575816.989193:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989194:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989195:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575816.989197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575816.989198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575816.989240:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575816.989243:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575816.989245:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575817.693173:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575817.693174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575817.693181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575817.693183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575817.693186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575817.693187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575817.693195:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575817.693201:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575817.693202:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575817.693208:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575817.693208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575817.693213:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575817.693214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575817.693218:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575817.693224:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575817.693224:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575817.693231:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575817.693236:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575818.013219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575818.013227:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575818.013234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575818.013235:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575818.013239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575818.013240:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575818.013243:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575818.013244:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575818.013247:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575818.013248:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575818.013309:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575818.013313:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575818.013316:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575818.717114:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575818.717122:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575818.717124:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575818.717130:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575818.717134:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575818.717138:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575818.717142:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575818.717144:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575818.717146:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575818.717165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575818.717173:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575818.717175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575818.717179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575818.717183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575818.717186:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575818.717189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575818.717191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575818.717194:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037149:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575819.037157:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575819.037160:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575819.037163:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037168:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575819.037170:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037171:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037173:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575819.037177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575819.037180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575819.037184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575819.037193:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575819.037193:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575819.037194:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037195:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575819.037199:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037200:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575819.037201:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575819.037276:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575819.037281:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575819.037285:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575819.741174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575819.741174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575819.741186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575819.741188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575819.741193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575819.741194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575819.741199:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575819.741203:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575819.741204:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575819.741214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1788575819.741216:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575819.741217:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575819.741220:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575819.741225:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575819.741230:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575819.741237:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575819.741240:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575819.741243:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575820.061214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575820.061223:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575820.061230:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575820.061231:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575820.061235:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575820.061236:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575820.061239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575820.061240:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575820.061243:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575820.061244:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575820.061324:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575820.061329:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575820.061333:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575820.701165:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301336448, at 4301336512
00000100:00000010:3.0:1788575820.701179:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bde0.
00000100:00000040:2.0:1788575820.701517:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301336448, at 4301336512
00000100:00000010:2.0:1788575820.701528:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575820.765212:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575820.765213:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575820.765220:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575820.765222:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575820.765223:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575820.765226:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575820.765229:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575820.765236:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575820.765236:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575820.765242:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575820.765244:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575820.765246:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575820.765249:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575820.765250:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575820.765252:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575820.765256:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575820.765260:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575820.765264:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575821.085189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575821.085195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575821.085199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575821.085200:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575821.085202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575821.085203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575821.085205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575821.085206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575821.085208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575821.085209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575821.085300:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575821.085307:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575821.085311:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575821.789159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575821.789167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575821.789169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575821.789176:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575821.789181:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575821.789186:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575821.789189:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575821.789190:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575821.789190:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575821.789194:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575821.789195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575821.789198:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575821.789201:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575821.789206:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:3.0:1788575821.789215:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575821.789216:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575821.789225:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575821.789225:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575821.789233:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575821.789234:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575821.789236:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575821.789240:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575821.789241:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575821.789251:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6665
00000400:00000200:3.0:1788575821.789261:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575821.789266:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575821.789268:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575821.789271:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789273:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575821.789276:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789277:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575821.789280:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575821.789282:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575821.789284:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575821.789286:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575821.789287:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575821.789289:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575821.789291:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789292:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575821.789293:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789294:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575821.789296:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575821.789298:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789299:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575821.789301:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575821.789304:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575821.789305:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575821.789306:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575821.789308:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575821.789315:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb800.
00000020:00000040:3.0:1788575821.789317:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575821.789320:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575821.789322:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575821.789325:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575821.789327:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575821.789330:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575821.789337:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437400.
00000100:00000001:3.0:1788575821.789343:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575821.789353:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575821.789363:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575821.789368:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575821.789373:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e5dfd4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575821.789391:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575821.789394:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575821.789398:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575821.789399:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575821.789400:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575821.789403:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575821.789405:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6665
00000400:00000200:3.0:1788575821.789408:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575821.789410:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575821.789411:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575821.789413:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789415:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575821.789416:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789423:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575821.789425:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575821.789427:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575821.789432:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575821.789434:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575821.789437:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575821.789439:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575821.789441:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788575821.789443:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575821.789447:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575821.789447:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575821.789452:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575821.789452:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789455:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575821.789460:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000040:2.0:1788575821.789463:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575821.789465:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789475:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575821.789479:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575821.789481:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575821.789484:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575821.789484:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575821.789488:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.789489:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788575821.789490:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575821.789494:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788575821.789495:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575821.789500:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.789501:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575821.789502:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575821.789507:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8e00.
00000100:00100000:2.0:1788575821.789508:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816162432:192.168.202.101@tcp:250:kworker.0
00000020:00000040:3.0:1788575821.789510:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575821.789515:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575821.789517:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575821.789517:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575821.789520:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575821.789521:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575821.789523:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575821.789523:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.789528:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575821.789529:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437800.
00000100:00000001:3.0:1788575821.789532:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.789534:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575821.789541:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
00000100:00100000:3.0:1788575821.789541:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575821.789546:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575821.789552:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575821.789557:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575821.789563:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788575821.789565:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575821.789567:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575821.789574:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816162432, portal 25
00000100:00000040:3.0:1788575821.789574:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3816242] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.789579:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575821.789581:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773181440 : -111012936370176 : ffff9b08c95cb800)
00000100:00000001:3.0:1788575821.789589:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575821.789591:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575821.789592:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575821.789599:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575821.789601:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575821.789604:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575821.789609:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575821.789610:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788575821.789613:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6665
00000100:00000040:2.0:1788575821.789616:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575821.789619:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575821.789620:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000400:00000200:3.0:1788575821.789625:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000200:2.0:1788575821.789626:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816162432, offset 0
00000100:00080000:3.0:1788575821.789628:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575821.789631:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789632:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575821.789636:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575821.789638:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789638:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575821.789642:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575821.789643:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575821.789645:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575821.789646:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575821.789647:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575821.789651:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:3.0:1788575821.789651:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575821.789657:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789658:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575821.789659:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789660:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575821.789661:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575821.789663:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575821.789665:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575821.789666:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575821.789668:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575821.789670:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575821.789672:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:3.0:1788575821.789672:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575821.789676:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575821.789679:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575821.789680:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788575821.789681:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575821.789686:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000400:00000200:2.0:1788575821.789688:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000040:3.0:1788575821.789689:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575821.789693:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575821.789696:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788575821.789696:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575821.789700:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575821.789702:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575821.789703:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:3.0:1788575821.789704:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575821.789708:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437c00.
00000400:00000200:2.0:1788575821.789712:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90774:90774:256:4294967295] 192.168.202.101@tcp LPNI seq info [90754:90754:8:4294967295]
00000100:00000001:3.0:1788575821.789713:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575821.789720:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575821.789723:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575821.789730:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575821.789731:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575821.789737:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575821.789741:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788575821.789752:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575821.789755:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1788575821.789756:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575821.789757:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575821.789761:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575821.789762:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575821.789764:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1788575821.789765:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00080000:3.0:1788575821.789767:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6665
00000400:00000200:3.0:1788575821.789771:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575821.789775:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000200:2.0:1788575821.789778:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:3.0:1788575821.789778:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575821.789783:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575821.789786:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1788575821.789786:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575821.789795:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575821.789797:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575821.789800:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1788575821.789802:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575821.789818:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575821.789819:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575821.789821:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575821.789823:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575821.789825:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575821.789827:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000100:2.0:1788575821.789832:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:3.0:1788575821.789833:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000010:2.0:1788575821.789836:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000100:00000001:3.0:1788575821.789837:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575821.789842:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575821.789846:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575821.789852:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788575821.789855:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575821.789858:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000200:2.0:1788575821.789860:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00080000:3.0:1788575821.789862:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:2.0:1788575821.789864:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:3.0:1788575821.789865:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575821.789870:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575821.789873:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575821.789876:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575821.789877:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575821.789878:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1788575821.789880:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000200:2.0:1788575821.789885:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788575821.789892:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575821.789897:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.789901:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1788575821.789902:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000100:00000040:2.0:1788575821.789907:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575821.789908:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575821.789913:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575821.789915:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575821.789919:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575821.789921:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575821.789923:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.789925:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575821.789927:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434400.
00000100:00000001:2.0:1788575821.789928:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575821.789931:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.789937:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575821.789937:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575821.789952:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575821.789956:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301341568
00000100:00000001:3.0:1788575821.789961:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575821.789965:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575821.789968:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575821.789971:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.789977:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575821.789985:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.789986:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301341568
00000100:00080000:3.0:1788575821.789988:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575821.789991:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:2.0:1788575821.789992:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bde0.
00000100:00000001:3.0:1788575821.789993:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575821.789996:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575821.789998:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575821.789999:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575821.790003:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6665
00000100:00000001:2.0:1788575821.790005:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575821.790007:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575821.790010:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575821.790011:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575821.790013:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788575821.790015:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575821.790020:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575821/real 1788575821]  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575821.790023:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.790028:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575821.790033:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000001:2.0:1788575821.790036:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788575821.790037:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000001:2.0:1788575821.790040:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788575821.790041:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788575821.790044:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000020:00000040:3.0:1788575821.790045:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575821.790049:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575821.790050:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000020:00000040:3.0:1788575821.790051:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000400:00000010:2.0:1788575821.790081:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575821.790085:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788575821.790088:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000200:2.0:1788575821.790092:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575821.790093:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575821.790100:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575821.790104:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575821.790109:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575821.790113:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575821.790113:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575821.790119:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575821.790126:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575821.790130:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575821.790131:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790134:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575821.790135:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575821.790139:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788575821.790141:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575821.790142:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575821.790147:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575821.790150:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575821.790151:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575821.790155:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575821.790161:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790163:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575821.790166:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575821.790169:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575821.790172:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
00000020:00000040:3.0:1788575821.790177:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575821.790183:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788575821.790183:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575821.790185:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790188:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575821.790188:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575821.790190:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575821.790191:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788575821.790193:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790194:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790199:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1788575821.790199:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436c00.
00000100:00000001:2.0:1788575821.790203:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575821.790204:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575821.790209:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1788575821.790214:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575821.790217:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575821.790221:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575821.790229:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575821.790236:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575821.790240:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575821.790243:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816162432:192.168.202.101@tcp:250:kworker.0
00000100:00000040:3.0:1788575821.790249:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790251:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790255:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.790261:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb800 x1875450816162432/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575821.790263:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575821.790269:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6675)
00000100:00000001:2.0:1788575821.790280:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575821.790282:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575821.790285:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575821.790288:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575821.790290:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575821.790292:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575821.790294:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575821.790296:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437400.
02000000:00000001:2.0:1788575821.790301:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575821.790302:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575821.790304:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575821.790307:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575821.790308:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790310:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790317:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575821.790319:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790321:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575821.790323:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575821.790324:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575821.790328:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790334:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575821.790335:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.790337:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575821.790339:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575821.790341:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575821.790344:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162560:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575821.790347:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575821.790349:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575821.790350:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.790352:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575821.790355:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575821.790357:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575821.790361:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575821.790364:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575821.790367:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575821.790370:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816162560, portal 10
00000100:00000001:2.0:1788575821.790372:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575821.790373:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773170688 : -111012936380928 : ffff9b08c95c8e00)
00000100:00000040:2.0:1788575821.790380:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790387:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575821.790389:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575821.790391:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575821.790393:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816162560, offset 0
00000400:00000200:2.0:1788575821.790397:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575821.790400:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575821.790404:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575821.790407:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575821.790409:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575821.790412:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575821.790414:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575821.790417:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90775:90775:256:4294967295] 192.168.202.101@tcp LPNI seq info [90755:90755:8:4294967295]
00000400:00000200:2.0:1788575821.790421:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575821.790427:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575821.790431:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575821.790434:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575821.790438:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575821.790440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575821.790444:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575821.790447:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788575821.790450:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575821.790452:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575821.790455:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575821.790459:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575821.790461:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575821.790463:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575821.790466:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575821.790470:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790477:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.790480:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790487:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790488:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575821.790491:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575821.790494:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575821.790497:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575821.790499:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301337677
00000100:00000001:2.0:1788575821.790501:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301341568
00000100:00000001:2.0:1788575821.790504:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301337677
00000100:00000001:2.0:1788575821.790505:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301341568
00000100:00000001:2.0:1788575821.790507:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575821.790509:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790511:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575821.790524:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575821/real 1788575821]  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575821.790532:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575821.790533:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575821.790535:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575821.790537:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575821.790538:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575821.790540:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575821.790543:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575821.790551:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790564:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575821.790565:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790567:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575821.790569:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575821.790572:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790580:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575821.790584:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790591:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575821.790593:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790595:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575821.790596:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790598:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575821.790600:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575821.790603:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575821.790606:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575821.790608:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575821.790612:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575821.790619:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162560:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575821.790623:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575821.790626:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790633:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575821.790634:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.790637:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575821.790638:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575821.790640:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575821.790643:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162688:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575821.790646:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575821.790648:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575821.790649:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.790651:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575821.790654:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575821.790656:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575821.790660:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575821.790662:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575821.790665:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575821.790668:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816162688, portal 10
00000100:00000001:2.0:1788575821.790671:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575821.790672:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575821.790677:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790683:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575821.790686:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575821.790688:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575821.790690:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816162688, offset 0
00000400:00000200:2.0:1788575821.790694:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575821.790697:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575821.790701:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575821.790704:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575821.790706:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575821.790709:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575821.790711:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575821.790714:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90776:90776:256:4294967295] 192.168.202.101@tcp LPNI seq info [90756:90756:8:4294967295]
00000400:00000200:2.0:1788575821.790718:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575821.790723:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575821.790729:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575821.790732:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575821.790735:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575821.790738:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575821.790742:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575821.790745:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788575821.790748:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575821.790750:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575821.790753:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575821.790757:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575821.790759:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575821.790761:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575821.790764:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575821.790767:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790774:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.790778:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790784:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790785:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575821.790788:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575821.790791:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575821.790794:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575821.790796:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301337627
00000100:00000001:2.0:1788575821.790798:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301341568
00000100:00000001:2.0:1788575821.790801:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301337627
00000100:00000001:2.0:1788575821.790803:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301341568
00000100:00000001:2.0:1788575821.790805:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575821.790817:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.790819:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575821.790823:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575821/real 1788575821]  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575821.790832:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575821.790833:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575821.790835:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575821.790837:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575821.790839:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575821.790841:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575821.790844:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575821.790852:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790859:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575821.790861:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790862:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575821.790863:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575821.790867:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790874:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575821.790878:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790885:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575821.790888:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790890:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575821.790891:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.790892:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575821.790894:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575821.790896:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575821.790899:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575821.790902:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575821.790906:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575821.790914:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162688:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575821.790918:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575821.790921:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790927:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575821.790929:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.790931:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575821.790933:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575821.790935:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575821.790937:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162816:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575821.790941:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575821.790943:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575821.790944:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.790946:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575821.790950:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575821.790952:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575821.790955:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575821.790957:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575821.790961:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575821.790964:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816162816, portal 4
00000100:00000001:2.0:1788575821.790965:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575821.790967:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000100:00000040:2.0:1788575821.790972:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.790979:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575821.790981:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575821.790983:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575821.790985:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816162816, offset 0
00000400:00000200:2.0:1788575821.790989:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575821.790993:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575821.790996:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575821.790999:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575821.791001:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575821.791004:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575821.791006:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575821.791009:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90777:90777:256:4294967295] 192.168.202.101@tcp LPNI seq info [90757:90757:8:4294967295]
00000400:00000200:2.0:1788575821.791013:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575821.791018:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575821.791022:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575821.791025:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575821.791028:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575821.791031:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575821.791035:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575821.791037:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788575821.791040:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575821.791042:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575821.791045:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575821.791049:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575821.791051:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575821.791069:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575821.791072:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575821.791076:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791084:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.791086:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791093:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.791095:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575821.791098:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575821.791101:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575821.791104:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575821.791106:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301337661
00000100:00000001:2.0:1788575821.791108:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301341568
00000100:00000001:2.0:1788575821.791110:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301337661
00000100:00000001:2.0:1788575821.791112:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301341568
00000100:00000001:2.0:1788575821.791114:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575821.791116:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.791118:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575821.791121:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575821/real 1788575821]  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575821.791128:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575821.791130:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575821.791131:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575821.791133:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575821.791135:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575821.791137:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575821.791140:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575821.791147:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791153:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575821.791155:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791157:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575821.791158:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575821.791162:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791168:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575821.791172:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791178:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575821.791181:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791182:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575821.791184:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791185:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575821.791187:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575821.791190:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575821.791193:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575821.791195:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575821.791198:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575821.791206:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162816:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575821.791210:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575821.791213:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791220:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575821.791221:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.791223:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575821.791225:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575821.791226:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575821.791229:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162944:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575821.791231:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575821.791233:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575821.791235:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575821.791236:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575821.791240:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575821.791241:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575821.791244:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575821.791247:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575821.791249:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575821.791252:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816162944, portal 4
00000100:00000001:2.0:1788575821.791255:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575821.791256:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575821.791261:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791267:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575821.791269:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575821.791272:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575821.791274:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816162944, offset 0
00000400:00000200:2.0:1788575821.791278:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575821.791281:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575821.791284:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575821.791287:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575821.791289:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575821.791291:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575821.791293:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575821.791296:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90778:90778:256:4294967295] 192.168.202.101@tcp LPNI seq info [90758:90758:8:4294967295]
00000400:00000200:2.0:1788575821.791299:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575821.791305:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575821.791309:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575821.791312:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575821.791316:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575821.791318:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788575821.791322:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575821.791324:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788575821.791328:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575821.791330:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575821.791332:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575821.791336:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575821.791338:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575821.791340:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575821.791342:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575821.791346:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791358:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.791361:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791367:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.791368:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575821.791371:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575821.791374:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575821.791377:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575821.791378:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301337652
00000100:00000001:2.0:1788575821.791381:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301341568
00000100:00000001:2.0:1788575821.791383:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301337652
00000100:00000001:2.0:1788575821.791385:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301341568
00000100:00000001:2.0:1788575821.791387:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575821.791389:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.791391:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575821.791394:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575821/real 1788575821]  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575821.791402:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575821.791403:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575821.791404:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575821.791407:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575821.791408:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575821.791411:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575821.791414:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575821.791422:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791429:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575821.791430:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791432:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575821.791433:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575821.791436:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791443:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575821.791446:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791451:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575821.791453:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791455:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575821.791456:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791458:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575821.791459:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575821.791462:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575821.791465:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575821.791467:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575821.791471:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575821.791478:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816162944:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575821.791482:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791484:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.791487:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8e00 x1875450816162560/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791493:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575821.791495:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575821.791496:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575821.791499:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575821.791500:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575821.791502:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575821.791504:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575821.791506:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437800.
02000000:00000001:2.0:1788575821.791508:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575821.791509:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575821.791511:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575821.791513:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575821.791515:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791516:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.791519:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816162688/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791526:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575821.791527:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575821.791529:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575821.791531:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575821.791532:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575821.791533:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575821.791534:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575821.791536:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437c00.
02000000:00000001:2.0:1788575821.791538:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575821.791539:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575821.791540:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575821.791542:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575821.791543:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791545:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.791548:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816162816/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791554:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575821.791556:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575821.791557:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575821.791559:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575821.791560:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575821.791561:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575821.791562:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575821.791564:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434400.
02000000:00000001:2.0:1788575821.791566:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575821.791568:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575821.791569:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:2.0:1788575821.791571:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575821.791572:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791574:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575821.791577:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816162944/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575821.791582:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575821.791584:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575821.791585:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575821.791587:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575821.791588:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575821.791589:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575821.791591:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575821.791593:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436c00.
02000000:00000001:2.0:1788575821.791595:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575821.791596:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575821.791597:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575821.791600:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575821.791601:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791603:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575821.791606:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575821.791607:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575821.791609:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575821.791611:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575822.109172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575822.109178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575822.109184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575822.109186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575822.109189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575822.109190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575822.109193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575822.109195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575822.109197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575822.109199:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575822.109275:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575822.109280:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575822.109284:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575822.813204:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575822.813204:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575822.813216:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575822.813216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575822.813219:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575822.813221:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575822.813229:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575822.813229:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575822.813236:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575822.813237:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575822.813242:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575822.813242:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575822.813250:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575822.813254:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575822.813259:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575822.813259:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575822.813263:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575822.813268:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575823.133151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575823.133156:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575823.133160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575823.133161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575823.133163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575823.133164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575823.133166:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575823.133167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575823.133169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575823.133170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575823.133220:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575823.133223:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575823.133226:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575823.837205:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575823.837206:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575823.837216:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575823.837216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575823.837221:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575823.837221:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575823.837230:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575823.837230:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575823.837237:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575823.837241:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575823.837245:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575823.837249:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575823.837252:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575823.837255:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575823.837259:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575823.837275:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575823.837278:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575823.837281:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575824.157167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575824.157175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575824.157181:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575824.157182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575824.157186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575824.157187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575824.157190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575824.157191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575824.157194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575824.157195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575824.157263:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575824.157267:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575824.157271:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575824.861190:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575824.861200:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575824.861203:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575824.861209:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575824.861214:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575824.861218:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575824.861222:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575824.861228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575824.861228:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575824.861236:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575824.861237:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575824.861243:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575824.861249:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575824.861253:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575824.861256:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575824.861259:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575824.861261:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575824.861264:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575825.181163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575825.181169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575825.181174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575825.181175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575825.181179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575825.181180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575825.181183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575825.181184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575825.181187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575825.181188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575825.181246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575825.181250:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575825.181254:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575825.821123:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301341568, at 4301341632
00000100:00000040:2.0:1788575825.821124:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301341568, at 4301341632
00000100:00000010:3.0:1788575825.821137:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bde0.
00000100:00000010:2.0:1788575825.821140:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:0.0:1788575825.885156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575825.885156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575825.885162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575825.885164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575825.885165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575825.885168:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575825.885171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575825.885173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575825.885174:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575825.885179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575825.885179:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575825.885183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575825.885184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575825.885185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575825.885190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575825.885191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575825.885194:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575825.885197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575826.205152:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575826.205157:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575826.205160:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575826.205161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575826.205163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575826.205164:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575826.205166:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575826.205167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575826.205169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575826.205170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575826.205233:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575826.205238:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575826.205242:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575826.909149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575826.909149:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575826.909154:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575826.909157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575826.909160:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1788575826.909161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575826.909164:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575826.909165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575826.909165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575826.909170:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575826.909170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788575826.909171:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575826.909173:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575826.909174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909177:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575826.909178:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575826.909179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575826.909181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575826.909186:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6670
00000100:00000001:1.0:1788575826.909193:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575826.909197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788575826.909197:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575826.909206:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788575826.909206:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1788575826.909209:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575826.909212:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788575826.909214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575826.909218:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909222:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575826.909225:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909228:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575826.909233:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575826.909235:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575826.909237:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575826.909240:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575826.909243:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575826.909245:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575826.909248:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909250:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575826.909252:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909254:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575826.909257:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575826.909260:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909263:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575826.909266:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575826.909269:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575826.909272:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909274:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575826.909276:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575826.909285:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9500.
00000020:00000040:3.0:1788575826.909289:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575826.909292:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575826.909294:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909296:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575826.909299:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575826.909303:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575826.909310:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436c00.
00000100:00000001:3.0:1788575826.909316:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575826.909325:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575826.909334:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575826.909338:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575826.909342:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ceba466] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575826.909371:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575826.909377:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575826.909381:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575826.909382:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575826.909384:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575826.909387:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575826.909391:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6670
00000400:00000200:3.0:1788575826.909395:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575826.909399:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575826.909401:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575826.909402:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788575826.909405:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575826.909407:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575826.909409:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575826.909411:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575826.909414:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909418:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575826.909421:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575826.909421:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575826.909424:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575826.909428:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575826.909431:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575826.909436:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575826.909437:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575826.909440:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575826.909441:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
02000000:00000001:2.0:1788575826.909445:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788575826.909447:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575826.909449:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575826.909451:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575826.909453:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575826.909455:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575826.909460:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816163072:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575826.909461:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575826.909467:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788575826.909467:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575826.909471:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788575826.909474:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575826.909475:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909480:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.909481:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788575826.909485:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1788575826.909487:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575826.909491:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575826.909491:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575826.909496:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909499:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575826.909502:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:3.0:1788575826.909504:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788575826.909508:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000008:00000001:3.0:1788575826.909509:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909513:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575826.909516:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000010:3.0:1788575826.909519:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
00000100:00000200:2.0:1788575826.909524:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816163072, portal 25
00000020:00000040:3.0:1788575826.909524:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575826.909528:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788575826.909530:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575826.909531:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773172480 : -111012936379136 : ffff9b08c95c9500)
02000000:00000001:3.0:1788575826.909534:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909537:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788575826.909540:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575826.909540:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575826.909544:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575826.909550:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434400.
00000100:00000001:2.0:1788575826.909553:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575826.909555:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575826.909559:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00100000:3.0:1788575826.909563:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575826.909564:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575826.909569:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816163072, offset 0
00000100:00000001:3.0:1788575826.909574:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575826.909577:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575826.909581:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:3.0:1788575826.909582:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575826.909590:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575826.909593:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575826.909594:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575826.909599:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575826.909600:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575826.909601:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575826.909604:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:3.0:1788575826.909605:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575826.909607:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6670
00000400:00000200:2.0:1788575826.909618:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575826.909623:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575826.909626:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575826.909630:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575826.909633:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90779:90779:256:4294967295] 192.168.202.101@tcp LPNI seq info [90759:90759:8:4294967295]
00000400:00000200:2.0:1788575826.909638:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.909648:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575826.909656:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575826.909657:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575826.909674:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000010:2.0:1788575826.909675:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00080000:3.0:1788575826.909678:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575826.909684:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575826.909686:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575826.909688:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788575826.909692:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1788575826.909693:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909699:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.1:1788575826.909703:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575826.909704:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575826.909708:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:2.1:1788575826.909709:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1788575826.909712:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:2.0:1788575826.909716:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000040:3.0:1788575826.909717:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000800:00000010:2.0:1788575826.909720:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000020:00000001:3.0:1788575826.909721:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575826.909726:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575826.909727:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788575826.909731:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909734:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575826.909736:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909739:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575826.909742:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788575826.909743:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575826.909748:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00080000:3.0:1788575826.909749:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:2.0:1788575826.909753:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:3.0:1788575826.909754:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575826.909758:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575826.909759:0:2397:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788575826.909761:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788575826.909766:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575826.909766:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909771:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575826.909774:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575826.909781:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.909783:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788575826.909783:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575826.909788:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000100:00000040:2.0:1788575826.909789:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575826.909792:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575826.909796:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575826.909798:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909802:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575826.909803:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575826.909805:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.909808:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575826.909811:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437c00.
00000100:00000001:2.0:1788575826.909812:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575826.909817:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.909819:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575826.909825:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575826.909826:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575826.909830:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301346688
00000100:00000010:2.0:1788575826.909838:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575826.909839:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575826.909843:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575826.909847:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.909852:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575826.909859:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.909860:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301346688
00000100:00080000:3.0:1788575826.909863:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1788575826.909865:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b000.
00000100:00000001:2.0:1788575826.909870:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1788575826.909871:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575826.909875:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575826.909876:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788575826.909878:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575826.909880:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909883:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575826.909884:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788575826.909887:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6670
00000400:00000200:3.0:1788575826.909890:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575826.909894:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00100000:2.0:1788575826.909895:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575826/real 1788575826]  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575826.909896:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575826.909901:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909905:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575826.909909:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909912:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575826.909915:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575826.909916:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000400:00000001:2.0:1788575826.909917:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788575826.909918:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:2.0:1788575826.909920:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1788575826.909921:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000400:00000010:2.0:1788575826.909924:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000020:00000001:3.0:1788575826.909924:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575826.909928:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575826.909930:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000100:00000040:3.0:1788575826.909931:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575826.909935:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575826.909935:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575826.909938:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575826.909941:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788575826.909941:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575826.909943:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575826.909947:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575826.909950:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575826.909951:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575826.909951:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575826.909954:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575826.909958:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.909961:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575826.909964:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575826.909968:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575826.909970:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575826.909970:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575826.909975:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000020:00000040:3.0:1788575826.909979:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575826.909984:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575826.909985:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788575826.909986:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.909989:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575826.909989:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575826.909992:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575826.909994:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788575826.909994:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.909997:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788575826.909999:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437800.
00000100:00000001:3.0:1788575826.910002:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575826.910003:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575826.910008:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575826.910022:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575826.910023:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575826.910026:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575826.910030:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575826.910031:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575826.910070:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575826.910072:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575826.910074:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575826.910075:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575826.910076:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575826.910078:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575826.910080:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6670
00000400:00000200:3.0:1788575826.910083:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575826.910085:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575826.910087:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575826.910088:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788575826.910091:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575826.910094:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575826.910095:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575826.910099:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788575826.910099:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.910102:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575826.910103:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788575826.910104:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575826.910106:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575826.910108:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1788575826.910109:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575826.910112:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:2.0:1788575826.910113:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788575826.910114:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575826.910118:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00080000:2.0:1788575826.910119:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788575826.910121:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575826.910123:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1788575826.910126:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000040:3.0:1788575826.910127:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575826.910131:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788575826.910131:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575826.910133:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575826.910138:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575826.910140:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575826.910142:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575826.910142:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575826.910145:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575826.910149:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.910153:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575826.910155:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575826.910158:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575826.910160:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816163072:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575826.910161:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575826.910166:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575826.910168:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575826.910169:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575826.910172:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788575826.910172:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575826.910175:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575826.910178:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788575826.910179:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9500 x1875450816163072/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575826.910179:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575826.910182:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575826.910186:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437400.
00000100:00000001:3.0:1788575826.910188:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575826.910192:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575826.910207:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575826.910211:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788575826.910214:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1788575826.910215:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
00000100:00000001:3.0:1788575826.910217:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.910221:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1788575826.910222:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3816242] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575826.910225:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575826.910228:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575826.910232:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788575826.910233:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575826.910236:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436c00.
00000100:00000040:3.0:1788575826.910238:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6680)
02000000:00000001:2.0:1788575826.910242:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575826.910245:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575826.910247:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9500.
00000100:00000001:2.0:1788575826.910251:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575826.910253:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.910255:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.910263:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575826.910264:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.910266:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575826.910268:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575826.910270:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575826.910278:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910286:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575826.910288:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.910290:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575826.910292:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575826.910294:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575826.910296:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163200:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575826.910300:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575826.910302:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575826.910304:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.910305:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575826.910308:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575826.910310:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575826.910313:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575826.910316:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575826.910319:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575826.910322:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816163200, portal 10
00000100:00000001:2.0:1788575826.910324:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575826.910325:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575826.910331:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910338:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575826.910340:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575826.910342:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575826.910344:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816163200, offset 0
00000400:00000200:2.0:1788575826.910348:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575826.910352:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.910356:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575826.910359:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575826.910361:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575826.910363:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575826.910366:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575826.910369:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90780:90780:256:4294967295] 192.168.202.101@tcp LPNI seq info [90760:90760:8:4294967295]
00000400:00000200:2.0:1788575826.910373:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.910379:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575826.910384:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575826.910387:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575826.910391:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575826.910393:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575826.910398:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575826.910400:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788575826.910403:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575826.910405:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575826.910408:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575826.910411:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575826.910414:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575826.910416:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575826.910419:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575826.910422:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910430:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575826.910433:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910439:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.910441:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575826.910443:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575826.910447:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575826.910450:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575826.910452:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301342797
00000100:00000001:2.0:1788575826.910455:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301346688
00000100:00000001:2.0:1788575826.910457:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301342797
00000100:00000001:2.0:1788575826.910459:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301346688
00000100:00000001:2.0:1788575826.910461:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575826.910464:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.910465:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575826.910469:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575826/real 1788575826]  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575826.910476:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575826.910477:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575826.910479:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575826.910481:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575826.910483:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575826.910484:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575826.910488:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575826.910496:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910502:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575826.910503:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.910505:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575826.910506:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575826.910509:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910515:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575826.910519:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910525:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575826.910527:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.910529:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575826.910530:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.910532:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575826.910534:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575826.910536:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575826.910540:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575826.910542:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575826.910545:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575826.910553:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163200:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575826.910558:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575826.910561:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910567:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575826.910569:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.910571:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575826.910573:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575826.910575:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575826.910578:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163328:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575826.910581:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575826.910582:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575826.910584:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.910585:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575826.910588:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575826.910590:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575826.910593:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575826.910595:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575826.910598:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575826.910601:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816163328, portal 10
00000100:00000001:2.0:1788575826.910602:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575826.910604:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000100:00000040:2.0:1788575826.910609:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910615:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575826.910617:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575826.910619:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575826.910622:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816163328, offset 0
00000400:00000200:2.0:1788575826.910625:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575826.910629:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.910632:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575826.910635:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575826.910637:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575826.910639:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575826.910642:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575826.910645:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90781:90781:256:4294967295] 192.168.202.101@tcp LPNI seq info [90761:90761:8:4294967295]
00000400:00000200:2.0:1788575826.910648:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.910654:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575826.910659:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575826.910661:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575826.910676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575826.910678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575826.910683:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575826.910685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788575826.910689:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575826.910690:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575826.910693:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575826.910696:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575826.910699:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575826.910701:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575826.910703:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575826.910707:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910714:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575826.910718:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910724:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.910726:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575826.910729:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575826.910732:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575826.910735:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575826.910736:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301342747
00000100:00000001:2.0:1788575826.910739:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301346688
00000100:00000001:2.0:1788575826.910741:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301342747
00000100:00000001:2.0:1788575826.910743:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301346688
00000100:00000001:2.0:1788575826.910744:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575826.910746:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.910748:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575826.910751:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575826/real 1788575826]  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575826.910758:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575826.910760:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575826.910761:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575826.910763:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575826.910765:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575826.910767:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575826.910770:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575826.910778:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910784:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575826.910785:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.910787:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575826.910788:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575826.910791:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910797:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575826.910801:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910808:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575826.910810:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.910811:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575826.910812:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.910814:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575826.910815:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575826.910817:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575826.910820:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575826.910822:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575826.910825:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575826.910833:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163328:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575826.910836:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575826.910839:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910845:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575826.910847:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.910849:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575826.910850:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575826.910852:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575826.910855:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163456:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575826.910858:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575826.910860:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575826.910862:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.910863:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575826.910867:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575826.910869:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575826.910873:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575826.910876:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575826.910879:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575826.910881:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816163456, portal 4
00000100:00000001:2.0:1788575826.910883:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575826.910884:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575826.910890:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910897:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575826.910899:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575826.910901:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575826.910903:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816163456, offset 0
00000400:00000200:2.0:1788575826.910906:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575826.910909:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.910912:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575826.910915:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575826.910918:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575826.910920:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575826.910922:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575826.910925:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90782:90782:256:4294967295] 192.168.202.101@tcp LPNI seq info [90762:90762:8:4294967295]
00000400:00000200:2.0:1788575826.910929:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.910934:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575826.910939:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575826.910942:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575826.910945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575826.910948:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575826.910952:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575826.910955:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788575826.910958:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575826.910960:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575826.910962:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575826.910966:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575826.910969:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575826.910971:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575826.910974:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575826.910977:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910984:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575826.910987:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.910994:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.910995:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575826.910997:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575826.911000:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575826.911003:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575826.911005:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301342780
00000100:00000001:2.0:1788575826.911008:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301346688
00000100:00000001:2.0:1788575826.911010:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301342780
00000100:00000001:2.0:1788575826.911012:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301346688
00000100:00000001:2.0:1788575826.911014:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575826.911017:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.911018:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575826.911022:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575826/real 1788575826]  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575826.911029:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575826.911031:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575826.911032:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575826.911034:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575826.911036:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575826.911038:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575826.911041:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575826.911050:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911080:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575826.911082:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911083:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575826.911085:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575826.911089:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911095:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575826.911099:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911106:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575826.911108:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911109:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575826.911110:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911112:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575826.911114:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575826.911116:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575826.911119:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575826.911121:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575826.911124:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575826.911132:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163456:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575826.911135:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575826.911138:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911144:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575826.911145:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.911148:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575826.911150:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575826.911152:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575826.911181:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163584:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575826.911185:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575826.911187:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575826.911188:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575826.911190:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575826.911193:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575826.911195:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575826.911198:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575826.911201:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575826.911204:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575826.911206:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816163584, portal 4
00000100:00000001:2.0:1788575826.911209:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575826.911210:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773170688 : -111012936380928 : ffff9b08c95c8e00)
00000100:00000040:2.0:1788575826.911216:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911229:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575826.911232:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575826.911234:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575826.911237:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816163584, offset 0
00000400:00000200:2.0:1788575826.911241:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575826.911245:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.911248:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575826.911256:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575826.911258:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575826.911261:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575826.911263:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575826.911266:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90783:90783:256:4294967295] 192.168.202.101@tcp LPNI seq info [90763:90763:8:4294967295]
00000400:00000200:2.0:1788575826.911270:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575826.911280:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575826.911285:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575826.911288:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575826.911292:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575826.911294:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788575826.911305:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575826.911308:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788575826.911312:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575826.911314:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575826.911317:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575826.911321:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575826.911329:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575826.911331:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575826.911333:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575826.911336:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911344:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575826.911351:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575851 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911357:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.911359:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575826.911362:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575826.911365:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575826.911367:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575826.911370:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301342772
00000100:00000001:2.0:1788575826.911372:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301346688
00000100:00000001:2.0:1788575826.911374:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301342772
00000100:00000001:2.0:1788575826.911376:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301346688
00000100:00000001:2.0:1788575826.911378:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575826.911385:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.911386:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575826.911390:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575826/real 1788575826]  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575826.911398:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575826.911399:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575826.911401:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575826.911403:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575826.911409:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575826.911411:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575826.911414:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575826.911422:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911428:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575826.911429:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911431:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575826.911432:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575826.911435:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911441:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575826.911445:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911458:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575826.911461:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911462:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575826.911464:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911465:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575826.911467:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575826.911469:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575826.911472:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575826.911475:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575826.911479:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575826.911492:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163584:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575826.911495:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911497:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575826.911500:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816163200/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911507:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575826.911508:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575826.911510:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575826.911513:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575826.911514:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575826.911515:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575826.911517:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575826.911519:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434400.
02000000:00000001:2.0:1788575826.911522:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575826.911523:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575826.911524:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575826.911527:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575826.911533:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911534:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575826.911538:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816163328/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911544:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575826.911545:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575826.911547:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575826.911549:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575826.911550:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575826.911551:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575826.911553:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575826.911554:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437c00.
02000000:00000001:2.0:1788575826.911558:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575826.911559:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575826.911560:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:2.0:1788575826.911563:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575826.911564:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911569:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575826.911573:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816163456/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911579:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575826.911580:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575826.911582:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575826.911584:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575826.911585:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575826.911586:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575826.911588:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575826.911589:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437800.
02000000:00000001:2.0:1788575826.911591:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575826.911593:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575826.911594:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575826.911596:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575826.911604:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911606:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575826.911609:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8e00 x1875450816163584/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575851 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575826.911616:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575826.911617:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575826.911618:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575826.911620:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575826.911621:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575826.911623:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575826.911624:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575826.911626:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437400.
02000000:00000001:2.0:1788575826.911628:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575826.911629:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575826.911630:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575826.911638:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575826.911639:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911641:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575826.911644:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575826.911646:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575826.911648:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575826.911649:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575827.229179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229183:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575827.229186:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575827.229188:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575827.229192:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229194:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575827.229196:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229198:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229201:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575827.229206:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575827.229207:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575827.229208:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229210:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575827.229211:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229212:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229214:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575827.229219:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575827.229220:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575827.229221:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229222:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575827.229223:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229225:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229226:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575827.229229:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575827.229230:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575827.229558:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575827.229562:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575827.229565:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575827.933149:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575827.933149:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575827.933155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575827.933156:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575827.933158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575827.933160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575827.933162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575827.933165:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575827.933166:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575827.933171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575827.933171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575827.933174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575827.933175:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575827.933180:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575827.933182:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575827.933184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575827.933188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575827.933194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575828.253163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575828.253170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575828.253175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575828.253176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575828.253180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575828.253182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575828.253184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575828.253185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575828.253188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575828.253189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575828.253242:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575828.253245:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575828.253248:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575828.957168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575828.957175:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575828.957177:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575828.957183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575828.957187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575828.957190:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575828.957193:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575828.957195:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575828.957199:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575828.957659:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575828.957663:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575828.957665:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575828.957668:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575828.957670:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575828.957672:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575828.957674:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575828.957675:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575828.957677:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277154:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575829.277163:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575829.277165:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575829.277168:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277174:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575829.277176:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277178:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277181:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277185:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575829.277186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575829.277191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277194:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575829.277195:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575829.277199:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575829.277201:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575829.277203:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277205:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575829.277206:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277207:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575829.277209:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575829.277261:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575829.277264:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575829.277266:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575829.981145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575829.981145:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575829.981152:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575829.981152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575829.981155:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575829.981156:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575829.981161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:3.0:1788575829.981162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575829.981165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575829.981167:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575829.981169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575829.981171:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575829.981172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575829.981175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575829.981178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575829.981179:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575829.981183:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575829.981185:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575830.301158:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575830.301163:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575830.301167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575830.301168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575830.301171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575830.301172:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575830.301174:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575830.301175:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575830.301177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575830.301178:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575830.301228:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575830.301231:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575830.301233:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575830.941128:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301346688, at 4301346752
00000100:00000040:3.0:1788575830.941128:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301346688, at 4301346752
00000100:00000010:2.0:1788575830.941141:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575830.941142:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b000.
00000100:00000001:3.0:1788575831.005128:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575831.005137:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575831.005139:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575831.005144:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575831.005148:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575831.005152:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575831.005154:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575831.005157:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575831.005161:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575831.005164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575831.005170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575831.005172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575831.005176:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575831.005179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575831.005183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575831.005185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575831.005188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575831.005189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575831.325167:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575831.325174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575831.325180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575831.325181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575831.325185:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575831.325186:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575831.325188:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575831.325190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575831.325193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575831.325194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575831.325249:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575831.325251:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575831.325253:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575832.029170:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575832.029177:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1788575832.029183:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575832.029186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575832.029188:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575832.029191:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575832.029198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575832.029203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788575832.029203:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575832.029205:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575832.029209:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575832.029213:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575832.029214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575832.029216:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575832.029217:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575832.029219:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575832.029224:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575832.029225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575832.029231:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6675
00000100:00000001:1.0:1788575832.029233:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575832.029239:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788575832.029250:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575832.029251:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575832.029255:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575832.029259:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575832.029264:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575832.029268:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575832.029273:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029276:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575832.029279:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029282:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575832.029286:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575832.029289:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575832.029292:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575832.029295:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575832.029297:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575832.029300:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575832.029303:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029304:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575832.029306:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029308:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575832.029311:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575832.029314:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029317:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575832.029320:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575832.029325:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575832.029328:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575832.029331:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575832.029334:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575832.029346:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb800.
00000020:00000040:3.0:1788575832.029350:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575832.029361:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575832.029363:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575832.029367:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575832.029370:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575832.029374:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575832.029383:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434800.
00000100:00000001:3.0:1788575832.029392:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575832.029403:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575832.029414:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575832.029426:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575832.029431:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e5dfd4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575832.029457:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575832.029460:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575832.029463:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575832.029465:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575832.029467:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575832.029470:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575832.029472:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6675
00000400:00000200:3.0:1788575832.029476:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575832.029480:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575832.029482:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575832.029486:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029489:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575832.029492:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029494:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575832.029496:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575832.029497:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575832.029498:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575832.029501:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575832.029502:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575832.029504:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788575832.029505:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575832.029510:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788575832.029512:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575832.029514:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788575832.029536:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575832.029537:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575832.029543:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029549:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575832.029556:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:2.0:1788575832.029562:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575832.029564:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575832.029566:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.029572:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788575832.029576:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.029578:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575832.029581:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575832.029584:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575832.029591:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788575832.029592:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816163712:192.168.202.101@tcp:250:kworker.0
02000000:00000001:3.0:1788575832.029600:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.029604:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788575832.029606:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575832.029612:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788575832.029613:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575832.029618:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788575832.029619:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.029624:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788575832.029625:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575832.029633:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9c00.
00000020:00000040:3.0:1788575832.029637:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000010:2.0:1788575832.029638:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575832.029645:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575832.029645:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575832.029649:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575832.029653:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575832.029655:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575832.029658:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.029659:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:3.0:1788575832.029669:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436400.
00000400:00000010:2.0:1788575832.029670:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575832.029677:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575832.029681:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00100000:3.0:1788575832.029689:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788575832.029694:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816163712, portal 25
00000100:00000001:2.0:1788575832.029704:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575832.029706:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773181440 : -111012936370176 : ffff9b08c95cb800)
00000100:00000001:3.0:1788575832.029715:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788575832.029720:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575832.029722:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.029734:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575832.029739:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092b617f1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575832.029740:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575832.029743:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575832.029755:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816163712, offset 0
00000100:00000001:3.0:1788575832.029770:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.029771:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575832.029780:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575832.029786:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788575832.029793:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575832.029793:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575832.029800:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575832.029807:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575832.029808:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:3.0:1788575832.029813:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6675
00000400:00000200:2.0:1788575832.029815:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575832.029826:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575832.029830:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575832.029832:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575832.029836:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90784:90784:256:4294967295] 192.168.202.101@tcp LPNI seq info [90764:90764:8:4294967295]
00000400:00000200:2.0:1788575832.029840:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575832.029848:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575832.029859:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575832.029860:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575832.029869:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000400:00000200:3.0:1788575832.029870:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575832.029878:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575832.029885:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575832.029887:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575832.029893:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788575832.029896:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1788575832.029898:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.029910:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.1:1788575832.029918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575832.029919:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788575832.029921:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000020:00000040:3.0:1788575832.029924:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000100:2.0:1788575832.029931:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000001:3.0:1788575832.029931:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:2.0:1788575832.029942:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000020:00000040:3.0:1788575832.029942:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575832.029952:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575832.029954:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788575832.029962:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575832.029966:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575832.029977:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00000040:3.0:1788575832.029977:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575832.029984:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:3.0:1788575832.029987:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575832.029992:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788575832.029993:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575832.030001:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575832.030003:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575832.030017:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:2.0:1788575832.030019:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788575832.030025:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000040:2.0:1788575832.030031:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575832.030033:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575832.030040:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575832.030045:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575832.030078:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.030081:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575832.030087:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.030090:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575832.030092:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301351808
00000100:00000010:2.0:1788575832.030097:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575832.030102:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575832.030106:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301351808
00000100:00000010:2.0:1788575832.030107:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bf00.
00000100:00000001:2.0:1788575832.030109:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575832.030112:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575832.030115:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.030117:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575832.030121:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575832/real 1788575832]  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575832.030131:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575832.030133:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575832.030136:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575832.030140:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575832.030142:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575832.030145:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575832.030148:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575832.030160:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575832.030163:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.030166:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575832.030171:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575832.030172:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788575832.030179:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788575832.030180:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.030183:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788575832.030192:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575832.030195:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575832.030201:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.030214:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1788575832.030217:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9180.
00000100:00000040:2.0:1788575832.030222:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575832.030226:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575832.030231:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575832.030234:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575832.030234:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575832.030239:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788575832.030239:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.030242:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575832.030247:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575832.030248:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788575832.030253:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575832.030254:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575832.030260:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1788575832.030261:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575832.030264:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575832.030270:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1788575832.030273:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435800.
00000100:00000040:2.0:1788575832.030274:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575832.030285:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575832.030287:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816163712:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575832.030296:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.030298:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788575832.030302:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575832.030304:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb800 x1875450816163712/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575832.030348:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575832.030351:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.030352:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575832.030357:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1788575832.030358:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d6a6daa] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788575832.030363:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
00000100:00000001:3.0:1788575832.030371:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.030373:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1788575832.030374:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575832.030378:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000020:00000001:2.0:1788575832.030379:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788575832.030380:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575832.030386:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000020:00000040:2.0:1788575832.030387:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030389:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:2.0:1788575832.030395:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1788575832.030396:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6675
02000000:00000010:2.0:1788575832.030404:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434800.
00000400:00000200:3.0:1788575832.030404:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575832.030408:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575832.030415:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788575832.030416:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575832.030425:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1788575832.030426:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030431:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788575832.030432:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575832.030443:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1788575832.030444:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575832.030445:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.030452:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575832.030454:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575832.030459:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1788575832.030460:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575832.030461:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575832.030467:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:2.0:1788575832.030468:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788575832.030474:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575832.030475:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575832.030484:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788575832.030486:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000040:2.0:1788575832.030490:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575832.030495:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575832.030503:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575832.030514:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030531:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575832.030535:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788575832.030537:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575832.030539:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575832.030540:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575832.030547:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
02000000:00000001:2.0:1788575832.030550:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788575832.030551:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030554:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.030555:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575832.030556:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575832.030560:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575832.030561:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575832.030563:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575832.030568:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788575832.030570:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163840:192.168.202.101@tcp:38:kworker.0
00000008:00100000:3.0:1788575832.030572:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:2.0:1788575832.030579:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788575832.030580:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.030584:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788575832.030585:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.030589:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575832.030593:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8000.
02000000:00000001:2.0:1788575832.030594:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788575832.030600:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000010:2.0:1788575832.030603:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:3.0:1788575832.030606:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575832.030608:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575832.030610:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575832.030613:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575832.030615:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575832.030618:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.030619:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:3.0:1788575832.030623:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437000.
00000400:00000010:2.0:1788575832.030626:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575832.030628:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575832.030635:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575832.030636:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575832.030651:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575832.030653:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575832.030654:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816163840, portal 10
00000100:00000040:3.0:1788575832.030658:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0af9726] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.030662:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575832.030670:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773174272 : -111012936377344 : ffff9b08c95c9c00)
00000100:00000001:3.0:1788575832.030676:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575832.030680:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575832.030684:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575832.030686:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1788575832.030688:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575832.030688:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575832.030696:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575832.030702:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6675
00000400:00000200:3.0:1788575832.030710:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575832.030720:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575832.030726:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575832.030733:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575832.030742:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575832.030742:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575832.030745:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030748:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575832.030754:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000020:00000001:3.0:1788575832.030754:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575832.030759:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575832.030761:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788575832.030763:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000020:00000040:3.0:1788575832.030763:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575832.030768:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575832.030773:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000200:2.0:1788575832.030774:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816163840, offset 0
00000100:00000040:3.0:1788575832.030778:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030784:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575832.030788:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030789:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575832.030797:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000020:00000040:3.0:1788575832.030797:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000200:2.0:1788575832.030811:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575832.030811:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030821:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.030822:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575832.030827:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788575832.030828:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788575832.030832:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
02000000:00000001:3.0:1788575832.030835:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575832.030838:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788575832.030846:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.030848:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:3.0:1788575832.030851:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575832.030853:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575832.030861:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.030862:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90785:90785:256:4294967295] 192.168.202.101@tcp LPNI seq info [90765:90765:8:4294967295]
00000100:00000001:3.0:1788575832.030864:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575832.030871:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb480.
00000020:00000040:3.0:1788575832.030875:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575832.030876:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575832.030881:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575832.030884:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575832.030886:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575832.030887:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575832.030892:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575832.030898:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435400.
00000400:00000200:2.0:1788575832.030899:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788575832.030902:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575832.030912:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00100000:3.0:1788575832.030912:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575832.030926:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1788575832.030927:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00000001:3.0:1788575832.030928:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575832.030933:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001528b4d4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788575832.030945:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575832.030958:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575832.030959:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1788575832.030969:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6685)
00000800:00000200:2.1:1788575832.030970:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575832.030980:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575832.030986:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575832.030988:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575832.030990:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575832.030992:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575832.030995:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575832.030997:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575832.030999:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575832.031002:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031008:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575832.031010:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031014:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031015:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575832.031018:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575832.031022:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575832.031026:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575832.031028:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301347917
00000100:00000001:2.0:1788575832.031030:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301351808
00000100:00000001:2.0:1788575832.031032:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301347917
00000100:00000001:2.0:1788575832.031034:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301351808
00000100:00000001:2.0:1788575832.031036:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575832.031038:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031040:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575832.031044:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575832/real 1788575832]  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575832.031074:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575832.031075:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575832.031076:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575832.031078:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575832.031079:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575832.031081:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575832.031083:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575832.031088:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031092:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575832.031093:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031094:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.031095:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575832.031098:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031104:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575832.031107:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031114:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575832.031116:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031117:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.031118:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031120:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575832.031122:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575832.031125:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575832.031129:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575832.031131:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575832.031135:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575832.031142:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163840:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575832.031146:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575832.031149:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031153:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575832.031154:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.031156:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575832.031157:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575832.031158:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575832.031160:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163968:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575832.031162:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575832.031164:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575832.031165:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.031166:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575832.031169:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575832.031170:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.031173:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575832.031174:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575832.031176:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575832.031178:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816163968, portal 10
00000100:00000001:2.0:1788575832.031179:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575832.031180:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773171584 : -111012936380032 : ffff9b08c95c9180)
00000100:00000040:2.0:1788575832.031184:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031188:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575832.031189:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575832.031190:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575832.031192:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816163968, offset 0
00000400:00000200:2.0:1788575832.031194:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575832.031196:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575832.031198:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575832.031200:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575832.031202:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575832.031203:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575832.031205:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575832.031206:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90786:90786:256:4294967295] 192.168.202.101@tcp LPNI seq info [90766:90766:8:4294967295]
00000400:00000200:2.0:1788575832.031209:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575832.031213:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575832.031215:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575832.031217:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575832.031219:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575832.031221:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575832.031224:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575832.031225:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575832.031227:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575832.031229:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575832.031230:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575832.031233:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575832.031234:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575832.031236:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575832.031237:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575832.031239:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031244:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575832.031246:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031249:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031250:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575832.031252:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575832.031254:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575832.031255:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575832.031256:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301347868
00000100:00000001:2.0:1788575832.031258:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301351808
00000100:00000001:2.0:1788575832.031259:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301347868
00000100:00000001:2.0:1788575832.031260:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301351808
00000100:00000001:2.0:1788575832.031262:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575832.031263:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031264:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575832.031266:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575832/real 1788575832]  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575832.031270:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575832.031271:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575832.031272:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575832.031273:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575832.031274:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575832.031275:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575832.031277:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575832.031281:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031285:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575832.031286:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031287:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.031288:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575832.031290:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031293:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575832.031295:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031299:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575832.031300:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031301:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.031301:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031302:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575832.031303:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575832.031304:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575832.031306:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575832.031307:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575832.031309:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575832.031313:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816163968:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575832.031315:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031316:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575832.031318:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9c00 x1875450816163840/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031322:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575832.031323:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575832.031325:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575832.031326:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575832.031328:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575832.031329:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575832.031330:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575832.031332:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436400.
02000000:00000001:2.0:1788575832.031334:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575832.031335:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575832.031336:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9c00.
00000100:00000001:2.0:1788575832.031338:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575832.031339:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031340:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575832.031342:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9180 x1875450816163968/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031345:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575832.031346:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575832.031347:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575832.031348:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575832.031349:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575832.031350:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575832.031351:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575832.031352:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435800.
02000000:00000001:2.0:1788575832.031353:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575832.031354:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575832.031355:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9180.
00000100:00000001:2.0:1788575832.031356:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575832.031356:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031357:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031359:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575832.031360:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031362:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575832.031363:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575832.031363:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575832.031366:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031369:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575832.031371:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.031372:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575832.031373:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575832.031374:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575832.031376:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164096:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575832.031378:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575832.031379:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575832.031380:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.031381:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575832.031382:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575832.031383:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.031385:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575832.031387:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575832.031389:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575832.031391:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816164096, portal 4
00000100:00000001:2.0:1788575832.031392:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575832.031393:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773167104 : -111012936384512 : ffff9b08c95c8000)
00000100:00000040:2.0:1788575832.031396:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031401:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575832.031402:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575832.031403:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575832.031404:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816164096, offset 0
00000400:00000200:2.0:1788575832.031406:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575832.031408:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575832.031410:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575832.031412:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575832.031413:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575832.031415:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575832.031416:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575832.031418:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90787:90787:256:4294967295] 192.168.202.101@tcp LPNI seq info [90767:90767:8:4294967295]
00000400:00000200:2.0:1788575832.031420:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575832.031424:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575832.031427:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575832.031429:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575832.031431:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575832.031432:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575832.031435:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575832.031436:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575832.031439:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575832.031440:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575832.031441:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575832.031443:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575832.031445:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575832.031446:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575832.031447:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575832.031449:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031453:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575832.031455:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031458:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031459:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575832.031461:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575832.031462:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575832.031464:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575832.031465:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301347901
00000100:00000001:2.0:1788575832.031466:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301351808
00000100:00000001:2.0:1788575832.031467:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301347901
00000100:00000001:2.0:1788575832.031468:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301351808
00000100:00000001:2.0:1788575832.031470:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575832.031471:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031472:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575832.031473:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575832/real 1788575832]  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575832.031478:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575832.031479:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575832.031480:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575832.031481:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575832.031482:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575832.031483:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575832.031485:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575832.031489:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031492:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575832.031493:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031494:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.031494:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575832.031496:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031499:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575832.031501:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031505:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575832.031506:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031507:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.031508:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031509:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575832.031510:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575832.031512:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575832.031514:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575832.031515:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575832.031517:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575832.031535:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164096:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575832.031538:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575832.031541:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031545:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575832.031546:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.031548:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575832.031549:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575832.031550:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575832.031551:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164224:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575832.031553:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575832.031555:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575832.031556:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575832.031557:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575832.031559:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575832.031560:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575832.031561:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575832.031563:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575832.031565:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575832.031567:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816164224, portal 4
00000100:00000001:2.0:1788575832.031568:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575832.031568:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773180544 : -111012936371072 : ffff9b08c95cb480)
00000100:00000040:2.0:1788575832.031572:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031575:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575832.031577:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575832.031578:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575832.031579:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816164224, offset 0
00000400:00000200:2.0:1788575832.031582:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575832.031584:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575832.031586:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575832.031588:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575832.031589:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575832.031591:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575832.031592:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575832.031594:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90788:90788:256:4294967295] 192.168.202.101@tcp LPNI seq info [90768:90768:8:4294967295]
00000400:00000200:2.0:1788575832.031596:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575832.031600:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575832.031602:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575832.031604:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575832.031606:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575832.031608:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788575832.031610:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575832.031611:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788575832.031614:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575832.031615:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575832.031616:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575832.031618:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575832.031620:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575832.031621:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575832.031622:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575832.031624:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031629:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575832.031630:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031634:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031635:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575832.031637:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575832.031639:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575832.031640:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575832.031642:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301347892
00000100:00000001:2.0:1788575832.031643:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301351808
00000100:00000001:2.0:1788575832.031645:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301347892
00000100:00000001:2.0:1788575832.031646:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301351808
00000100:00000001:2.0:1788575832.031647:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575832.031648:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031649:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575832.031651:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575832/real 1788575832]  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575832.031654:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575832.031655:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575832.031656:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575832.031657:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575832.031658:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575832.031660:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575832.031661:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575832.031666:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031669:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575832.031670:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031672:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.031673:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575832.031676:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031682:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575832.031685:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031691:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575832.031693:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031695:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575832.031696:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031698:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575832.031699:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575832.031702:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575832.031704:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575832.031706:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575832.031710:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575832.031717:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164224:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575832.031721:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031723:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575832.031725:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8000 x1875450816164096/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031731:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575832.031732:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575832.031734:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575832.031736:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575832.031737:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575832.031738:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575832.031740:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575832.031741:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575832.031744:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575832.031746:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575832.031747:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8000.
00000100:00000001:2.0:1788575832.031749:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575832.031750:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031752:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575832.031755:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb480 x1875450816164224/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575832.031766:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575832.031767:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575832.031768:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575832.031770:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575832.031772:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575832.031773:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575832.031774:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575832.031775:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435400.
02000000:00000001:2.0:1788575832.031778:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575832.031778:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575832.031780:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb480.
00000100:00000001:2.0:1788575832.031781:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575832.031783:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031784:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575832.031787:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575832.031789:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575832.031790:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575832.031792:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575832.349217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575832.349226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575832.349234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575832.349235:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575832.349240:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575832.349242:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575832.349245:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575832.349247:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575832.349250:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575832.349252:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575832.349323:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575832.349327:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575832.349331:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575833.053192:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575833.053200:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575833.053200:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575833.053203:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575833.053211:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1788575833.053212:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575833.053217:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575833.053217:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575833.053222:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788575833.053226:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575833.053226:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575833.053230:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575833.053240:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575833.053242:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575833.053247:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575833.053251:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575833.053254:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575833.053258:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575833.373198:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575833.373206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575833.373211:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575833.373212:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575833.373215:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575833.373217:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575833.373220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575833.373221:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575833.373224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575833.373226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575833.373288:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575833.373293:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575833.373296:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575834.077161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575834.077161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575834.077170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575834.077170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575834.077173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575834.077173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575834.077178:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575834.077180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575834.077183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575834.077187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575834.077189:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575834.077192:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575834.077192:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575834.077196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575834.077198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575834.077201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575834.077204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575834.077207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575834.397137:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575834.397142:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575834.397145:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575834.397146:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575834.397148:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575834.397149:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575834.397151:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575834.397152:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575834.397154:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575834.397154:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575834.397209:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575834.397213:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575834.397217:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575835.101189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575835.101197:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575835.101199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575835.101205:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575835.101209:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575835.101213:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575835.101216:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575835.101218:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575835.101221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575835.101327:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575835.101329:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575835.101331:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575835.101333:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575835.101334:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575835.101335:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575835.101337:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575835.101338:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575835.101339:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575835.421170:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575835.421177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575835.421182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575835.421184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575835.421187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575835.421188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575835.421192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575835.421193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575835.421196:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575835.421197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575835.421305:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575835.421308:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575835.421310:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575836.061166:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301351808, at 4301351872
00000100:00000040:3.0:1788575836.061166:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301351808, at 4301351872
00000100:00000010:3.0:1788575836.061183:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bf00.
00000100:00000010:2.0:1788575836.061192:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:1.0:1788575836.125144:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575836.125152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575836.125154:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575836.125158:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575836.125161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575836.125164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575836.125166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575836.125168:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575836.125172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575836.125344:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575836.125346:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575836.125347:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575836.125349:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575836.125351:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575836.125353:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575836.125355:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575836.125356:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575836.125358:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575836.445133:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575836.445139:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575836.445144:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575836.445146:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575836.445149:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575836.445150:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575836.445153:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575836.445154:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575836.445157:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575836.445158:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575836.445209:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575836.445212:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575836.445216:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575837.149145:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575837.149146:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575837.149153:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788575837.149156:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575837.149157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149160:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788575837.149163:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:3.0:1788575837.149166:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575837.149168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575837.149171:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575837.149173:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575837.149176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575837.149178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575837.149179:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6680
00000100:00000001:1.0:1788575837.149181:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575837.149183:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575837.149185:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575837.149189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575837.149190:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000400:00000200:3.0:1788575837.149190:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575837.149196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575837.149199:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788575837.149199:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575837.149202:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788575837.149204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788575837.149207:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575837.149208:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575837.149210:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788575837.149212:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575837.149214:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149217:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575837.149220:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575837.149222:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575837.149224:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575837.149227:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575837.149229:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575837.149232:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575837.149235:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149237:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575837.149239:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149241:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575837.149244:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575837.149247:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149249:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575837.149252:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575837.149255:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575837.149257:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149260:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575837.149262:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575837.149271:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95caa00.
00000020:00000040:3.0:1788575837.149275:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575837.149279:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575837.149281:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149283:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575837.149286:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575837.149290:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575837.149296:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435000.
00000100:00000001:3.0:1788575837.149302:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575837.149312:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575837.149329:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575837.149333:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575837.149339:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29b62c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575837.149361:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575837.149364:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575837.149370:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575837.149372:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575837.149373:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575837.149376:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575837.149378:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6680
00000400:00000200:3.0:1788575837.149393:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575837.149396:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575837.149399:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575837.149403:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149405:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575837.149407:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149410:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575837.149412:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788575837.149412:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575837.149417:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788575837.149417:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575837.149419:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575837.149421:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788575837.149424:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575837.149429:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575837.149430:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575837.149432:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575837.149441:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575837.149446:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575837.149447:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575837.149449:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575837.149452:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575837.149454:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575837.149458:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575837.149460:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149464:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00100000:2.0:1788575837.149465:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816164352:192.168.202.101@tcp:250:kworker.0
00000020:00000040:3.0:1788575837.149469:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575837.149473:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149476:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575837.149480:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575837.149483:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575837.149487:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575837.149488:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575837.149493:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575837.149493:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149498:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575837.149499:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1788575837.149505:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1788575837.149506:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575837.149510:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788575837.149511:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149514:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.149518:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:3.0:1788575837.149519:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca680.
00000400:00000010:2.0:1788575837.149523:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000020:00000040:3.0:1788575837.149523:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575837.149527:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575837.149530:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575837.149532:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575837.149533:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575837.149535:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575837.149538:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575837.149541:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816164352, portal 25
02000000:00000010:3.0:1788575837.149543:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434000.
00000100:00000001:2.0:1788575837.149545:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575837.149548:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773177856 : -111012936373760 : ffff9b08c95caa00)
00000100:00000001:3.0:1788575837.149548:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575837.149556:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575837.149559:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.149578:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575837.149581:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575837.149584:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575837.149587:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816164352, offset 0
00000100:00000001:3.0:1788575837.149588:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575837.149592:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.149597:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000040:3.0:1788575837.149600:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c496a81] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575837.149609:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575837.149612:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575837.149615:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575837.149618:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00080000:3.0:1788575837.149620:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575837.149623:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575837.149625:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575837.149626:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788575837.149629:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575837.149633:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:3.0:1788575837.149634:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6680
00000400:00000200:2.0:1788575837.149640:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575837.149644:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575837.149648:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90789:90789:256:4294967295] 192.168.202.101@tcp LPNI seq info [90769:90769:8:4294967295]
00000400:00000200:2.0:1788575837.149652:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575837.149662:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575837.149669:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575837.149670:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.149677:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000400:00000200:3.0:1788575837.149677:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575837.149679:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575837.149683:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149684:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788575837.149688:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575837.149688:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149692:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.0:1788575837.149695:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1788575837.149701:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575837.149704:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000800:00000200:2.1:1788575837.149705:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575837.149708:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788575837.149710:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1788575837.149712:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575837.149716:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000100:2.0:1788575837.149717:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.149721:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000020:00000001:3.0:1788575837.149721:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575837.149728:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788575837.149728:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149732:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575837.149737:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788575837.149739:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149742:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575837.149744:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000020:00000040:3.0:1788575837.149744:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000010:2.0:1788575837.149749:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00080000:3.0:1788575837.149749:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149753:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575837.149755:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575837.149757:0:2397:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788575837.149758:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575837.149763:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575837.149764:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575837.149766:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575837.149769:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575837.149774:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149779:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.149781:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1788575837.149783:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb100.
00000100:00000040:2.0:1788575837.149786:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575837.149788:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575837.149793:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575837.149795:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.149800:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149800:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575837.149802:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575837.149804:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788575837.149805:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575837.149809:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436800.
00000100:00000001:2.0:1788575837.149812:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.149812:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.149821:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:3.0:1788575837.149822:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575837.149825:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301356928
00000100:00000010:2.0:1788575837.149832:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575837.149834:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575837.149837:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.149841:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1788575837.149842:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fa6d664] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.149848:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301356928
00000100:00000010:2.0:1788575837.149853:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b180.
00000100:00000001:3.0:1788575837.149855:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.149858:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1788575837.149860:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575837.149864:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788575837.149865:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575837.149868:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575837.149869:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575837.149871:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575837.149872:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788575837.149877:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788575837.149878:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575837/real 1788575837]  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575837.149882:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6680
00000400:00000200:3.0:1788575837.149891:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000001:2.0:1788575837.149895:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1788575837.149897:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000001:2.0:1788575837.149898:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575837.149902:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00080000:3.0:1788575837.149903:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575837.149908:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000100:00000040:3.0:1788575837.149908:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575837.149912:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575837.149917:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788575837.149920:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788575837.149922:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575837.149926:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.149932:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575837.149936:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:2.0:1788575837.149938:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575837.149938:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575837.149941:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575837.149944:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575837.149948:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575837.149949:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575837.149952:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788575837.149952:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575837.149956:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.149958:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575837.149960:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575837.149963:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575837.149965:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575837.149971:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575837.149972:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575837.149976:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575837.149978:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788575837.149981:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:2.0:1788575837.149987:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575837.149988:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575837.149989:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.149992:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.149994:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575837.149994:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150000:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788575837.150000:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575837.150002:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788575837.150004:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788575837.150005:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1788575837.150008:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575837.150011:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575837.150012:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575837.150015:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:3.0:1788575837.150017:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000040:2.0:1788575837.150019:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788575837.150020:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.150024:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575837.150029:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cbb80.
00000100:00100000:2.0:1788575837.150032:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816164352:192.168.202.101@tcp:250:kworker.0
00000020:00000040:3.0:1788575837.150033:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575837.150037:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575837.150038:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575837.150039:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150042:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788575837.150042:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575837.150045:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1788575837.150048:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95caa00 x1875450816164352/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575837.150048:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150077:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575837.150079:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575837.150080:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435c00.
02000000:00000010:2.0:1788575837.150081:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575837.150086:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788575837.150086:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575837.150088:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575837.150091:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575837.150093:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575837.150097:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435000.
00000100:00100000:3.0:1788575837.150097:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575837.150102:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575837.150105:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575837.150107:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95caa00.
00000100:00000001:2.0:1788575837.150111:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575837.150112:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575837.150113:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150116:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575837.150116:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575837.150124:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000600b5a24] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150125:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575837.150126:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150129:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575837.150136:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150138:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575837.150141:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788575837.150141:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788575837.150146:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575837.150148:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575837.150151:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575837.150155:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575837.150155:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575837.150158:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575837.150160:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788575837.150160:0:43543:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788575837.150164:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788575837.150166:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6680
02000000:00000001:2.0:1788575837.150167:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575837.150173:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164480:192.168.202.101@tcp:38:kworker.0
00000400:00000200:3.0:1788575837.150173:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575837.150178:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1788575837.150180:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000001:2.0:1788575837.150181:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788575837.150183:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788575837.150184:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575837.150188:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788575837.150189:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000010:2.0:1788575837.150191:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
00000100:00000001:3.0:1788575837.150192:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575837.150195:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575837.150196:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575837.150200:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575837.150200:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575837.150204:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788575837.150205:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000020:00000040:3.0:1788575837.150206:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000400:00000010:2.0:1788575837.150209:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000020:00000001:3.0:1788575837.150210:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575837.150212:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000200:2.0:1788575837.150214:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816164480, portal 10
00000020:00000001:3.0:1788575837.150215:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575837.150217:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1788575837.150218:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575837.150219:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176960 : -111012936374656 : ffff9b08c95ca680)
00000100:00000040:3.0:1788575837.150222:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575837.150224:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575837.150228:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575837.150229:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575837.150230:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575837.150233:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575837.150238:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575837.150241:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575837.150242:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575837.150245:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788575837.150246:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575837.150248:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788575837.150249:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575837.150253:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816164480, offset 0
02000000:00000001:3.0:1788575837.150253:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.150258:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575837.150260:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000008:00100000:3.0:1788575837.150261:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575837.150264:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.150266:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575837.150267:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.150271:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000010:3.0:1788575837.150272:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9880.
00000400:00000200:2.0:1788575837.150275:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788575837.150276:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575837.150279:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
02000000:00000001:3.0:1788575837.150279:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575837.150282:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788575837.150282:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575837.150284:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788575837.150286:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:3.0:1788575837.150287:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575837.150290:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.150291:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90790:90790:256:4294967295] 192.168.202.101@tcp LPNI seq info [90770:90770:8:4294967295]
02000000:00000010:3.0:1788575837.150294:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436000.
00000400:00000200:2.0:1788575837.150297:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575837.150299:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.150305:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1788575837.150307:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788575837.150312:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.150317:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575837.150324:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575837.150329:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1788575837.150330:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575837.150333:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575837.150334:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575837.150337:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1788575837.150338:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eb7201] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788575837.150345:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.150349:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000100:00000001:3.0:1788575837.150351:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.150352:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788575837.150356:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6690)
00000400:00000200:2.0:1788575837.150357:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575837.150361:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575837.150363:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575837.150365:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575837.150367:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150372:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575837.150374:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150389:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150391:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575837.150394:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575837.150398:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575837.150402:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575837.150403:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301353037
00000100:00000001:2.0:1788575837.150406:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301356928
00000100:00000001:2.0:1788575837.150408:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301353037
00000100:00000001:2.0:1788575837.150410:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301356928
00000100:00000001:2.0:1788575837.150412:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575837.150413:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150415:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575837.150419:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575837/real 1788575837]  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575837.150432:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575837.150434:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575837.150436:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575837.150438:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575837.150440:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575837.150442:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575837.150446:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575837.150453:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150460:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575837.150461:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150463:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.150464:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575837.150467:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150474:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575837.150477:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150484:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575837.150486:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150488:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.150489:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150490:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575837.150492:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575837.150494:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575837.150497:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575837.150499:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575837.150504:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575837.150510:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164480:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575837.150514:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575837.150517:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150524:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575837.150525:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575837.150527:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575837.150529:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575837.150530:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575837.150533:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164608:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575837.150536:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575837.150538:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575837.150539:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575837.150541:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575837.150544:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575837.150546:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.150550:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575837.150552:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575837.150555:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575837.150558:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816164608, portal 10
00000100:00000001:2.0:1788575837.150560:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575837.150561:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773179648 : -111012936371968 : ffff9b08c95cb100)
00000100:00000040:2.0:1788575837.150566:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150572:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575837.150575:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575837.150576:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575837.150579:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816164608, offset 0
00000400:00000200:2.0:1788575837.150583:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575837.150587:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575837.150590:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575837.150593:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575837.150596:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575837.150598:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575837.150600:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575837.150602:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90791:90791:256:4294967295] 192.168.202.101@tcp LPNI seq info [90771:90771:8:4294967295]
00000400:00000200:2.0:1788575837.150606:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575837.150612:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575837.150616:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.150620:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575837.150624:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575837.150626:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575837.150630:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575837.150633:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788575837.150636:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.150638:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575837.150641:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575837.150643:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575837.150645:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575837.150647:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575837.150649:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575837.150653:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150660:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575837.150663:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150669:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150670:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575837.150673:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575837.150676:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575837.150679:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575837.150681:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301352987
00000100:00000001:2.0:1788575837.150683:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301356928
00000100:00000001:2.0:1788575837.150685:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301352987
00000100:00000001:2.0:1788575837.150687:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301356928
00000100:00000001:2.0:1788575837.150689:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575837.150691:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150693:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575837.150697:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575837/real 1788575837]  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575837.150704:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575837.150705:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575837.150707:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575837.150709:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575837.150711:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575837.150713:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575837.150716:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575837.150724:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150730:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575837.150731:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150733:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.150734:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575837.150738:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150743:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575837.150746:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150749:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575837.150752:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150753:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.150753:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150754:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575837.150756:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575837.150757:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575837.150759:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575837.150760:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575837.150762:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575837.150766:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164608:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575837.150769:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575837.150771:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150775:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575837.150776:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575837.150777:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575837.150778:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575837.150779:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575837.150781:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164736:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575837.150783:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575837.150784:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575837.150785:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575837.150786:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575837.150789:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575837.150790:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.150792:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575837.150794:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575837.150796:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575837.150798:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816164736, portal 4
00000100:00000001:2.0:1788575837.150800:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575837.150801:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773182336 : -111012936369280 : ffff9b08c95cbb80)
00000100:00000040:2.0:1788575837.150804:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150807:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575837.150809:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575837.150810:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575837.150811:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816164736, offset 0
00000400:00000200:2.0:1788575837.150813:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575837.150816:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575837.150818:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575837.150820:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575837.150821:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575837.150823:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575837.150824:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575837.150826:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90792:90792:256:4294967295] 192.168.202.101@tcp LPNI seq info [90772:90772:8:4294967295]
00000400:00000200:2.0:1788575837.150828:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575837.150832:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575837.150834:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.150836:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575837.150838:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575837.150840:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575837.150843:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575837.150844:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788575837.150846:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.150848:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575837.150849:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575837.150851:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575837.150853:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575837.150854:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575837.150856:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575837.150857:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150866:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575837.150867:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150871:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150872:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575837.150874:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575837.150876:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575837.150879:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575837.150880:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301353020
00000100:00000001:2.0:1788575837.150882:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301356928
00000100:00000001:2.0:1788575837.150884:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301353020
00000100:00000001:2.0:1788575837.150886:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301356928
00000100:00000001:2.0:1788575837.150888:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575837.150890:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.150891:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575837.150895:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575837/real 1788575837]  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575837.150902:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575837.150903:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575837.150904:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575837.150907:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575837.150908:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575837.150911:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575837.150914:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575837.150922:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150927:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575837.150928:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150929:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.150930:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575837.150932:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150936:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575837.150938:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150942:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575837.150944:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150944:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.150945:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150946:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575837.150947:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575837.150949:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575837.150950:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575837.150951:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575837.150953:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575837.150957:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164736:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575837.150960:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150961:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575837.150963:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca680 x1875450816164480/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150966:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575837.150967:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575837.150969:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575837.150970:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575837.150971:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575837.150973:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575837.150974:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575837.150975:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434000.
02000000:00000001:2.0:1788575837.150977:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575837.150978:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575837.150979:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca680.
00000100:00000001:2.0:1788575837.150980:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575837.150981:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150982:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575837.150984:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb100 x1875450816164608/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.150988:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575837.150989:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575837.150990:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575837.150991:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575837.150992:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575837.150992:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575837.150993:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575837.150994:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436800.
02000000:00000001:2.0:1788575837.150995:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575837.150996:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575837.150997:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb100.
00000100:00000001:2.0:1788575837.150998:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575837.150998:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.150999:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575837.151001:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cbb80 x1875450816164736/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151004:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575837.151005:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575837.151005:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575837.151006:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575837.151007:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575837.151007:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575837.151008:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575837.151009:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575837.151010:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575837.151011:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575837.151012:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cbb80.
00000100:00000001:2.0:1788575837.151013:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575837.151014:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.151015:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.151017:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575837.151018:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.151019:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575837.151020:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575837.151022:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575837.151025:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151031:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575837.151032:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575837.151035:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575837.151036:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575837.151038:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575837.151041:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164864:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575837.151044:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575837.151045:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575837.151047:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575837.151048:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575837.151051:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575837.151072:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575837.151075:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575837.151078:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575837.151082:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575837.151084:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816164864, portal 4
00000100:00000001:2.0:1788575837.151086:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575837.151087:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773173376 : -111012936378240 : ffff9b08c95c9880)
00000100:00000040:2.0:1788575837.151093:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151099:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575837.151101:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575837.151103:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575837.151104:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816164864, offset 0
00000400:00000200:2.0:1788575837.151107:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575837.151109:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575837.151112:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575837.151114:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575837.151115:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575837.151117:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575837.151118:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575837.151120:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90793:90793:256:4294967295] 192.168.202.101@tcp LPNI seq info [90773:90773:8:4294967295]
00000400:00000200:2.0:1788575837.151122:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575837.151126:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575837.151129:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.151131:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575837.151133:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575837.151135:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788575837.151137:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575837.151139:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788575837.151141:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575837.151142:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575837.151145:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575837.151148:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575837.151151:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575837.151152:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575837.151155:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575837.151158:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151165:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575837.151168:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151174:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.151176:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575837.151179:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575837.151182:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575837.151185:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575837.151187:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301353012
00000100:00000001:2.0:1788575837.151189:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301356928
00000100:00000001:2.0:1788575837.151191:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301353012
00000100:00000001:2.0:1788575837.151193:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301356928
00000100:00000001:2.0:1788575837.151195:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575837.151197:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.151198:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575837.151202:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575837/real 1788575837]  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575837.151210:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575837.151211:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575837.151212:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575837.151215:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575837.151216:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575837.151218:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575837.151221:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575837.151229:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151235:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575837.151237:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.151238:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.151240:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575837.151243:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151250:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575837.151252:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151257:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575837.151258:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.151259:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575837.151260:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.151261:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575837.151262:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575837.151263:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575837.151265:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575837.151266:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575837.151268:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575837.151272:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816164864:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575837.151274:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.151275:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575837.151277:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9880 x1875450816164864/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575837.151281:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575837.151282:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575837.151283:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575837.151284:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575837.151285:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575837.151286:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575837.151287:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575837.151288:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575837.151290:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575837.151291:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575837.151291:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9880.
00000100:00000001:2.0:1788575837.151293:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575837.151294:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.151296:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575837.151298:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575837.151298:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575837.151300:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575837.151301:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575837.469204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575837.469211:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575837.469212:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575837.469215:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469217:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575837.469218:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469220:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469221:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469223:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575837.469224:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575837.469225:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575837.469225:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469226:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575837.469227:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469228:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469229:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469231:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575837.469232:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575837.469233:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575837.469234:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469235:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575837.469235:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469236:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469237:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575837.469239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575837.469240:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575837.469287:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575837.469290:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575837.469292:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575838.173172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575838.173179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575838.173181:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575838.173186:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575838.173190:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575838.173193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575838.173196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575838.173199:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575838.173201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575838.174081:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575838.174086:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575838.174088:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575838.174091:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575838.174093:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575838.174096:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575838.174098:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575838.174100:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575838.174102:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493191:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575838.493199:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575838.493201:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575838.493218:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493223:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575838.493226:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493228:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493230:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493249:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575838.493251:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493255:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575838.493256:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493259:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575838.493274:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493278:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575838.493280:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575838.493281:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575838.493283:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493285:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575838.493286:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493287:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575838.493289:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575838.493430:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575838.493433:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575838.493436:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575839.197122:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575839.197122:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575839.197128:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575839.197128:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575839.197131:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575839.197131:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575839.197136:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575839.197136:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575839.197139:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575839.197139:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575839.197142:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575839.197143:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575839.197145:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575839.197147:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575839.197149:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575839.197151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575839.197152:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575839.197154:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575839.517283:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575839.517290:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575839.517296:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575839.517297:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575839.517301:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575839.517302:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575839.517305:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575839.517306:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575839.517310:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575839.517311:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575839.517521:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575839.517524:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575839.517527:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575840.221179:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575840.221179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575840.221187:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575840.221188:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575840.221191:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575840.221192:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575840.221198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575840.221198:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575840.221204:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575840.221204:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575840.221208:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575840.221208:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575840.221214:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575840.221217:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575840.221221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575840.221221:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575840.221224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575840.221227:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575840.541156:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575840.541162:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575840.541165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575840.541166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575840.541168:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575840.541169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575840.541171:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575840.541172:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575840.541173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575840.541174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575840.541225:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575840.541227:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575840.541229:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575841.182553:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301356928, at 4301356993
00000100:00000010:2.0:1788575841.182568:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575841.183527:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301356928, at 4301356994
00000100:00000010:3.0:1788575841.183535:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b180.
00000100:00000001:1.0:1788575841.245186:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575841.245193:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575841.245195:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575841.245199:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575841.245202:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575841.245205:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575841.245208:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575841.245211:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575841.245213:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575841.246087:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575841.246091:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575841.246092:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575841.246095:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575841.246097:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575841.246100:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575841.246101:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575841.246103:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575841.246105:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575841.565161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575841.565168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575841.565175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575841.565176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575841.565180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575841.565181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575841.565184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575841.565185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575841.565189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575841.565190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575841.565268:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575841.565273:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575841.565276:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575842.269187:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575842.269188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575842.269194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575842.269196:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575842.269202:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575842.269204:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575842.269208:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.269208:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788575842.269213:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575842.269214:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575842.269219:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575842.269220:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575842.269223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575842.269224:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575842.269230:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575842.269230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575842.269234:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575842.269248:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575842.269306:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575842.269313:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575842.269315:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575842.269318:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575842.269322:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575842.269329:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6685
00000400:00000200:1.0:1788575842.269338:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575842.269344:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575842.269348:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575842.269350:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269354:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575842.269356:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269358:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575842.269361:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575842.269364:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575842.269366:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575842.269369:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575842.269371:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575842.269373:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575842.269376:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269378:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575842.269379:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269381:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575842.269384:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575842.269387:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269389:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575842.269392:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575842.269395:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575842.269398:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.269400:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575842.269402:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575842.269411:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575842.269415:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575842.269418:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575842.269419:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.269421:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575842.269423:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575842.269426:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575842.269433:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000100:00000001:1.0:1788575842.269438:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575842.269453:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575842.269462:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575842.269466:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575842.269471:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575842.269492:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575842.269495:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575842.269497:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575842.269498:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575842.269499:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575842.269501:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575842.269503:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6685
00000400:00000200:1.0:1788575842.269506:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575842.269507:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575842.269509:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575842.269511:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269512:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575842.269514:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269515:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575842.269517:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575842.269524:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575842.269526:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575842.269529:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575842.269532:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575842.269534:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575842.269537:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788575842.269538:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269543:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575842.269544:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575842.269546:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575842.269548:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575842.269549:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575842.269554:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000040:2.0:1788575842.269558:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575842.269559:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269564:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575842.269567:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575842.269573:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788575842.269574:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575842.269576:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575842.269578:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.269581:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575842.269583:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575842.269585:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1788575842.269588:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575842.269589:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575842.269595:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575842.269596:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816164992:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575842.269599:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.269602:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1788575842.269605:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
02000000:00000001:2.0:1788575842.269607:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1788575842.269610:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575842.269611:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575842.269615:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575842.269616:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788575842.269619:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575842.269623:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
00000100:00000001:1.0:1788575842.269624:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575842.269627:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575842.269628:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575842.269631:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575842.269636:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:1.0:1788575842.269637:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000400:00000010:2.0:1788575842.269642:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:1.0:1788575842.269643:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575842.269650:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00100000:1.0:1788575842.269652:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788575842.269658:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816164992, portal 25
00000100:00000001:1.0:1788575842.269662:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575842.269663:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788575842.269666:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.269667:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
00000100:00000040:1.0:1788575842.269673:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575842.269676:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.269698:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575842.269704:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269708:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575842.269708:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00080000:1.0:1788575842.269713:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788575842.269713:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816164992, offset 0
00000100:00080000:1.0:1788575842.269718:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575842.269720:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575842.269723:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575842.269724:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575842.269734:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.269740:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:1.0:1788575842.269742:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575842.269746:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788575842.269748:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6685
00000400:00000200:2.0:1788575842.269753:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:1.0:1788575842.269755:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.269760:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788575842.269763:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1788575842.269767:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:1.0:1788575842.269768:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575842.269774:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90794:90794:256:4294967295] 192.168.202.101@tcp LPNI seq info [90774:90774:8:4294967295]
00000100:00000040:1.0:1788575842.269776:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269781:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575842.269784:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:1.0:1788575842.269786:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269789:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575842.269792:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575842.269794:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575842.269799:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575842.269799:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1788575842.269803:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575842.269807:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000200:2.0:1788575842.269808:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000020:00000001:1.0:1788575842.269813:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000800:00000010:2.0:1788575842.269816:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575842.269823:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575842.269826:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788575842.269833:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575842.269833:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575842.269838:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575842.269839:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788575842.269843:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269846:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575842.269849:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575842.269851:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575842.269855:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788575842.269860:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575842.269861:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1788575842.269864:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
02000000:00000001:1.0:1788575842.269866:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575842.269870:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.269872:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575842.269872:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1788575842.269877:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788575842.269880:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1788575842.269882:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.269885:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575842.269887:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00000010:1.0:1788575842.269889:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000400:00000010:2.0:1788575842.269891:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000020:00000040:1.0:1788575842.269894:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575842.269897:0:2397:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788575842.269899:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575842.269902:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575842.269904:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575842.269905:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575842.269908:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575842.269911:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575842.269917:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000100:00000001:2.0:1788575842.269919:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575842.269922:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575842.269929:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575842.269934:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575842.269939:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575842.269941:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575842.269946:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.269962:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.269964:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.269965:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788575842.269970:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575842.269972:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575842.269975:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575842.269978:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788575842.269979:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575842.269983:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301362048
00000100:00000010:2.0:1788575842.269988:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00080000:1.0:1788575842.269992:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575842.269995:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788575842.269996:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575842.270000:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6685
00000100:00000001:2.0:1788575842.270002:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301362048
00000400:00000200:1.0:1788575842.270005:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:2.0:1788575842.270008:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bd20.
00000400:00000200:1.0:1788575842.270009:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575842.270013:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575842.270014:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1788575842.270017:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.270020:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575842.270020:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788575842.270025:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575842.270025:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.270030:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575842.270030:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1788575842.270035:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575842.270038:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00100000:2.0:1788575842.270038:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575842/real 1788575842]  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575842.270041:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575842.270045:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575842.270049:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575842.270075:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575842.270078:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.270080:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575842.270082:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575842.270085:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575842.270087:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575842.270089:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575842.270092:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575842.270095:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1788575842.270097:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1788575842.270099:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1788575842.270101:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1788575842.270104:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575842.270106:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000001:1.0:1788575842.270108:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788575842.270111:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000008:00100000:1.0:1788575842.270112:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000010:2.0:1788575842.270114:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000008:00000001:1.0:1788575842.270118:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.270119:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788575842.270123:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575842.270126:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788575842.270129:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575842.270135:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575842.270141:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788575842.270142:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575842.270143:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.270148:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575842.270151:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575842.270154:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.270156:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575842.270159:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1788575842.270161:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:2.0:1788575842.270161:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.270165:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575842.270168:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575842.270170:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575842.270177:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575842.270182:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575842.270190:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788575842.270191:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575842.270194:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575842.270202:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270204:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575842.270210:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.270215:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.270218:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575842.270219:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.270222:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1788575842.270224:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575842.270225:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575842.270231:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575842.270233:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575842.270247:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575842.270249:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575842.270252:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:1.0:1788575842.270253:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575842.270258:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1788575842.270260:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6685
00000100:00000040:2.0:1788575842.270266:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575842.270267:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575842.270273:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575842.270278:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575842.270284:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575842.270284:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816164992:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575842.270289:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575842.270293:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575842.270294:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575842.270297:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575842.270298:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1788575842.270302:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788575842.270304:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816164992/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575842.270305:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575842.270308:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575842.270312:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575842.270316:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575842.270316:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575842.270320:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1788575842.270321:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
02000000:00000010:2.0:1788575842.270324:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
00000100:00000040:1.0:1788575842.270327:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575842.270329:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788575842.270331:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1788575842.270332:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575842.270335:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000040:1.0:1788575842.270336:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000020:00000001:2.0:1788575842.270339:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788575842.270340:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575842.270344:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000010:2.0:1788575842.270344:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94adc00.
02000000:00000001:2.0:1788575842.270349:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1788575842.270350:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575842.270354:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.270354:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1788575842.270358:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1788575842.270358:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
02000000:00000001:1.0:1788575842.270362:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575842.270363:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575842.270366:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788575842.270367:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.270370:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575842.270371:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575842.270374:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.270377:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575842.270381:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575842.270383:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575842.270386:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575842.270387:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575842.270389:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575842.270391:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575842.270393:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575842.270397:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575842.270400:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575842.270405:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575842.270412:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575842.270414:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575842.270418:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575842.270426:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575842.270431:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6695)
00000100:00000001:2.0:1788575842.270543:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.270549:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575842.270551:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.270553:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575842.270554:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575842.270567:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575842.270572:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270578:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575842.270579:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.270582:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575842.270583:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575842.270585:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575842.270588:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165120:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575842.270591:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575842.270593:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575842.270595:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.270596:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575842.270600:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575842.270601:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575842.270605:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575842.270607:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575842.270611:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575842.270614:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816165120, portal 10
00000100:00000001:2.0:1788575842.270616:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575842.270617:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00000040:2.0:1788575842.270622:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270628:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575842.270630:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575842.270633:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575842.270635:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816165120, offset 0
00000400:00000200:2.0:1788575842.270638:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575842.270643:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.270646:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575842.270649:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575842.270652:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575842.270654:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575842.270656:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575842.270659:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90795:90795:256:4294967295] 192.168.202.101@tcp LPNI seq info [90775:90775:8:4294967295]
00000400:00000200:2.0:1788575842.270662:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.270669:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575842.270673:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575842.270676:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575842.270680:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575842.270682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575842.270686:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575842.270689:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575842.270692:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575842.270694:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575842.270696:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575842.270699:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575842.270702:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575842.270704:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575842.270706:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575842.270709:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270716:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575842.270719:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270725:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.270726:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575842.270729:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575842.270734:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575842.270737:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575842.270739:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301358157
00000100:00000001:2.0:1788575842.270741:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301362048
00000100:00000001:2.0:1788575842.270743:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301358157
00000100:00000001:2.0:1788575842.270745:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301362048
00000100:00000001:2.0:1788575842.270747:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575842.270749:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.270750:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575842.270754:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575842/real 1788575842]  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575842.270761:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575842.270762:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575842.270764:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575842.270766:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575842.270768:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575842.270770:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575842.270773:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575842.270780:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270785:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575842.270786:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.270788:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.270789:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575842.270792:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270798:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575842.270801:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270808:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575842.270810:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.270811:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.270812:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.270814:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575842.270817:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575842.270819:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575842.270822:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575842.270824:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575842.270827:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575842.270834:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165120:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575842.270837:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575842.270840:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270846:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575842.270847:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.270849:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575842.270850:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575842.270852:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575842.270855:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165248:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575842.270858:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575842.270859:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575842.270861:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.270863:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575842.270866:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575842.270867:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575842.270871:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575842.270872:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575842.270875:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575842.270878:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816165248, portal 10
00000100:00000001:2.0:1788575842.270879:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575842.270881:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
00000100:00000040:2.0:1788575842.270885:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.270891:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575842.270893:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575842.270895:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575842.270897:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816165248, offset 0
00000400:00000200:2.0:1788575842.270900:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575842.270904:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.270907:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575842.270910:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575842.270912:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575842.270914:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575842.270916:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575842.270919:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90796:90796:256:4294967295] 192.168.202.101@tcp LPNI seq info [90776:90776:8:4294967295]
00000400:00000200:2.0:1788575842.270923:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.270928:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575842.270932:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575842.271026:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575842.271032:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575842.271035:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575842.271039:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575842.271041:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575842.271045:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575842.271047:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575842.271050:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575842.271073:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575842.271076:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575842.271079:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575842.271082:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575842.271086:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271093:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575842.271096:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271102:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.271103:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575842.271106:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575842.271109:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575842.271112:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575842.271114:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301358108
00000100:00000001:2.0:1788575842.271116:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301362048
00000100:00000001:2.0:1788575842.271118:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301358108
00000100:00000001:2.0:1788575842.271120:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301362048
00000100:00000001:2.0:1788575842.271122:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575842.271124:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.271125:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575842.271128:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575842/real 1788575842]  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575842.271135:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575842.271137:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575842.271138:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575842.271140:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575842.271142:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575842.271144:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575842.271147:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575842.271155:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271161:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575842.271163:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271164:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.271166:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575842.271169:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271174:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575842.271178:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271183:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575842.271185:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271186:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.271187:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271189:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575842.271190:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575842.271192:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575842.271195:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575842.271197:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575842.271206:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575842.271213:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165248:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575842.271217:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575842.271221:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271226:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575842.271228:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.271230:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575842.271232:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575842.271234:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575842.271247:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165376:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575842.271251:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575842.271253:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575842.271254:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.271256:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575842.271260:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575842.271261:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575842.271264:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575842.271267:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575842.271270:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575842.271272:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816165376, portal 4
00000100:00000001:2.0:1788575842.271274:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575842.271276:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:2.0:1788575842.271281:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271287:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575842.271289:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575842.271291:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575842.271293:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816165376, offset 0
00000400:00000200:2.0:1788575842.271297:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575842.271301:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.271304:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575842.271307:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575842.271309:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575842.271312:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575842.271314:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575842.271317:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90797:90797:256:4294967295] 192.168.202.101@tcp LPNI seq info [90777:90777:8:4294967295]
00000400:00000200:2.0:1788575842.271321:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.271326:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575842.271331:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575842.271334:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575842.271338:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575842.271340:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575842.271344:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575842.271347:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575842.271351:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575842.271352:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575842.271355:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575842.271358:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575842.271361:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575842.271363:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575842.271366:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575842.271369:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271376:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575842.271442:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271448:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.271450:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575842.271454:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575842.271457:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575842.271460:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575842.271462:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301358141
00000100:00000001:2.0:1788575842.271464:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301362048
00000100:00000001:2.0:1788575842.271466:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301358141
00000100:00000001:2.0:1788575842.271468:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301362048
00000100:00000001:2.0:1788575842.271470:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575842.271472:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.271474:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575842.271478:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575842/real 1788575842]  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575842.271485:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575842.271486:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575842.271488:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575842.271490:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575842.271492:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575842.271494:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575842.271497:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575842.271505:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271510:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575842.271512:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271513:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.271514:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575842.271518:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271524:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575842.271527:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271533:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575842.271535:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271536:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.271538:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271540:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575842.271542:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575842.271544:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575842.271547:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575842.271549:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575842.271553:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575842.271560:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165376:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575842.271564:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575842.271567:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271573:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575842.271574:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.271577:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575842.271578:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575842.271580:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575842.271582:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165504:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575842.271585:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575842.271587:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575842.271589:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575842.271590:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575842.271595:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575842.271597:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575842.271599:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575842.271602:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575842.271604:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575842.271608:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816165504, portal 4
00000100:00000001:2.0:1788575842.271609:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575842.271610:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
00000100:00000040:2.0:1788575842.271615:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271622:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575842.271624:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575842.271625:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575842.271628:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816165504, offset 0
00000400:00000200:2.0:1788575842.271631:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575842.271635:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.271639:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575842.271641:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575842.271643:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575842.271646:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575842.271648:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575842.271650:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90798:90798:256:4294967295] 192.168.202.101@tcp LPNI seq info [90778:90778:8:4294967295]
00000400:00000200:2.0:1788575842.271654:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575842.271660:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575842.271664:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575842.271666:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575842.271670:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575842.271672:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575842.271676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575842.271678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575842.271682:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575842.271684:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575842.271686:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575842.271689:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575842.271692:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575842.271693:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575842.271696:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575842.271699:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271706:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575842.271708:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271714:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.271716:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575842.271718:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575842.271721:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575842.271724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575842.271726:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301358132
00000100:00000001:2.0:1788575842.271728:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301362048
00000100:00000001:2.0:1788575842.271730:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301358132
00000100:00000001:2.0:1788575842.271732:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301362048
00000100:00000001:2.0:1788575842.271734:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575842.271736:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.271737:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575842.271740:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575842/real 1788575842]  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575842.271747:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575842.271748:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575842.271749:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575842.271751:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575842.271753:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575842.271755:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575842.271757:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575842.271765:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271771:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575842.271772:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271773:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.271775:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575842.271778:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271784:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575842.271787:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271794:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575842.271796:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271798:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575842.271799:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271801:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575842.271802:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575842.271805:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575842.271807:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575842.271809:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575842.271813:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575842.271820:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165504:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575842.271823:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271825:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575842.271829:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816165120/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271835:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575842.271837:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575842.271839:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575842.271841:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575842.271843:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575842.271844:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575842.271846:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575842.271848:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:2.0:1788575842.271851:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575842.271852:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575842.271854:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:2.0:1788575842.271856:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575842.271858:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271859:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575842.271862:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816165248/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271874:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575842.271875:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575842.271877:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575842.271878:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575842.271880:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575842.271881:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575842.271883:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575842.271884:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae800.
02000000:00000001:2.0:1788575842.271886:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575842.271887:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575842.271888:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:2.0:1788575842.271890:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575842.271891:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271893:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575842.271896:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816165376/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271902:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575842.271903:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575842.271904:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575842.271906:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575842.271907:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575842.271909:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575842.271910:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575842.271912:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94afc00.
02000000:00000001:2.0:1788575842.271914:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575842.271915:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575842.271916:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:2.0:1788575842.271918:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575842.271919:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271920:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575842.271924:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816165504/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575842.271929:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575842.271930:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575842.271932:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575842.271934:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575842.271935:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575842.271936:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575842.271938:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575842.271939:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae400.
02000000:00000001:2.0:1788575842.271941:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575842.271942:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575842.271943:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000100:00000001:2.0:1788575842.271945:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575842.271946:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271947:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575842.271952:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575842.271954:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575842.271956:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575842.271958:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575842.589162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575842.589168:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575842.589180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575842.589182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575842.589186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575842.589187:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575842.589189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575842.589190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575842.589193:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575842.589194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575842.589298:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575842.589302:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575842.589305:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575843.293156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575843.293158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575843.293163:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575843.293165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575843.293168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575843.293170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575843.293171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575843.293173:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575843.293175:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575843.293177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575843.293179:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575843.293180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575843.293182:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575843.293184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575843.293186:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575843.293188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575843.293191:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575843.293193:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575843.613177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575843.613183:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575843.613190:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575843.613191:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575843.613195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575843.613196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575843.613199:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575843.613209:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575843.613213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575843.613214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575843.613272:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575843.613276:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575843.613279:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575844.317160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575844.317160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575844.317168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575844.317169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575844.317171:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575844.317173:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575844.317179:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575844.317179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575844.317196:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575844.317197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575844.317201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575844.317201:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575844.317207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575844.317210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575844.317212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575844.317214:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575844.317217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575844.317220:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575844.637169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575844.637197:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575844.637202:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575844.637203:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575844.637205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575844.637206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575844.637208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575844.637208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575844.637210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575844.637211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575844.637268:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575844.637272:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575844.637275:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575845.341171:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575845.341176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575845.341179:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575845.341181:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575845.341183:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575845.341184:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575845.341191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575845.341192:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575845.341197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575845.341197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575845.341202:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575845.341202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575845.341207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575845.341210:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575845.341213:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575845.341215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575845.341218:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575845.341221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575845.661201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575845.661208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575845.661213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575845.661214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575845.661217:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575845.661218:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575845.661221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575845.661222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575845.661224:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575845.661226:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575845.661287:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575845.661291:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575845.661295:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575846.301126:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301362048, at 4301362112
00000100:00000040:2.0:1788575846.301129:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301362048, at 4301362112
00000100:00000010:2.0:1788575846.301151:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575846.301153:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bd20.
00000100:00000001:0.0:1788575846.365186:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575846.365186:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575846.365193:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575846.365194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575846.365197:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575846.365198:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575846.365205:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575846.365206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575846.365212:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575846.365212:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575846.365219:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575846.365219:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575846.365224:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575846.365227:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575846.365230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575846.365231:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575846.365235:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575846.365237:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685208:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575846.685214:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685220:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575846.685223:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575846.685225:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575846.685228:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685231:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575846.685233:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685235:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685238:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685242:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575846.685243:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575846.685244:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575846.685245:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685247:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575846.685248:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685249:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685252:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685255:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575846.685256:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575846.685257:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575846.685258:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685260:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575846.685261:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685263:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685264:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575846.685267:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575846.685269:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575846.685459:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575846.685463:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575846.685466:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575847.389186:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788575847.389188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575847.389188:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575847.389194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575847.389195:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788575847.389195:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788575847.389200:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575847.389200:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389200:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1788575847.389207:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575847.389207:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:3.0:1788575847.389207:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788575847.389213:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575847.389214:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575847.389215:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788575847.389216:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575847.389219:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575847.389220:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575847.389224:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575847.389224:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6690
00000100:00000001:0.0:1788575847.389229:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575847.389233:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1788575847.389236:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575847.389237:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575847.389242:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575847.389246:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575847.389249:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575847.389253:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389257:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575847.389261:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389264:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575847.389267:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575847.389270:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575847.389273:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575847.389276:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575847.389279:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575847.389281:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575847.389284:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389286:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575847.389288:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389290:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575847.389293:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575847.389296:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389299:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575847.389302:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575847.389305:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575847.389308:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389310:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575847.389312:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575847.389320:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9f80.
00000020:00000040:3.0:1788575847.389323:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575847.389327:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575847.389329:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389331:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575847.389334:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575847.389337:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575847.389343:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436000.
00000100:00000001:3.0:1788575847.389349:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575847.389357:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575847.389366:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575847.389371:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575847.389376:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6c28c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575847.389395:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575847.389398:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575847.389401:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575847.389402:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575847.389407:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575847.389410:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575847.389412:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6690
00000400:00000200:3.0:1788575847.389415:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575847.389418:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575847.389420:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575847.389423:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389426:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575847.389428:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389431:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575847.389433:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575847.389434:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575847.389436:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575847.389437:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788575847.389438:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575847.389442:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575847.389443:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788575847.389445:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575847.389447:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575847.389450:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389454:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575847.389457:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575847.389458:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389462:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575847.389466:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575847.389472:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575847.389476:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575847.389479:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389479:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575847.389483:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575847.389486:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575847.389489:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575847.389491:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575847.389492:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.389496:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389497:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575847.389502:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575847.389503:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816165632:192.168.202.101@tcp:250:kworker.0
00000008:00000001:3.0:1788575847.389508:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.389511:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788575847.389512:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.389517:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1788575847.389518:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9880.
02000000:00000001:2.0:1788575847.389521:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788575847.389522:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575847.389526:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788575847.389527:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575847.389530:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389531:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575847.389533:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788575847.389534:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575847.389535:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.389538:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575847.389542:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435c00.
00000400:00000200:2.0:1788575847.389546:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575847.389547:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575847.389552:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00100000:3.0:1788575847.389555:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575847.389560:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575847.389566:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575847.389568:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575847.389569:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816165632, portal 25
00000100:00000040:3.0:1788575847.389573:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eb7201] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.389574:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575847.389577:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773175168 : -111012936376448 : ffff9b08c95c9f80)
00000100:00000040:2.0:1788575847.389586:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575847.389587:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575847.389592:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575847.389600:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575847.389602:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575847.389604:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788575847.389605:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788575847.389610:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389611:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788575847.389615:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00080000:3.0:1788575847.389616:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6690
00000100:00000200:2.0:1788575847.389619:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816165632, offset 0
00000400:00000200:3.0:1788575847.389623:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575847.389629:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1788575847.389633:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575847.389633:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575847.389639:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389641:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575847.389645:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575847.389645:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389650:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575847.389652:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575847.389654:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:2.0:1788575847.389655:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000020:00000001:3.0:1788575847.389656:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575847.389659:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575847.389663:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788575847.389664:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575847.389668:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575847.389671:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:3.0:1788575847.389674:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389677:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575847.389678:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788575847.389681:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389684:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575847.389686:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000040:3.0:1788575847.389687:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575847.389693:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90799:90799:256:4294967295] 192.168.202.101@tcp LPNI seq info [90779:90779:8:4294967295]
00000100:00080000:3.0:1788575847.389694:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389699:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575847.389702:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788575847.389704:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575847.389706:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575847.389710:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389712:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575847.389714:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575847.389719:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575847.389720:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788575847.389723:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575847.389728:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cbb80.
00000800:00000200:2.0:1788575847.389731:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000020:00000040:3.0:1788575847.389732:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575847.389736:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575847.389738:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575847.389739:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000100:00000001:3.0:1788575847.389740:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575847.389743:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575847.389745:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575847.389750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000010:3.0:1788575847.389752:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436800.
00000800:00000200:2.0:1788575847.389755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1788575847.389756:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575847.389766:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788575847.389766:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575847.389772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575847.389781:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389781:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575847.389785:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575847.389786:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000100:00000040:3.0:1788575847.389792:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000600b5a24] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575847.389794:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575847.389803:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788575847.389807:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575847.389810:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000100:00080000:3.0:1788575847.389810:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788575847.389815:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00080000:3.0:1788575847.389816:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575847.389820:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575847.389821:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575847.389823:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788575847.389824:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575847.389830:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6690
00000100:00000200:2.0:1788575847.389831:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575847.389835:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575847.389842:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575847.389849:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788575847.389852:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575847.389856:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389858:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575847.389860:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389862:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575847.389864:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575847.389865:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575847.389867:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575847.389868:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575847.389871:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575847.389873:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575847.389874:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575847.389882:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389887:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575847.389890:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.389895:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575847.389899:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575847.389905:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575847.389906:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389909:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.389910:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788575847.389912:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575847.389916:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575847.389918:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575847.389919:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389923:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575847.389926:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000400:00000200:2.0:1788575847.389927:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00000001:3.0:1788575847.389932:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.389933:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301367168
00000100:00000001:3.0:1788575847.389934:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575847.389939:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb100.
00000020:00000040:3.0:1788575847.389941:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575847.389943:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575847.389945:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389946:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575847.389948:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575847.389949:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575847.389952:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
02000000:00000010:3.0:1788575847.389953:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434000.
00000100:00000001:3.0:1788575847.389958:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.389961:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1788575847.389963:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575847.389967:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301367168
00000100:00000010:2.0:1788575847.389972:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b240.
00000100:00000001:2.0:1788575847.389977:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575847.389982:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575847.389986:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575847.389988:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.389990:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.389992:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788575847.389997:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fa6d664] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575847.390001:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575847/real 1788575847]  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575847.390014:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575847.390021:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788575847.390021:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1788575847.390025:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788575847.390026:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:2.0:1788575847.390028:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575847.390029:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575847.390031:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575847.390034:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000100:00000001:3.0:1788575847.390035:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788575847.390039:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00080000:3.0:1788575847.390040:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6690
00000100:00000001:2.0:1788575847.390045:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1788575847.390047:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575847.390050:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575847.390094:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788575847.390098:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575847.390101:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.390106:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575847.390119:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575847.390122:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575847.390124:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575847.390126:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575847.390129:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575847.390132:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000200:2.0:1788575847.390134:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575847.390134:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575847.390140:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575847.390147:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575847.390151:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575847.390151:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575847.390156:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575847.390156:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575847.390161:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575847.390162:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575847.390166:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575847.390166:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575847.390172:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:2.0:1788575847.390175:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575847.390176:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575847.390180:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575847.390184:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575847.390187:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.390189:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575847.390191:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575847.390193:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575847.390195:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575847.390199:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca680.
00000100:00000001:2.0:1788575847.390202:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575847.390203:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575847.390208:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575847.390210:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575847.390211:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575847.390215:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575847.390217:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575847.390220:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.390226:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1788575847.390226:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435000.
00000100:00000001:2.0:1788575847.390231:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575847.390232:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.390233:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.390236:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575847.390240:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575847.390241:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575847.390244:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575847.390251:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788575847.390256:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1788575847.390259:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575847.390260:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.390264:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575847.390267:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c496a81] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575847.390273:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575847.390283:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575847.390290:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6700)
00000100:00100000:2.0:1788575847.390291:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816165632:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575847.390298:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390300:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.390305:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9f80 x1875450816165632/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390311:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575847.390314:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575847.390317:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575847.390321:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575847.390323:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575847.390325:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575847.390327:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575847.390330:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575847.390334:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575847.390337:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575847.390338:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9f80.
00000100:00000001:2.0:1788575847.390342:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575847.390343:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390345:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390351:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575847.390352:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.390354:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575847.390355:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575847.390369:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575847.390373:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390380:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575847.390381:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.390383:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575847.390385:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575847.390387:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575847.390390:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165760:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575847.390393:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575847.390394:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575847.390396:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.390397:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575847.390401:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575847.390402:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575847.390406:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575847.390408:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575847.390412:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575847.390414:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816165760, portal 10
00000100:00000001:2.0:1788575847.390416:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575847.390418:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773173376 : -111012936378240 : ffff9b08c95c9880)
00000100:00000040:2.0:1788575847.390424:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390430:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575847.390432:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575847.390434:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575847.390437:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816165760, offset 0
00000400:00000200:2.0:1788575847.390441:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575847.390444:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575847.390448:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575847.390451:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575847.390453:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575847.390456:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575847.390458:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575847.390461:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90800:90800:256:4294967295] 192.168.202.101@tcp LPNI seq info [90780:90780:8:4294967295]
00000400:00000200:2.0:1788575847.390464:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575847.390471:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575847.390475:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575847.390478:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575847.390482:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575847.390485:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575847.390489:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575847.390491:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575847.390495:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575847.390497:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575847.390499:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575847.390502:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575847.390505:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575847.390507:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575847.390509:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575847.390513:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390520:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.390523:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390529:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.390530:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575847.390534:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575847.390537:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575847.390541:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575847.390543:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301363277
00000100:00000001:2.0:1788575847.390545:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301367168
00000100:00000001:2.0:1788575847.390547:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301363277
00000100:00000001:2.0:1788575847.390549:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301367168
00000100:00000001:2.0:1788575847.390551:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575847.390554:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.390555:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575847.390559:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575847/real 1788575847]  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575847.390566:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575847.390567:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575847.390568:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575847.390571:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575847.390572:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575847.390574:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575847.390576:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575847.390583:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390588:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575847.390589:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390591:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.390592:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575847.390595:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390600:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575847.390603:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390610:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575847.390613:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390614:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.390616:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390617:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575847.390619:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575847.390621:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575847.390624:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575847.390626:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575847.390629:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575847.390636:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165760:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575847.390639:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575847.390641:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390647:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575847.390648:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.390650:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575847.390651:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575847.390653:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575847.390655:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165888:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575847.390658:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575847.390659:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575847.390660:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.390662:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575847.390665:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575847.390667:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575847.390669:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575847.390671:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575847.390674:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575847.390676:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816165888, portal 10
00000100:00000001:2.0:1788575847.390678:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575847.390679:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773182336 : -111012936369280 : ffff9b08c95cbb80)
00000100:00000040:2.0:1788575847.390683:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390688:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575847.390690:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575847.390691:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575847.390693:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816165888, offset 0
00000400:00000200:2.0:1788575847.390696:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575847.390699:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575847.390702:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575847.390704:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575847.390707:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575847.390709:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575847.390711:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575847.390713:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90801:90801:256:4294967295] 192.168.202.101@tcp LPNI seq info [90781:90781:8:4294967295]
00000400:00000200:2.0:1788575847.390717:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575847.390722:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575847.390725:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575847.390728:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575847.390731:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575847.390748:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575847.390752:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575847.390755:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575847.390758:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575847.390760:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575847.390762:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575847.390765:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575847.390768:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575847.390770:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575847.390773:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575847.390776:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390783:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.390785:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390791:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.390793:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575847.390795:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575847.390798:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575847.390801:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575847.390803:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301363227
00000100:00000001:2.0:1788575847.390805:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301367168
00000100:00000001:2.0:1788575847.390807:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301363227
00000100:00000001:2.0:1788575847.390809:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301367168
00000100:00000001:2.0:1788575847.390811:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575847.390812:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.390814:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575847.390818:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575847/real 1788575847]  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575847.390825:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575847.390826:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575847.390827:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575847.390830:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575847.390831:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575847.390833:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575847.390835:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575847.390843:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390849:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575847.390850:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390852:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.390853:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575847.390857:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390863:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575847.390866:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390873:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575847.390876:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390877:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.390878:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.390880:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575847.390881:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575847.390884:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575847.390886:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575847.390889:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575847.390892:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575847.390899:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816165888:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575847.390903:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575847.390906:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390912:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575847.390914:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.390916:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575847.390918:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575847.390920:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575847.390923:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166016:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575847.390926:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575847.390929:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575847.390930:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.390931:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575847.390933:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575847.390935:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575847.390937:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575847.390940:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575847.390943:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575847.390946:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816166016, portal 4
00000100:00000001:2.0:1788575847.390948:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575847.390949:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773179648 : -111012936371968 : ffff9b08c95cb100)
00000100:00000040:2.0:1788575847.390954:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.390960:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575847.390962:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575847.390964:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575847.390967:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816166016, offset 0
00000400:00000200:2.0:1788575847.390971:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575847.390975:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575847.390979:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575847.390981:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575847.390984:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575847.390986:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575847.390988:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575847.390992:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90802:90802:256:4294967295] 192.168.202.101@tcp LPNI seq info [90782:90782:8:4294967295]
00000400:00000200:2.0:1788575847.390996:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575847.391000:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575847.391004:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575847.391006:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575847.391009:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575847.391011:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575847.391013:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575847.391015:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575847.391017:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575847.391019:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575847.391021:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575847.391023:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575847.391024:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575847.391025:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575847.391027:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575847.391029:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391034:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.391036:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391040:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.391040:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575847.391042:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575847.391044:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575847.391046:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575847.391048:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301363260
00000100:00000001:2.0:1788575847.391049:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301367168
00000100:00000001:2.0:1788575847.391050:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301363260
00000100:00000001:2.0:1788575847.391065:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301367168
00000100:00000001:2.0:1788575847.391067:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575847.391069:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.391070:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575847.391072:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575847/real 1788575847]  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575847.391078:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575847.391078:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575847.391080:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575847.391081:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575847.391082:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575847.391084:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575847.391085:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575847.391091:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391094:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575847.391095:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391096:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.391097:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575847.391098:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391102:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575847.391104:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391108:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575847.391119:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391121:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.391122:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391124:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575847.391127:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575847.391130:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575847.391133:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575847.391135:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575847.391140:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575847.391147:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166016:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575847.391150:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575847.391153:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391158:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575847.391160:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.391162:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575847.391164:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575847.391165:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575847.391168:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166144:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575847.391171:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575847.391173:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575847.391175:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575847.391176:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575847.391180:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575847.391182:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575847.391185:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575847.391187:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000400:00000010:2.0:1788575847.391190:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000200:2.0:1788575847.391193:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816166144, portal 4
00000100:00000001:2.0:1788575847.391194:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575847.391195:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176960 : -111012936374656 : ffff9b08c95ca680)
00000100:00000040:2.0:1788575847.391201:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391207:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575847.391209:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575847.391212:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00000200:2.0:1788575847.391214:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816166144, offset 0
00000400:00000200:2.0:1788575847.391218:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575847.391222:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575847.391225:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575847.391228:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575847.391230:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575847.391238:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575847.391240:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575847.391243:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90803:90803:256:4294967295] 192.168.202.101@tcp LPNI seq info [90783:90783:8:4294967295]
00000400:00000200:2.0:1788575847.391246:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575847.391252:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575847.391256:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575847.391259:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000800:00000200:2.0:1788575847.391263:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575847.391265:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575847.391269:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575847.391271:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575847.391275:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575847.391276:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000400:00000200:2.0:1788575847.391279:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575847.391282:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575847.391285:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:2.0:1788575847.391286:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:2.0:1788575847.391288:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575847.391292:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391298:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.391301:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391307:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.391308:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575847.391311:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575847.391314:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575847.391318:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575847.391320:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301363252
00000100:00000001:2.0:1788575847.391322:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301367168
00000100:00000001:2.0:1788575847.391324:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301363252
00000100:00000001:2.0:1788575847.391326:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301367168
00000100:00000001:2.0:1788575847.391328:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575847.391329:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.391331:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575847.391335:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575847/real 1788575847]  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575847.391343:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575847.391345:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575847.391346:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575847.391349:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575847.391350:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575847.391352:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575847.391355:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575847.391362:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391367:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575847.391368:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391370:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.391371:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575847.391373:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391380:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575847.391383:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391388:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575847.391391:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391392:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575847.391393:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391395:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575847.391396:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575847.391399:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575847.391402:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575847.391404:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575847.391407:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575847.391414:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166144:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575847.391417:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391419:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.391422:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9880 x1875450816165760/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391428:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575847.391429:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575847.391431:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575847.391433:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575847.391435:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575847.391436:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575847.391438:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575847.391439:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575847.391442:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575847.391443:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575847.391444:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9880.
00000100:00000001:2.0:1788575847.391447:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575847.391448:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391450:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.391453:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cbb80 x1875450816165888/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391466:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575847.391467:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575847.391468:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575847.391471:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575847.391472:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575847.391473:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575847.391475:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575847.391476:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436800.
02000000:00000001:2.0:1788575847.391478:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575847.391479:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575847.391480:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cbb80.
00000100:00000001:2.0:1788575847.391482:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575847.391483:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391485:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.391488:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb100 x1875450816166016/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391494:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575847.391495:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575847.391497:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575847.391498:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575847.391499:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575847.391501:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575847.391502:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575847.391504:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434000.
02000000:00000001:2.0:1788575847.391505:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575847.391506:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575847.391508:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb100.
00000100:00000001:2.0:1788575847.391509:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575847.391510:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391512:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575847.391515:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca680 x1875450816166144/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575847.391520:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575847.391521:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575847.391523:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575847.391525:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575847.391526:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575847.391527:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575847.391529:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575847.391530:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435000.
02000000:00000001:2.0:1788575847.391532:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575847.391533:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575847.391534:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca680.
00000100:00000001:2.0:1788575847.391536:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575847.391537:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391539:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575847.391542:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575847.391544:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575847.391545:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575847.391547:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575847.709700:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575847.709707:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575847.709714:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575847.709715:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575847.709718:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575847.709720:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575847.709723:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575847.709724:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575847.709727:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575847.709729:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575847.709821:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575847.709824:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575847.709827:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575848.413442:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575848.413450:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575848.413452:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575848.413457:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575848.413461:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575848.413465:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575848.413468:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575848.413470:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575848.413474:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575848.413489:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575848.413494:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575848.413496:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575848.413499:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575848.413502:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575848.413504:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575848.413507:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575848.413508:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575848.413510:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575848.733180:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575848.733182:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575848.733185:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733190:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575848.733192:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733194:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733196:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575848.733201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733203:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575848.733204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733207:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575848.733208:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575848.733211:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575848.733212:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575848.733213:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733214:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575848.733215:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733216:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575848.733217:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575848.733295:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575848.733297:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575848.733299:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575849.437204:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575849.437204:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575849.437217:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575849.437217:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575849.437220:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575849.437223:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575849.437230:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575849.437231:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575849.437241:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575849.437241:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575849.437248:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575849.437249:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575849.437259:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575849.437263:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575849.437268:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575849.437268:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575849.437271:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575849.437276:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575849.757161:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575849.757165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575849.757169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575849.757170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575849.757173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575849.757174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575849.757176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575849.757177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575849.757179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575849.757180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575849.757231:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575849.757235:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575849.757238:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575850.461171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575850.461171:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575850.461178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575850.461179:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575850.461183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575850.461183:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575850.461190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575850.461191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575850.461197:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575850.461197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575850.461203:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575850.461203:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575850.461208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575850.461211:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575850.461214:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575850.461215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575850.461219:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575850.461222:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575850.781197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575850.781204:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575850.781210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575850.781211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575850.781214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575850.781216:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575850.781219:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575850.781220:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575850.781222:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575850.781224:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575850.781491:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575850.781495:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575850.781498:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575851.421145:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301367168, at 4301367232
00000100:00000040:3.0:1788575851.421145:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301367168, at 4301367232
00000100:00000010:2.0:1788575851.421159:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575851.421162:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b240.
00000100:00000001:0.0:1788575851.485137:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575851.485137:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575851.485143:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575851.485144:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575851.485146:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575851.485146:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575851.485151:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:1.0:1788575851.485151:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575851.485155:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575851.485155:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575851.485158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575851.485158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575851.485161:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575851.485163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575851.485166:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575851.485167:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575851.485168:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575851.485170:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575851.805165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575851.805171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575851.805176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575851.805177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575851.805180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575851.805182:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575851.805184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575851.805185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575851.805189:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575851.805190:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575851.805253:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575851.805257:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575851.805260:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575852.509158:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575852.509164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1788575852.509165:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575852.509166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575852.509170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.509171:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788575852.509175:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575852.509175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575852.509176:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575852.509178:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575852.509182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1788575852.509183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:2.0:1788575852.509184:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575852.509185:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.509188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575852.509190:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575852.509192:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575852.509192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575852.509193:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575852.509198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.509198:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788575852.509202:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6695
00000100:00000001:3.0:1788575852.509203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.509209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575852.509215:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575852.509223:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575852.509227:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575852.509231:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509234:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575852.509236:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509238:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575852.509241:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575852.509243:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575852.509245:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575852.509247:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575852.509249:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575852.509251:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575852.509253:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509254:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575852.509255:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509256:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575852.509258:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575852.509261:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509262:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575852.509265:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575852.509267:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575852.509269:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575852.509271:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575852.509273:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575852.509280:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4a80.
00000020:00000040:2.0:1788575852.509284:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575852.509287:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575852.509289:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575852.509292:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575852.509294:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575852.509298:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575852.509306:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1000.
00000100:00000001:2.0:1788575852.509312:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575852.509329:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575852.509337:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575852.509340:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575852.509343:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042acea22] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575852.509359:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575852.509361:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575852.509363:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575852.509364:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575852.509365:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575852.509367:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575852.509369:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6695
00000400:00000200:2.0:1788575852.509371:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575852.509373:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575852.509375:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575852.509377:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509378:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575852.509380:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509381:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575852.509383:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575852.509384:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575852.509385:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575852.509386:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:2.0:1788575852.509388:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:2.0:1788575852.509389:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575852.509392:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509393:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575852.509394:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509396:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575852.509396:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788575852.509400:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:3.0:1788575852.509401:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788575852.509402:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575852.509404:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788575852.509405:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575852.509408:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575852.509411:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575852.509414:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575852.509414:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575852.509418:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575852.509421:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575852.509426:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.509429:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575852.509430:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.509432:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575852.509437:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7480.
02000000:00000001:3.0:1788575852.509437:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575852.509440:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788575852.509442:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575852.509444:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575852.509446:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575852.509450:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575852.509451:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816166272:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575852.509455:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575852.509458:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575852.509459:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575852.509463:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.509463:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575852.509467:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575852.509468:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:3.0:1788575852.509470:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788575852.509474:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575852.509477:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575852.509481:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575852.509483:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575852.509489:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575852.509496:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:2.0:1788575852.509497:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575852.509501:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575852.509504:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000040:2.0:1788575852.509506:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d79e7c04] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575852.509511:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816166272, portal 25
00000100:00000001:3.0:1788575852.509516:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575852.509519:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693658240 : -111013015893376 : ffff9b08c49f4a80)
00000100:00000001:2.0:1788575852.509521:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575852.509525:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1788575852.509527:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575852.509530:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575852.509534:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575852.509536:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575852.509541:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788575852.509542:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1788575852.509547:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:2.0:1788575852.509549:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6695
00000400:00000010:3.0:1788575852.509551:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575852.509556:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816166272, offset 0
00000400:00000200:2.0:1788575852.509557:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575852.509563:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:3.0:1788575852.509566:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:2.0:1788575852.509573:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575852.509575:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:2.0:1788575852.509580:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509584:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575852.509585:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:2.0:1788575852.509589:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509593:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575852.509593:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1788575852.509599:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575852.509601:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000040:2.0:1788575852.509602:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575852.509605:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788575852.509607:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1788575852.509609:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575852.509612:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000001:2.0:1788575852.509615:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575852.509620:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90804:90804:256:4294967295] 192.168.202.101@tcp LPNI seq info [90784:90784:8:4294967295]
00000020:00000001:2.0:1788575852.509621:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:2.0:1788575852.509629:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575852.509631:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575852.509634:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575852.509638:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509643:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575852.509647:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575852.509647:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788575852.509653:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509656:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575852.509660:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1788575852.509660:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
02000000:00000001:2.0:1788575852.509664:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575852.509667:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575852.509667:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000100:00000001:2.0:1788575852.509671:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575852.509673:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575852.509675:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575852.509678:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575852.509679:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575852.509684:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4380.
00000800:00000200:3.0:1788575852.509685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000020:00000040:2.0:1788575852.509687:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575852.509691:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575852.509693:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575852.509697:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1788575852.509697:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:2.0:1788575852.509699:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575852.509701:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575852.509703:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
02000000:00000010:2.0:1788575852.509705:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3c00.
00000100:00000001:2.0:1788575852.509709:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788575852.509710:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.509714:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000100:00100000:2.0:1788575852.509715:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575852.509721:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788575852.509721:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788575852.509725:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575852.509730:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b67cc12f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575852.509731:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575852.509738:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000100:00000001:2.0:1788575852.509740:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575852.509743:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1788575852.509743:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00080000:2.0:1788575852.509748:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575852.509749:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575852.509750:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1788575852.509751:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575852.509754:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575852.509757:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575852.509768:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6695
00000100:00000001:3.0:1788575852.509771:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1788575852.509774:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575852.509778:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575852.509780:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575852.509784:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575852.509789:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509793:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575852.509796:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575852.509797:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575852.509798:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575852.509802:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575852.509802:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1788575852.509805:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:2.0:1788575852.509806:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575852.509808:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:3.0:1788575852.509809:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575852.509810:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:2.0:1788575852.509814:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575852.509818:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575852.509819:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575852.509820:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575852.509823:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509825:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575852.509825:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301372288
00000020:00000040:2.0:1788575852.509830:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:2.0:1788575852.509831:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509833:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575852.509833:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abe40.
02000000:00000001:2.0:1788575852.509834:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575852.509837:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575852.509839:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575852.509840:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575852.509842:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:3.0:1788575852.509842:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000008:00000001:2.0:1788575852.509847:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575852.509848:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.509850:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301372288
00000100:00000010:2.0:1788575852.509852:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4e00.
00000020:00000040:2.0:1788575852.509855:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575852.509857:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:3.0:1788575852.509857:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab780.
02000000:00000001:2.0:1788575852.509860:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575852.509862:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575852.509863:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788575852.509863:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1788575852.509866:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.509869:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788575852.509870:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2c00.
00000100:00000001:2.0:1788575852.509874:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.509874:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.509880:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575852.509881:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575852.509889:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575852.509890:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575852.509895:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f011ca9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575852.509895:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575852/real 1788575852]  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575852.509913:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575852.509917:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575852.509920:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:3.0:1788575852.509920:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788575852.509924:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:3.0:1788575852.509925:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1788575852.509926:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575852.509929:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1788575852.509929:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00080000:2.0:1788575852.509933:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6695
00000400:00000200:3.0:1788575852.509935:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000200:2.0:1788575852.509939:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575852.509940:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575852.509945:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1788575852.509946:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575852.509950:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1788575852.509953:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575852.509957:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509962:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575852.509967:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.509971:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:3.0:1788575852.509972:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575852.509976:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575852.509979:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:2.0:1788575852.509983:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575852.509985:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:2.0:1788575852.509986:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575852.509988:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788575852.509991:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575852.509993:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788575852.509997:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575852.509997:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575852.510004:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510032:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575852.510033:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.510038:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575852.510041:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575852.510043:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575852.510047:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575852.510049:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575852.510078:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575852.510082:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510083:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.510086:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575852.510089:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575852.510089:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575852.510093:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575852.510094:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575852.510100:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:3.0:1788575852.510100:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1788575852.510104:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788575852.510106:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000001:2.0:1788575852.510108:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510111:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788575852.510112:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575852.510115:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000040:3.0:1788575852.510119:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788575852.510121:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575852.510125:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575852.510130:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4700.
00000020:00000040:2.0:1788575852.510136:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00100000:3.0:1788575852.510136:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816166272:192.168.202.101@tcp:250:kworker.0
02000000:00000001:2.0:1788575852.510142:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575852.510144:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788575852.510145:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510149:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788575852.510150:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575852.510153:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788575852.510156:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4a80 x1875450816166272/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575852.510157:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575852.510164:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1400.
00000100:00000001:3.0:1788575852.510166:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1788575852.510170:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.510170:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575852.510174:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435400.
00000100:00100000:2.0:1788575852.510179:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788575852.510180:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575852.510183:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575852.510186:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575852.510191:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788575852.510194:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1788575852.510194:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1000.
00000100:00000001:2.0:1788575852.510199:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.510201:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575852.510204:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1788575852.510206:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8bfe846] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575852.510207:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4a80.
00000100:00000001:3.0:1788575852.510212:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575852.510215:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510219:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575852.510221:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510227:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1788575852.510228:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6706)
00000100:00000001:3.0:1788575852.510230:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510234:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575852.510236:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575852.510237:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575852.510242:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510249:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575852.510251:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.510253:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575852.510256:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575852.510258:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575852.510261:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166400:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575852.510264:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575852.510266:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575852.510267:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.510269:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575852.510271:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575852.510273:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575852.510276:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575852.510279:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575852.510282:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575852.510285:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816166400, portal 10
00000100:00000001:3.0:1788575852.510287:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575852.510288:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693668992 : -111013015882624 : ffff9b08c49f7480)
00000100:00000040:3.0:1788575852.510294:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510300:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575852.510302:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575852.510304:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575852.510306:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816166400, offset 0
00000400:00000200:3.0:1788575852.510310:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575852.510314:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575852.510317:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575852.510320:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575852.510322:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575852.510324:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575852.510327:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575852.510330:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90805:90805:256:4294967295] 192.168.202.101@tcp LPNI seq info [90785:90785:8:4294967295]
00000400:00000200:3.0:1788575852.510334:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575852.510340:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575852.510344:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.510347:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575852.510351:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575852.510354:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788575852.510358:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575852.510360:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1788575852.510363:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.510365:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575852.510368:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575852.510371:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575852.510374:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575852.510375:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575852.510378:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575852.510381:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510388:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575852.510390:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510397:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510398:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575852.510400:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575852.510404:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575852.510407:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575852.510409:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301368397
00000100:00000001:3.0:1788575852.510411:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301372288
00000100:00000001:3.0:1788575852.510413:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301368397
00000100:00000001:3.0:1788575852.510415:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301372288
00000100:00000001:3.0:1788575852.510417:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575852.510419:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510421:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575852.510424:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575852/real 1788575852]  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575852.510431:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575852.510432:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575852.510434:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575852.510436:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575852.510437:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575852.510439:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575852.510442:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575852.510449:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510455:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575852.510456:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510458:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.510459:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575852.510463:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510469:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575852.510472:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510478:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575852.510481:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510482:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.510484:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510485:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575852.510488:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575852.510490:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575852.510494:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575852.510495:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575852.510499:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575852.510506:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166400:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575852.510509:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575852.510512:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510518:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575852.510524:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.510527:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575852.510528:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575852.510530:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575852.510533:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166528:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575852.510536:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575852.510537:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575852.510539:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.510540:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575852.510543:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1437000.
02000000:00000001:3.0:1788575852.510545:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575852.510548:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575852.510550:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575852.510553:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575852.510555:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816166528, portal 10
00000100:00000001:3.0:1788575852.510557:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575852.510558:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693656448 : -111013015895168 : ffff9b08c49f4380)
00000100:00000040:3.0:1788575852.510563:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510569:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575852.510572:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575852.510574:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575852.510576:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816166528, offset 0
00000400:00000200:3.0:1788575852.510580:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575852.510584:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575852.510588:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575852.510590:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575852.510592:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575852.510595:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575852.510597:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575852.510600:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90806:90806:256:4294967295] 192.168.202.101@tcp LPNI seq info [90786:90786:8:4294967295]
00000400:00000200:3.0:1788575852.510604:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575852.510609:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575852.510613:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.510616:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575852.510620:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575852.510622:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788575852.510626:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575852.510628:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1788575852.510632:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.510634:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575852.510636:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575852.510639:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575852.510642:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575852.510643:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575852.510645:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575852.510649:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510656:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575852.510659:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510665:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510667:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575852.510669:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575852.510672:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575852.510675:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575852.510677:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301368347
00000100:00000001:3.0:1788575852.510679:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301372288
00000100:00000001:3.0:1788575852.510681:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301368347
00000100:00000001:3.0:1788575852.510683:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301372288
00000100:00000001:3.0:1788575852.510685:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575852.510686:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510688:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575852.510692:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575852/real 1788575852]  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575852.510699:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575852.510700:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575852.510701:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575852.510703:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575852.510705:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575852.510706:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575852.510709:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575852.510716:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510721:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575852.510723:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510725:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.510726:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575852.510729:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510735:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575852.510738:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510744:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575852.510747:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510748:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.510749:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510751:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575852.510753:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575852.510755:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575852.510758:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575852.510760:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575852.510763:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575852.510770:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166528:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575852.510774:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575852.510776:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510782:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575852.510783:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.510785:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575852.510787:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575852.510789:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575852.510791:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166656:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575852.510794:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575852.510796:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575852.510797:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.510799:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575852.510802:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575852.510804:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575852.510807:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575852.510809:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575852.510812:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575852.510814:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816166656, portal 4
00000100:00000001:3.0:1788575852.510816:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575852.510817:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693659136 : -111013015892480 : ffff9b08c49f4e00)
00000100:00000040:3.0:1788575852.510822:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510827:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575852.510829:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575852.510831:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575852.510833:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816166656, offset 0
00000400:00000200:3.0:1788575852.510836:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575852.510839:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575852.510842:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575852.510845:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575852.510847:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575852.510849:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575852.510852:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575852.510854:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90807:90807:256:4294967295] 192.168.202.101@tcp LPNI seq info [90787:90787:8:4294967295]
00000400:00000200:3.0:1788575852.510858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575852.510863:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575852.510867:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.510870:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575852.510873:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575852.510876:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788575852.510879:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575852.510882:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1788575852.510885:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.510887:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575852.510890:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575852.510893:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575852.510896:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575852.510897:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575852.510900:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575852.510903:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510909:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575852.510912:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510918:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510920:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575852.510922:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575852.510925:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575852.510928:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575852.510929:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301368380
00000100:00000001:3.0:1788575852.510931:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301372288
00000100:00000001:3.0:1788575852.510933:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301368380
00000100:00000001:3.0:1788575852.510935:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301372288
00000100:00000001:3.0:1788575852.510937:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575852.510939:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.510941:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575852.510944:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575852/real 1788575852]  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575852.510951:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575852.510953:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575852.510954:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575852.510956:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575852.510958:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575852.510960:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575852.510963:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575852.510971:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510982:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575852.510984:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.510985:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.510987:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575852.510990:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.510996:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575852.511000:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511019:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575852.511021:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511023:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.511024:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511026:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575852.511028:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575852.511030:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575852.511033:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575852.511036:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575852.511040:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575852.511047:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166656:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575852.511050:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575852.511073:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511080:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575852.511081:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.511084:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575852.511085:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575852.511087:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575852.511090:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166784:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575852.511093:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575852.511094:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575852.511096:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575852.511097:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575852.511100:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575852.511102:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575852.511105:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575852.511108:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575852.511111:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575852.511114:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816166784, portal 4
00000100:00000001:3.0:1788575852.511115:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575852.511117:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693657344 : -111013015894272 : ffff9b08c49f4700)
00000100:00000040:3.0:1788575852.511121:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511127:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575852.511129:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575852.511131:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575852.511133:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816166784, offset 0
00000400:00000200:3.0:1788575852.511137:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575852.511140:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575852.511143:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575852.511146:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575852.511148:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575852.511150:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575852.511152:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575852.511155:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90808:90808:256:4294967295] 192.168.202.101@tcp LPNI seq info [90788:90788:8:4294967295]
00000400:00000200:3.0:1788575852.511159:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575852.511164:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575852.511169:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.511171:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575852.511175:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575852.511177:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1788575852.511181:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575852.511183:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1788575852.511187:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575852.511188:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575852.511191:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575852.511194:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575852.511197:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575852.511198:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575852.511201:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575852.511203:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511210:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575852.511212:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575877 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511218:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.511220:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575852.511222:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575852.511225:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575852.511228:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575852.511229:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301368372
00000100:00000001:3.0:1788575852.511232:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301372288
00000100:00000001:3.0:1788575852.511234:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301368372
00000100:00000001:3.0:1788575852.511236:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301372288
00000100:00000001:3.0:1788575852.511238:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575852.511240:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.511241:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575852.511245:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575852/real 1788575852]  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575852.511252:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575852.511253:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575852.511255:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575852.511257:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575852.511259:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575852.511260:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575852.511263:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575852.511271:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511276:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575852.511278:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511280:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.511281:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575852.511284:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511290:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575852.511293:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511300:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575852.511302:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511303:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575852.511304:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511306:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575852.511308:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575852.511310:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575852.511313:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575852.511315:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575852.511319:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575852.511326:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816166784:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575852.511330:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511331:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575852.511334:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7480 x1875450816166400/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511340:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575852.511342:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575852.511343:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575852.511346:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575852.511347:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575852.511348:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575852.511350:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575852.511351:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:3.0:1788575852.511353:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575852.511354:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575852.511356:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7480.
00000100:00000001:3.0:1788575852.511358:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575852.511360:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511361:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575852.511364:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4380 x1875450816166528/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511370:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575852.511371:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575852.511372:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1437000.
02000000:00000001:3.0:1788575852.511375:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575852.511376:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575852.511378:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575852.511379:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575852.511381:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:3.0:1788575852.511383:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575852.511384:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575852.511385:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4380.
00000100:00000001:3.0:1788575852.511388:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575852.511389:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511390:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575852.511393:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4e00 x1875450816166656/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511399:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575852.511400:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575852.511401:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575852.511403:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575852.511404:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575852.511405:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575852.511407:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575852.511408:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575852.511410:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575852.511411:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575852.511412:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4e00.
00000100:00000001:3.0:1788575852.511415:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575852.511416:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511417:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575852.511420:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4700 x1875450816166784/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575852.511426:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575852.511427:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575852.511429:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575852.511431:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575852.511432:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575852.511433:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575852.511434:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575852.511435:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:3.0:1788575852.511437:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575852.511438:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575852.511439:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4700.
00000100:00000001:3.0:1788575852.511441:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575852.511442:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511444:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575852.511448:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575852.511449:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575852.511451:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575852.511453:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575852.829232:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575852.829239:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575852.829245:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575852.829246:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575852.829281:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575852.829282:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575852.829285:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575852.829286:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575852.829288:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575852.829289:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575852.829358:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575852.829361:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575852.829364:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575853.533474:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575853.533484:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575853.533487:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575853.533494:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575853.533499:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575853.533504:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575853.533507:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575853.533511:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575853.533515:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575853.535228:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575853.535233:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575853.535234:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575853.535238:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575853.535241:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575853.535244:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575853.535246:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575853.535248:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575853.535249:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575853.853138:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575853.853144:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575853.853150:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575853.853152:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575853.853155:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575853.853156:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575853.853159:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575853.853161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575853.853163:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575853.853165:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575853.853211:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575853.853214:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575853.853218:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575854.557217:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575854.557228:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575854.557230:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575854.557238:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575854.557242:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575854.557247:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575854.557252:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575854.557255:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575854.557259:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575854.557284:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575854.557290:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575854.557292:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575854.557305:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575854.557308:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575854.557311:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575854.557313:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575854.557326:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575854.557329:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575854.877162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575854.877166:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575854.877169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575854.877170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575854.877173:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575854.877174:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575854.877176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575854.877177:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575854.877179:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575854.877180:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575854.877225:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575854.877228:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575854.877230:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575855.581165:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575855.581165:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575855.581172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575855.581172:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575855.581175:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575855.581176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575855.581180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575855.581181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575855.581184:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575855.581186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575855.581188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575855.581190:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575855.581191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575855.581193:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575855.581197:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575855.581197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575855.581201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575855.581205:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575855.901152:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575855.901159:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575855.901164:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575855.901173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575855.901177:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575855.901179:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575855.901182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575855.901184:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575855.901187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575855.901188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575855.901246:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575855.901249:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575855.901256:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575856.541117:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301372288, at 4301372352
00000100:00000010:3.0:1788575856.541131:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab780.
00000100:00000040:2.0:1788575856.541983:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301372288, at 4301372352
00000100:00000010:2.0:1788575856.541990:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abe40.
00000100:00000001:1.0:1788575856.605156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575856.605163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575856.605166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575856.605169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1788575856.605172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575856.605174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575856.605177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575856.605178:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575856.605182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575856.605183:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575856.605188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575856.605189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575856.605191:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575856.605194:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575856.605195:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575856.605200:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575856.605203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575856.605207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925165:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575856.925171:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925176:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575856.925179:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575856.925182:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575856.925185:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925187:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575856.925190:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925191:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925193:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575856.925198:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575856.925199:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575856.925201:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925202:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575856.925204:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925205:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925207:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925210:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575856.925211:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575856.925212:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575856.925213:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925215:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575856.925216:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925217:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925219:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575856.925221:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575856.925222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575856.927975:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575856.927979:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575856.927983:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575857.629188:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575857.629191:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575857.629198:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575857.629199:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788575857.629200:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575857.629207:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575857.629207:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629208:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575857.629214:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575857.629218:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:2.0:1788575857.629219:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575857.629221:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575857.629227:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575857.629231:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788575857.629232:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575857.629233:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575857.629240:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.629240:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788575857.629245:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6701
00000100:00000001:3.0:1788575857.629248:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.629253:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575857.629258:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1788575857.629259:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575857.629265:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575857.629270:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575857.629273:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575857.629279:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575857.629285:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629290:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.629293:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629296:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575857.629301:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575857.629303:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575857.629306:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575857.629309:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575857.629310:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575857.629312:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575857.629314:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629315:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.629316:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629318:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575857.629320:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575857.629322:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629324:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575857.629327:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575857.629330:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575857.629332:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629333:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575857.629335:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575857.629346:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6680.
00000020:00000040:2.0:1788575857.629349:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575857.629353:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575857.629355:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629357:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575857.629360:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575857.629365:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575857.629380:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3400.
00000100:00000001:2.0:1788575857.629386:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575857.629395:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575857.629403:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575857.629407:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575857.629410:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd4fff6] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575857.629432:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575857.629434:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575857.629437:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575857.629438:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575857.629439:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575857.629442:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575857.629443:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6701
00000400:00000200:2.0:1788575857.629447:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575857.629449:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575857.629451:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575857.629453:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629455:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.629456:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629458:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575857.629459:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575857.629460:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788575857.629461:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575857.629464:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575857.629466:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575857.629466:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788575857.629470:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575857.629471:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788575857.629473:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575857.629475:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629477:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.629478:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629479:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575857.629480:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:2.0:1788575857.629482:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629484:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575857.629485:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788575857.629490:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575857.629491:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575857.629496:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629500:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575857.629506:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788575857.629507:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1788575857.629511:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.629511:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629516:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.629518:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575857.629522:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788575857.629523:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7800.
02000000:00000001:3.0:1788575857.629527:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575857.629528:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000100:00100000:3.0:1788575857.629533:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816166912:192.168.202.101@tcp:250:kworker.0
02000000:00000001:2.0:1788575857.629534:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575857.629537:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629541:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575857.629543:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575857.629544:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575857.629548:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.629549:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575857.629553:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.629557:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575857.629563:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000010:3.0:1788575857.629564:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575857.629569:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629574:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.629579:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:2.0:1788575857.629585:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575857.629585:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:2.0:1788575857.629596:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788575857.629596:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:2.0:1788575857.629600:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575857.629604:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030dcc954] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575857.629610:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575857.629613:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1788575857.629613:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816166912, portal 25
00000100:00080000:2.0:1788575857.629619:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575857.629619:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575857.629621:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575857.629623:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575857.629623:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693665408 : -111013015886208 : ffff9b08c49f6680)
00000100:00000001:2.0:1788575857.629629:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575857.629631:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6701
00000100:00000040:3.0:1788575857.629635:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575857.629637:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575857.629644:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575857.629649:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575857.629650:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575857.629656:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575857.629657:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575857.629662:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000001:2.0:1788575857.629663:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.629669:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:3.0:1788575857.629669:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816166912, offset 0
00000100:00000001:2.0:1788575857.629674:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575857.629679:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1788575857.629679:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000020:00000040:2.0:1788575857.629682:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575857.629686:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575857.629688:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575857.629690:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:2.0:1788575857.629694:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575857.629694:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:2.0:1788575857.629699:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629701:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.629705:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575857.629705:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:2.0:1788575857.629709:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575857.629712:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575857.629713:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788575857.629717:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629719:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.629720:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
02000000:00000001:2.0:1788575857.629721:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575857.629725:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788575857.629726:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788575857.629729:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.629731:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629735:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575857.629739:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90809:90809:256:4294967295] 192.168.202.101@tcp LPNI seq info [90789:90789:8:4294967295]
00000400:00000200:3.0:1788575857.629742:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00100000:2.0:1788575857.629746:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575857.629750:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629756:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.629757:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1788575857.629763:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f4000.
00000800:00000200:3.0:1788575857.629765:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000020:00000040:2.0:1788575857.629769:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000010:3.0:1788575857.629771:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
02000000:00000001:2.0:1788575857.629773:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575857.629776:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575857.629780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575857.629781:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575857.629783:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1788575857.629785:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
02000000:00000001:2.0:1788575857.629786:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575857.629792:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2800.
00000800:00000200:3.1:1788575857.629793:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575857.629797:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575857.629798:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000100:00100000:2.0:1788575857.629804:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788575857.629808:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.629813:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000100:00000001:2.0:1788575857.629815:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575857.629818:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575857.629821:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034cc1cbc] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575857.629823:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788575857.629831:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.629834:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1788575857.629836:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575857.629842:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1788575857.629843:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000100:00000001:2.0:1788575857.629844:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575857.629847:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788575857.629849:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:2.0:1788575857.629852:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788575857.629855:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1788575857.629859:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6701
00000100:00000200:3.0:1788575857.629862:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575857.629869:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575857.629875:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575857.629876:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788575857.629878:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575857.629882:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575857.629884:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629888:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.629891:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629894:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575857.629895:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575857.629896:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:2.0:1788575857.629898:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575857.629913:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:2.0:1788575857.629916:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:2.0:1788575857.629918:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575857.629921:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629926:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575857.629926:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575857.629930:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575857.629932:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575857.629935:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575857.629940:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000001:3.0:1788575857.629941:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575857.629944:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575857.629948:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.629949:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:2.0:1788575857.629952:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575857.629954:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301377408
02000000:00000001:2.0:1788575857.629956:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575857.629959:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575857.629960:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab780.
00000100:00000001:2.0:1788575857.629961:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575857.629963:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:2.0:1788575857.629965:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629966:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575857.629973:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6a00.
00000020:00000040:2.0:1788575857.629974:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575857.629976:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575857.629977:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1788575857.629978:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.629982:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575857.629984:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575857.629986:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.629988:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301377408
02000000:00000010:2.0:1788575857.629991:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3800.
00000100:00000001:2.0:1788575857.629996:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575857.629996:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abe40.
00000100:00100000:2.0:1788575857.630002:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575857.630002:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575857.630008:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575857.630012:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630016:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575857.630022:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575857/real 1788575857]  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575857.630031:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575857.630035:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575857.630042:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5c3276c] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575857.630045:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575857.630048:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788575857.630050:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575857.630069:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575857.630072:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575857.630074:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575857.630077:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1788575857.630081:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1788575857.630083:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575857.630087:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575857.630091:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575857.630094:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575857.630100:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575857.630102:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575857.630105:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6701
00000400:00000200:2.0:1788575857.630115:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575857.630117:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575857.630120:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788575857.630121:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575857.630124:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1788575857.630126:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575857.630127:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575857.630133:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:3.0:1788575857.630136:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575857.630138:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.630143:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575857.630146:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575857.630151:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575857.630152:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788575857.630153:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:2.0:1788575857.630156:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575857.630159:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000040:3.0:1788575857.630159:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788575857.630163:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:2.0:1788575857.630167:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575857.630172:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575857.630174:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575857.630175:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575857.630179:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575857.630180:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575857.630182:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575857.630183:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.630185:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788575857.630186:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:3.0:1788575857.630189:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1788575857.630190:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575857.630192:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575857.630193:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575857.630195:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1788575857.630196:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575857.630200:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575857.630203:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575857.630204:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575857.630205:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575857.630207:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:3.0:1788575857.630209:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:2.0:1788575857.630210:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.630214:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575857.630218:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7100.
00000100:00000040:3.0:1788575857.630219:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788575857.630221:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575857.630225:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575857.630226:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575857.630230:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575857.630232:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575857.630234:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575857.630239:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c0000.
00000100:00100000:3.0:1788575857.630241:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816166912:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575857.630243:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630251:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575857.630252:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575857.630254:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.630261:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6680 x1875450816166912/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575857.630265:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575857.630271:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630274:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575857.630277:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1788575857.630279:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b4d13d7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788575857.630281:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575857.630286:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575857.630289:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575857.630291:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575857.630294:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788575857.630295:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575857.630297:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3400.
00000100:00000040:2.0:1788575857.630301:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6711)
02000000:00000001:3.0:1788575857.630302:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575857.630305:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575857.630307:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6680.
00000100:00000001:3.0:1788575857.630310:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575857.630311:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630313:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630320:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575857.630321:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630323:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575857.630324:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575857.630325:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575857.630328:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630333:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575857.630334:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.630335:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575857.630336:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575857.630338:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575857.630339:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167040:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575857.630342:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575857.630343:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575857.630344:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.630345:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575857.630347:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575857.630349:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.630352:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575857.630353:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575857.630356:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575857.630358:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816167040, portal 10
00000100:00000001:3.0:1788575857.630360:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575857.630361:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693669888 : -111013015881728 : ffff9b08c49f7800)
00000100:00000040:3.0:1788575857.630365:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630369:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575857.630371:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575857.630372:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575857.630373:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816167040, offset 0
00000400:00000200:3.0:1788575857.630376:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575857.630378:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575857.630381:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575857.630382:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575857.630384:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575857.630386:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575857.630388:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575857.630389:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90810:90810:256:4294967295] 192.168.202.101@tcp LPNI seq info [90790:90790:8:4294967295]
00000400:00000200:3.0:1788575857.630392:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575857.630396:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575857.630399:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.630401:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575857.630404:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575857.630406:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575857.630409:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575857.630411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788575857.630413:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.630414:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575857.630416:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575857.630418:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575857.630420:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575857.630422:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575857.630424:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575857.630427:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630434:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.630437:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630443:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630445:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575857.630448:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575857.630451:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575857.630455:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575857.630457:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301373517
00000100:00000001:3.0:1788575857.630460:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301377408
00000100:00000001:3.0:1788575857.630461:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301373517
00000100:00000001:3.0:1788575857.630464:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301377408
00000100:00000001:3.0:1788575857.630466:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575857.630468:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630469:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575857.630473:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575857/real 1788575857]  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575857.630478:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575857.630479:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575857.630481:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575857.630482:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575857.630483:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575857.630485:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575857.630487:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575857.630492:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630495:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575857.630496:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630497:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.630498:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575857.630500:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630503:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575857.630506:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630510:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575857.630512:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630512:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.630513:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630514:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575857.630515:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575857.630517:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575857.630518:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575857.630520:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575857.630522:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575857.630526:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167040:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575857.630529:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575857.630531:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630535:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575857.630536:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.630537:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575857.630538:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575857.630539:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575857.630541:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167168:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575857.630543:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575857.630544:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575857.630545:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.630547:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575857.630549:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575857.630550:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.630552:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575857.630554:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575857.630555:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575857.630557:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816167168, portal 10
00000100:00000001:3.0:1788575857.630559:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575857.630560:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693655552 : -111013015896064 : ffff9b08c49f4000)
00000100:00000040:3.0:1788575857.630563:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630567:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575857.630569:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575857.630570:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575857.630571:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816167168, offset 0
00000400:00000200:3.0:1788575857.630573:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575857.630576:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575857.630579:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575857.630582:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575857.630584:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575857.630586:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575857.630588:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575857.630591:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90811:90811:256:4294967295] 192.168.202.101@tcp LPNI seq info [90791:90791:8:4294967295]
00000400:00000200:3.0:1788575857.630595:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575857.630601:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575857.630606:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.630609:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575857.630612:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575857.630614:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575857.630617:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575857.630619:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788575857.630621:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.630622:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575857.630624:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575857.630626:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575857.630628:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575857.630629:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575857.630631:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575857.630633:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630638:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.630640:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630644:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630645:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575857.630647:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575857.630649:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575857.630651:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575857.630652:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301373467
00000100:00000001:3.0:1788575857.630654:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301377408
00000100:00000001:3.0:1788575857.630656:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301373467
00000100:00000001:3.0:1788575857.630658:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301377408
00000100:00000001:3.0:1788575857.630659:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575857.630661:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630662:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575857.630664:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575857/real 1788575857]  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575857.630668:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575857.630669:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575857.630669:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575857.630670:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575857.630671:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575857.630672:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575857.630674:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575857.630679:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630683:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575857.630684:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630685:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.630685:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575857.630687:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630691:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575857.630693:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630696:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575857.630697:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630698:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.630699:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630700:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575857.630701:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575857.630703:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575857.630705:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575857.630707:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575857.630709:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575857.630713:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167168:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575857.630715:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575857.630716:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630720:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575857.630721:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.630722:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575857.630723:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575857.630724:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575857.630725:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167296:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575857.630727:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575857.630728:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575857.630729:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.630730:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575857.630732:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1437000.
02000000:00000001:3.0:1788575857.630734:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.630736:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575857.630737:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575857.630739:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575857.630741:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816167296, portal 4
00000100:00000001:3.0:1788575857.630742:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575857.630743:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693666304 : -111013015885312 : ffff9b08c49f6a00)
00000100:00000040:3.0:1788575857.630747:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630751:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575857.630753:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575857.630754:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575857.630755:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816167296, offset 0
00000400:00000200:3.0:1788575857.630757:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575857.630759:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575857.630761:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575857.630763:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575857.630764:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575857.630765:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575857.630767:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575857.630769:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90812:90812:256:4294967295] 192.168.202.101@tcp LPNI seq info [90792:90792:8:4294967295]
00000400:00000200:3.0:1788575857.630771:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575857.630775:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575857.630777:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.630779:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575857.630781:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575857.630783:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575857.630785:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575857.630787:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788575857.630789:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.630790:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575857.630792:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575857.630794:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575857.630796:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575857.630797:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575857.630800:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575857.630803:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630810:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.630812:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630824:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630826:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575857.630829:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575857.630832:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575857.630836:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575857.630838:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301373500
00000100:00000001:3.0:1788575857.630840:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301377408
00000100:00000001:3.0:1788575857.630842:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301373500
00000100:00000001:3.0:1788575857.630844:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301377408
00000100:00000001:3.0:1788575857.630846:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575857.630847:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.630849:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575857.630851:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575857/real 1788575857]  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575857.630856:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575857.630858:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575857.630859:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575857.630860:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575857.630861:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575857.630863:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575857.630865:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575857.630870:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630873:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575857.630874:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630875:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.630875:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575857.630877:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630882:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575857.630884:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630888:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575857.630889:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630890:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.630890:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.630892:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575857.630894:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575857.630896:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575857.630898:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575857.630910:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575857.630914:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575857.630921:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167296:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575857.630925:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575857.630928:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630935:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575857.630936:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.630939:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575857.630940:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575857.630942:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575857.630945:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167424:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575857.630947:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575857.630949:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575857.630950:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575857.630951:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575857.630954:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575857.630956:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575857.630959:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575857.630962:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575857.630965:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575857.630967:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816167424, portal 4
00000100:00000001:3.0:1788575857.630969:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575857.630971:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693668096 : -111013015883520 : ffff9b08c49f7100)
00000100:00000040:3.0:1788575857.630976:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.630982:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575857.630984:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575857.630987:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575857.630989:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816167424, offset 0
00000400:00000200:3.0:1788575857.630993:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575857.630997:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575857.631001:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575857.631003:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575857.631004:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575857.631006:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575857.631007:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575857.631009:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90813:90813:256:4294967295] 192.168.202.101@tcp LPNI seq info [90793:90793:8:4294967295]
00000400:00000200:3.0:1788575857.631012:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575857.631016:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575857.631018:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.631020:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575857.631023:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575857.631024:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788575857.631027:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575857.631029:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1788575857.631031:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575857.631033:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575857.631035:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575857.631037:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575857.631039:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575857.631040:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575857.631041:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575857.631043:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631048:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.631050:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631072:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.631074:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575857.631077:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575857.631080:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575857.631083:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575857.631085:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301373492
00000100:00000001:3.0:1788575857.631087:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301377408
00000100:00000001:3.0:1788575857.631090:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301373492
00000100:00000001:3.0:1788575857.631092:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301377408
00000100:00000001:3.0:1788575857.631094:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575857.631096:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.631097:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575857.631101:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575857/real 1788575857]  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575857.631107:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575857.631108:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575857.631110:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575857.631111:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575857.631112:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575857.631114:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575857.631116:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575857.631121:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631125:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575857.631125:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631126:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.631127:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575857.631129:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631135:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575857.631138:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631145:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575857.631147:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631149:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575857.631150:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631151:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575857.631153:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575857.631155:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575857.631158:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575857.631160:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575857.631164:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575857.631172:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167424:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575857.631175:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631177:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.631181:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7800 x1875450816167040/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631187:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575857.631189:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575857.631191:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575857.631193:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575857.631195:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575857.631196:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575857.631198:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575857.631200:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:3.0:1788575857.631203:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575857.631204:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575857.631205:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7800.
00000100:00000001:3.0:1788575857.631208:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575857.631209:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631211:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.631215:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f4000 x1875450816167168/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631221:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575857.631223:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575857.631224:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575857.631227:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575857.631228:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575857.631229:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575857.631231:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575857.631232:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:3.0:1788575857.631234:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575857.631236:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575857.631237:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f4000.
00000100:00000001:3.0:1788575857.631240:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575857.631241:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631243:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.631246:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6a00 x1875450816167296/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631253:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575857.631254:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575857.631256:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1437000.
02000000:00000001:3.0:1788575857.631259:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575857.631260:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575857.631262:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575857.631264:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575857.631265:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:3.0:1788575857.631267:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575857.631268:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575857.631269:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6a00.
00000100:00000001:3.0:1788575857.631271:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575857.631272:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631273:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575857.631275:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7100 x1875450816167424/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575857.631279:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575857.631280:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575857.631281:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575857.631282:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575857.631283:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575857.631284:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575857.631285:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575857.631286:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c0000.
02000000:00000001:3.0:1788575857.631287:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575857.631288:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575857.631288:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7100.
00000100:00000001:3.0:1788575857.631289:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575857.631290:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631291:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575857.631293:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575857.631294:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575857.631295:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575857.631296:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575857.949213:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575857.949222:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575857.949228:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575857.949229:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575857.949234:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575857.949235:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575857.949239:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575857.949241:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575857.949244:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575857.949245:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575857.949955:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575857.949959:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575857.949963:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575858.653139:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575858.653148:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575858.653150:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575858.653157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575858.653161:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575858.653166:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575858.653169:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575858.653172:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575858.653176:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575858.653188:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575858.653193:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575858.653195:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575858.653198:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575858.653201:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575858.653213:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575858.653216:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575858.653218:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575858.653220:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973218:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575858.973229:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575858.973232:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575858.973236:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973241:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575858.973243:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973246:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973248:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973254:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575858.973255:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973259:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575858.973261:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973264:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575858.973266:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973269:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575858.973270:0:49794:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575858.973272:0:49794:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575858.973273:0:49794:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973275:0:49794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575858.973276:0:49794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973278:0:49794:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575858.973280:0:49794:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575858.973358:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575858.973363:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575858.973366:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575859.677118:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575859.677118:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575859.677126:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575859.677127:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575859.677128:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575859.677130:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575859.677135:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575859.677136:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575859.677140:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575859.677142:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575859.677144:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575859.677147:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575859.677147:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575859.677151:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575859.677154:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575859.677159:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575859.677163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575859.677165:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575859.997162:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575859.997169:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575859.997175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575859.997176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575859.997180:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575859.997181:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575859.997184:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575859.997185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575859.997187:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575859.997188:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575859.997234:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575859.997236:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575859.997239:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575860.701142:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575860.701149:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575860.701151:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575860.701156:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575860.701160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575860.701164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575860.701166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575860.701169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575860.701172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575860.702162:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575860.702166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575860.702168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575860.702171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575860.702173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575860.702175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575860.702177:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575860.702179:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575860.702181:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575861.021178:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575861.021185:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575861.021192:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575861.021193:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575861.021197:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575861.021198:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575861.021201:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575861.021202:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575861.021206:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575861.021207:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575861.021265:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575861.021267:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575861.021270:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575861.661149:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301377408, at 4301377472
00000100:00000040:2.0:1788575861.661160:0:49794:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301377408, at 4301377472
00000100:00000010:3.0:1788575861.661166:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abe40.
00000100:00000010:2.0:1788575861.661167:0:49794:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab780.
00000100:00000001:1.0:1788575861.725151:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575861.725158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575861.725161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575861.725166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575861.725171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575861.725174:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575861.725177:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575861.725180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575861.725182:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575861.725250:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575861.725253:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575861.725255:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575861.725257:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575861.725259:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575861.725261:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575861.725263:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575861.725265:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575861.725267:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575862.045186:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575862.045194:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575862.045200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575862.045201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575862.045205:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575862.045206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575862.045209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575862.045211:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575862.045214:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575862.045215:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575862.045272:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575862.045275:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575862.045278:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575862.749111:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575862.749118:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575862.749119:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575862.749124:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575862.749127:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575862.749130:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.749132:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575862.749134:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.749136:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575862.749140:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575862.749143:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575862.749144:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575862.749146:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575862.749150:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575862.749153:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575862.749154:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575862.749158:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575862.749158:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575862.749160:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788575862.749162:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575862.749163:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575862.749167:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.749168:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575862.749175:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6706
00000400:00000200:1.0:1788575862.749182:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575862.749187:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575862.749189:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575862.749192:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749194:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575862.749196:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749197:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575862.749200:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575862.749201:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575862.749203:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575862.749205:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575862.749207:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575862.749208:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575862.749210:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749211:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575862.749212:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749213:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575862.749215:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575862.749217:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749218:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575862.749220:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575862.749222:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575862.749224:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.749225:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575862.749226:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575862.749233:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000020:00000040:1.0:1788575862.749236:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575862.749240:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575862.749242:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.749244:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575862.749247:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575862.749251:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575862.749258:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000100:00000001:1.0:1788575862.749264:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575862.749273:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575862.749283:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575862.749287:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575862.749292:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575862.749312:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575862.749315:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575862.749318:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575862.749319:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575862.749321:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575862.749324:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575862.749328:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6706
00000400:00000200:1.0:1788575862.749332:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575862.749333:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788575862.749337:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575862.749337:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575862.749340:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788575862.749342:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575862.749346:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575862.749350:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749356:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575862.749360:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788575862.749362:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575862.749363:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.749368:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:3.0:1788575862.749370:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1788575862.749373:0:46817:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:3.0:1788575862.749375:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788575862.749377:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
02000000:00000001:3.0:1788575862.749380:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575862.749381:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575862.749385:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00100000:3.0:1788575862.749389:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816167552:192.168.202.101@tcp:250:kworker.0
00000020:00000001:1.0:1788575862.749390:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575862.749395:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575862.749398:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788575862.749402:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575862.749405:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788575862.749406:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575862.749409:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575862.749411:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575862.749414:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575862.749416:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575862.749419:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575862.749423:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749425:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575862.749426:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575862.749431:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575862.749434:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.749436:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1788575862.749436:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575862.749440:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788575862.749441:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575862.749446:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.749448:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575862.749450:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575862.749455:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00000010:1.0:1788575862.749457:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:1.0:1788575862.749461:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575862.749464:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1788575862.749464:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
02000000:00000001:1.0:1788575862.749467:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.749470:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575862.749472:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575862.749473:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575862.749474:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816167552, portal 25
02000000:00000010:1.0:1788575862.749477:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:3.0:1788575862.749478:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788575862.749482:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.749482:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773921664 : -111012935629952 : ffff9b08c9680380)
00000100:00100000:1.0:1788575862.749489:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788575862.749494:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575862.749497:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575862.749501:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575862.749511:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.749511:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575862.749518:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575862.749524:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575862.749530:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816167552, offset 0
00000100:00000001:1.0:1788575862.749539:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.749541:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575862.749545:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575862.749549:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575862.749551:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575862.749552:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575862.749554:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575862.749558:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6706
00000400:00000200:3.0:1788575862.749560:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575862.749566:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575862.749571:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:1.0:1788575862.749574:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575862.749578:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788575862.749579:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788575862.749583:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575862.749586:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575862.749589:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575862.749591:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788575862.749595:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575862.749595:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749600:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575862.749602:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90814:90814:256:4294967295] 192.168.202.101@tcp LPNI seq info [90794:90794:8:4294967295]
00000020:00000001:1.0:1788575862.749606:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575862.749609:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:3.0:1788575862.749610:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:1.0:1788575862.749613:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575862.749616:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575862.749620:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575862.749625:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575862.749626:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788575862.749634:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749639:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788575862.749640:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575862.749644:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749648:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:3.0:1788575862.749648:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000020:00000040:1.0:1788575862.749654:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575862.749660:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000800:00000200:3.0:1788575862.749660:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575862.749664:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1788575862.749666:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575862.749670:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1788575862.749671:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575862.749675:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
02000000:00000001:1.0:1788575862.749676:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1788575862.749679:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575862.749682:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575862.749683:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000100:00000001:1.0:1788575862.749688:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788575862.749689:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1788575862.749691:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788575862.749695:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1788575862.749698:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.749700:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000100:00000001:1.0:1788575862.749702:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575862.749704:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000010:1.0:1788575862.749708:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575862.749708:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575862.749712:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575862.749713:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575862.749719:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575862.749722:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.749724:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575862.749726:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575862.749728:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788575862.749729:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.749735:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575862.749737:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575862.749742:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:3.0:1788575862.749743:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788575862.749745:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.749751:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575862.749753:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788575862.749760:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575862.749766:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301382528
00000100:00000001:1.0:1788575862.749768:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575862.749773:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575862.749773:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abe40.
00000100:00000040:1.0:1788575862.749779:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.749782:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575862.749789:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301382528
00000100:00000001:1.0:1788575862.749793:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575862.749793:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab300.
00000100:00080000:1.0:1788575862.749807:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575862.749809:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575862.749813:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575862.749816:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575862.749822:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575862.749825:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788575862.749826:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575862.749832:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575862.749835:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575862.749838:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6706
00000100:00100000:3.0:1788575862.749842:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575862/real 1788575862]  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575862.749847:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575862.749854:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575862.749860:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000001:3.0:1788575862.749862:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788575862.749866:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000001:3.0:1788575862.749866:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575862.749868:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000100:00000001:1.0:1788575862.749872:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788575862.749873:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575862.749876:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000040:1.0:1788575862.749879:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575862.749880:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788575862.749884:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:3.0:1788575862.749886:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575862.749888:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575862.749891:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575862.749895:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575862.749898:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575862.749903:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000200:3.0:1788575862.749903:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575862.749907:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575862.749916:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.749920:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575862.749920:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575862.749925:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575862.749926:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575862.749930:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788575862.749931:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575862.749934:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788575862.749936:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575862.749943:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:3.0:1788575862.749943:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575862.749949:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575862.749954:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575862.749959:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575862.749959:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788575862.749965:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.749969:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788575862.749970:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788575862.749973:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575862.749979:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.749983:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.749987:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:1.0:1788575862.749989:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575862.749991:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788575862.749994:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575862.749996:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.749999:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788575862.750001:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575862.750004:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750004:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788575862.750007:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575862.750008:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1788575862.750011:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1788575862.750013:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788575862.750015:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575862.750020:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000010:1.0:1788575862.750021:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:3.0:1788575862.750024:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788575862.750028:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575862.750030:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575862.750036:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575862.750047:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575862.750051:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575862.750075:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816167552:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575862.750081:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750085:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575862.750089:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575862.750093:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680380 x1875450816167552/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575862.750115:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750116:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1788575862.750121:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1788575862.750122:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575862.750125:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435400.
00000100:00080000:1.0:1788575862.750127:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:3.0:1788575862.750129:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788575862.750130:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:3.0:1788575862.750132:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:1.0:1788575862.750134:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000040:3.0:1788575862.750135:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575862.750139:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788575862.750141:0:46817:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:3.0:1788575862.750143:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
00000100:00080000:1.0:1788575862.750148:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6706
02000000:00000001:3.0:1788575862.750148:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575862.750150:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575862.750153:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680380.
00000100:00000001:3.0:1788575862.750156:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000400:00000200:1.0:1788575862.750157:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575862.750158:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750162:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575862.750166:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575862.750169:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575862.750169:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1788575862.750174:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575862.750176:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575862.750177:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575862.750181:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575862.750181:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575862.750184:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575862.750186:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575862.750186:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788575862.750192:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788575862.750192:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575862.750196:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575862.750200:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575862.750201:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575862.750204:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575862.750205:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
02000000:00000001:3.0:1788575862.750206:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575862.750208:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788575862.750211:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
02000000:00000001:3.0:1788575862.750211:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575862.750216:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167680:192.168.202.101@tcp:38:kworker.0
00000020:00000001:1.0:1788575862.750218:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:3.0:1788575862.750219:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575862.750221:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575862.750223:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575862.750226:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:3.0:1788575862.750227:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575862.750230:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435400.
00000100:00000001:1.0:1788575862.750231:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788575862.750233:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575862.750237:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575862.750241:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575862.750243:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:3.0:1788575862.750244:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000020:00000040:1.0:1788575862.750249:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000400:00000010:3.0:1788575862.750250:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575862.750254:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816167680, portal 10
00000100:00000001:3.0:1788575862.750257:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788575862.750258:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575862.750258:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773929728 : -111012935621888 : ffff9b08c9682300)
00000100:00000001:1.0:1788575862.750264:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575862.750267:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575862.750269:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575862.750274:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575862.750274:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575862.750279:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575862.750280:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575862.750281:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000001:1.0:1788575862.750284:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1788575862.750285:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816167680, offset 0
00000008:00100000:1.0:1788575862.750289:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000400:00000200:3.0:1788575862.750290:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000008:00000001:1.0:1788575862.750295:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.750295:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575862.750300:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.750301:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575862.750306:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1788575862.750308:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000400:00000200:3.0:1788575862.750308:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575862.750312:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788575862.750314:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000200:3.0:1788575862.750315:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575862.750320:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90815:90815:256:4294967295] 192.168.202.101@tcp LPNI seq info [90795:90795:8:4294967295]
02000000:00000001:1.0:1788575862.750321:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575862.750324:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575862.750329:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788575862.750329:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:1.0:1788575862.750333:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575862.750335:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.750341:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1788575862.750342:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94aec00.
00000100:00000001:1.0:1788575862.750348:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575862.750352:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00100000:1.0:1788575862.750358:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1788575862.750359:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575862.750369:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575862.750373:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1788575862.750375:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1788575862.750379:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:1.0:1788575862.750380:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788575862.750382:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788575862.750389:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000040:1.0:1788575862.750390:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788575862.750391:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575862.750396:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575862.750403:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575862.750409:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575862.750412:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:1.0:1788575862.750414:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750415:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575862.750421:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575862.750422:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6716)
00000100:00000001:3.0:1788575862.750433:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575862.750436:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750443:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750445:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575862.750448:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575862.750453:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575862.750456:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575862.750458:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301378637
00000100:00000001:3.0:1788575862.750460:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301382528
00000100:00000001:3.0:1788575862.750462:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301378637
00000100:00000001:3.0:1788575862.750464:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301382528
00000100:00000001:3.0:1788575862.750466:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575862.750468:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750469:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575862.750472:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575862/real 1788575862]  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575862.750477:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575862.750477:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575862.750479:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575862.750480:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575862.750481:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575862.750483:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575862.750485:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575862.750490:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750493:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575862.750494:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750495:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.750496:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575862.750498:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750501:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575862.750503:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750507:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575862.750508:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750509:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.750510:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750511:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575862.750513:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575862.750515:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575862.750518:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575862.750520:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575862.750524:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575862.750531:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167680:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575862.750534:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575862.750538:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750550:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575862.750551:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575862.750554:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575862.750555:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575862.750557:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575862.750560:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167808:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575862.750563:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575862.750565:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575862.750566:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575862.750568:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575862.750571:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1437000.
02000000:00000001:3.0:1788575862.750573:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.750576:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575862.750579:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575862.750582:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575862.750584:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816167808, portal 10
00000100:00000001:3.0:1788575862.750586:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575862.750587:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773926144 : -111012935625472 : ffff9b08c9681500)
00000100:00000040:3.0:1788575862.750592:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750598:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575862.750601:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575862.750603:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575862.750606:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816167808, offset 0
00000400:00000200:3.0:1788575862.750610:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575862.750613:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575862.750617:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575862.750619:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575862.750622:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575862.750624:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575862.750626:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575862.750629:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90816:90816:256:4294967295] 192.168.202.101@tcp LPNI seq info [90796:90796:8:4294967295]
00000400:00000200:3.0:1788575862.750633:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575862.750640:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575862.750644:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575862.750648:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575862.750651:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575862.750652:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575862.750655:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575862.750657:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788575862.750659:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575862.750660:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575862.750662:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575862.750664:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575862.750666:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575862.750667:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575862.750669:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575862.750671:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750676:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575862.750678:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750682:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750683:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575862.750684:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575862.750686:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575862.750688:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575862.750690:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301378587
00000100:00000001:3.0:1788575862.750691:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301382528
00000100:00000001:3.0:1788575862.750693:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301378587
00000100:00000001:3.0:1788575862.750694:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301382528
00000100:00000001:3.0:1788575862.750695:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575862.750697:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750698:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575862.750700:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575862/real 1788575862]  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575862.750705:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575862.750706:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575862.750707:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575862.750708:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575862.750709:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575862.750710:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575862.750712:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575862.750716:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750720:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575862.750720:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750721:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.750722:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575862.750724:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750727:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575862.750729:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750733:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575862.750734:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750735:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.750736:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750737:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575862.750737:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575862.750739:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575862.750741:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575862.750743:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575862.750747:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575862.750755:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167808:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575862.750759:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575862.750762:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750767:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575862.750769:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575862.750771:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575862.750773:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575862.750775:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575862.750777:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167936:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575862.750780:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575862.750782:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575862.750783:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575862.750785:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575862.750788:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575862.750790:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.750793:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575862.750806:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575862.750811:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575862.750813:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816167936, portal 4
00000100:00000001:3.0:1788575862.750815:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575862.750816:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773932416 : -111012935619200 : ffff9b08c9682d80)
00000100:00000040:3.0:1788575862.750821:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750827:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575862.750830:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575862.750832:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575862.750834:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816167936, offset 0
00000400:00000200:3.0:1788575862.750837:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575862.750841:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575862.750844:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575862.750846:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575862.750849:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575862.750851:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575862.750852:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575862.750855:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90817:90817:256:4294967295] 192.168.202.101@tcp LPNI seq info [90797:90797:8:4294967295]
00000400:00000200:3.0:1788575862.750858:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575862.750863:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575862.750866:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575862.750869:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575862.750872:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575862.750874:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575862.750877:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575862.750880:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788575862.750883:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575862.750885:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575862.750888:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575862.750891:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575862.750893:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575862.750895:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575862.750897:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575862.750901:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750907:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575862.750910:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750915:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750916:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575862.750919:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575862.750922:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575862.750925:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575862.750927:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301378620
00000100:00000001:3.0:1788575862.750929:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301382528
00000100:00000001:3.0:1788575862.750931:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301378620
00000100:00000001:3.0:1788575862.750933:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301382528
00000100:00000001:3.0:1788575862.750935:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575862.750937:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.750938:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575862.750942:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575862/real 1788575862]  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575862.750950:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575862.750951:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575862.750953:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575862.750955:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575862.750956:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575862.750959:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575862.750962:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575862.750971:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750978:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575862.750979:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.750981:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.750983:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575862.750986:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.750992:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575862.750996:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751002:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575862.751004:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751006:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.751007:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751009:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575862.751011:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575862.751013:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575862.751016:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575862.751019:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575862.751022:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575862.751030:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816167936:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575862.751034:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751035:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575862.751037:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682300 x1875450816167680/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751041:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575862.751042:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575862.751043:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435400.
02000000:00000001:3.0:1788575862.751046:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575862.751046:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575862.751047:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575862.751049:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575862.751050:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af000.
02000000:00000001:3.0:1788575862.751051:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575862.751069:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575862.751071:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682300.
00000100:00000001:3.0:1788575862.751073:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575862.751075:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751077:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575862.751080:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681500 x1875450816167808/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751085:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575862.751087:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575862.751088:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1437000.
02000000:00000001:3.0:1788575862.751091:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575862.751092:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575862.751093:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575862.751095:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575862.751097:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
02000000:00000001:3.0:1788575862.751098:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575862.751099:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575862.751101:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681500.
00000100:00000001:3.0:1788575862.751103:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575862.751104:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751106:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575862.751108:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682d80 x1875450816167936/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751114:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575862.751116:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575862.751117:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575862.751119:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575862.751120:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575862.751121:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575862.751122:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575862.751123:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad000.
02000000:00000001:3.0:1788575862.751125:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575862.751125:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575862.751126:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682d80.
00000100:00000001:3.0:1788575862.751127:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575862.751128:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751129:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751131:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575862.751132:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.751134:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575862.751135:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575862.751136:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575862.751139:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751143:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575862.751144:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575862.751145:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575862.751146:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575862.751147:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575862.751149:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168064:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575862.751151:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575862.751152:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575862.751153:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575862.751154:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575862.751157:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575862.751158:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575862.751160:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575862.751161:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575862.751164:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575862.751166:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816168064, portal 4
00000100:00000001:3.0:1788575862.751168:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575862.751169:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773934208 : -111012935617408 : ffff9b08c9683480)
00000100:00000040:3.0:1788575862.751174:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751181:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575862.751183:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575862.751185:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575862.751187:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816168064, offset 0
00000400:00000200:3.0:1788575862.751190:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575862.751194:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575862.751197:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575862.751199:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575862.751202:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575862.751204:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575862.751207:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575862.751209:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90818:90818:256:4294967295] 192.168.202.101@tcp LPNI seq info [90798:90798:8:4294967295]
00000400:00000200:3.0:1788575862.751213:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575862.751218:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575862.751222:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575862.751225:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575862.751229:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575862.751231:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788575862.751235:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575862.751238:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1788575862.751241:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575862.751243:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575862.751246:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575862.751249:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575862.751252:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575862.751254:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575862.751256:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575862.751259:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751266:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575862.751268:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751274:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.751276:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575862.751278:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575862.751281:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575862.751284:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575862.751285:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301378612
00000100:00000001:3.0:1788575862.751288:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301382528
00000100:00000001:3.0:1788575862.751289:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301378612
00000100:00000001:3.0:1788575862.751291:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301382528
00000100:00000001:3.0:1788575862.751293:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575862.751295:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.751296:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575862.751300:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575862/real 1788575862]  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575862.751307:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575862.751309:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575862.751310:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575862.751313:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575862.751314:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575862.751316:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575862.751319:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575862.751327:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751334:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575862.751335:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751337:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.751338:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575862.751342:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751348:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575862.751352:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751359:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575862.751361:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751363:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575862.751364:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751365:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575862.751367:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575862.751370:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575862.751373:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575862.751375:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575862.751379:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575862.751387:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168064:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575862.751390:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751392:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575862.751395:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683480 x1875450816168064/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575862.751401:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575862.751402:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575862.751404:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435800.
02000000:00000001:3.0:1788575862.751406:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575862.751408:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575862.751409:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575862.751411:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575862.751412:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94aec00.
02000000:00000001:3.0:1788575862.751414:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575862.751416:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575862.751417:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683480.
00000100:00000001:3.0:1788575862.751419:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575862.751420:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751422:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575862.751424:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575862.751426:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575862.751428:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575862.751429:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575863.069156:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575863.069161:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575863.069166:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575863.069167:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575863.069169:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575863.069170:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575863.069172:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575863.069173:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575863.069175:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575863.069176:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575863.069226:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575863.069228:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575863.069231:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575863.773114:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575863.773122:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575863.773125:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575863.773125:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575863.773130:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1788575863.773132:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575863.773133:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575863.773136:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575863.773138:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575863.773139:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575863.773143:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575863.773144:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575863.773145:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575863.773149:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575863.773151:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575863.773151:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575863.773154:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575863.773158:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575864.093443:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575864.093450:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575864.093456:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575864.093457:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575864.093461:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575864.093462:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575864.093466:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575864.093467:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575864.093470:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575864.093472:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575864.093543:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575864.093547:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575864.093550:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575864.797171:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575864.797178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575864.797180:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575864.797184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575864.797188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575864.797192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575864.797195:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575864.797198:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575864.797200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575864.797217:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575864.797222:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575864.797224:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575864.797227:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575864.797230:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575864.797232:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575864.797235:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575864.797236:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575864.797238:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575865.117542:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575865.117550:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575865.117556:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575865.117558:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575865.117561:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575865.117562:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575865.117565:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575865.117567:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575865.117570:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575865.117572:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575865.117639:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575865.117643:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575865.117646:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575865.821155:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575865.821155:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575865.821161:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575865.821162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575865.821165:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575865.821165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575865.821171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575865.821172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575865.821177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575865.821177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575865.821182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575865.821182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575865.821187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575865.821189:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575865.821192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575865.821193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575865.821195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575865.821198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575866.141182:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575866.141189:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575866.141195:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575866.141196:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575866.141200:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575866.141201:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575866.141204:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575866.141206:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575866.141209:0:49794:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575866.141210:0:49794:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575866.141263:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575866.141267:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575866.141270:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575866.781149:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301382528, at 4301382592
00000100:00000040:2.0:1788575866.781154:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301382528, at 4301382592
00000100:00000010:3.0:1788575866.781162:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab300.
00000100:00000010:2.0:1788575866.781165:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abe40.
00000100:00000001:2.0:1788575866.845160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575866.845160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575866.845167:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575866.845167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575866.845169:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575866.845169:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575866.845175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575866.845175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575866.845178:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575866.845178:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575866.845182:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575866.845182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575866.845185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575866.845188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575866.845190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575866.845191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575866.845193:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575866.845195:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165159:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575867.165165:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165170:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575867.165174:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575867.165176:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575867.165180:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165183:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575867.165185:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165187:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165189:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165193:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575867.165195:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575867.165196:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575867.165197:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165199:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575867.165200:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165202:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165204:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165207:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575867.165208:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575867.165209:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575867.165211:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165213:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575867.165214:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165216:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165217:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575867.165220:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575867.165221:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575867.165280:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575867.165293:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575867.165297:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575867.869156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575867.869156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575867.869161:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575867.869163:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575867.869166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575867.869167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575867.869170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.869171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575867.869175:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575867.869175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575867.869179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575867.869181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575867.869182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575867.869185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575867.869189:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869189:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575867.869192:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575867.869195:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575867.869209:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575867.869212:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575867.869214:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575867.869216:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575867.869219:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575867.869225:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6711
00000400:00000200:3.0:1788575867.869231:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575867.869235:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575867.869238:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575867.869240:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869242:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575867.869243:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869245:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575867.869247:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575867.869249:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575867.869251:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575867.869253:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575867.869254:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575867.869256:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575867.869258:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869259:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575867.869260:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869262:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575867.869264:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575867.869266:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869267:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575867.869269:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575867.869271:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575867.869273:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869275:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575867.869276:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575867.869283:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95caa00.
00000020:00000040:3.0:1788575867.869285:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575867.869288:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575867.869289:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869291:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575867.869293:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575867.869296:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575867.869301:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435800.
00000100:00000001:3.0:1788575867.869306:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575867.869313:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575867.869320:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575867.869323:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575867.869326:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29b62c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575867.869343:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575867.869345:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575867.869347:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575867.869348:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575867.869349:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575867.869351:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575867.869352:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6711
00000400:00000200:3.0:1788575867.869355:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575867.869357:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575867.869359:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575867.869362:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869363:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575867.869364:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575867.869366:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575867.869366:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575867.869370:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575867.869371:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000100:00000001:2.0:1788575867.869372:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788575867.869373:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575867.869377:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788575867.869377:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575867.869380:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575867.869382:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575867.869386:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575867.869387:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575867.869387:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575867.869391:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869394:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575867.869397:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575867.869401:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869405:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575867.869406:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575867.869409:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575867.869411:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869412:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575867.869417:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1788575867.869417:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788575867.869420:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788575867.869422:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.869424:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788575867.869426:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.869427:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575867.869431:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575867.869433:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb480.
00000100:00100000:2.0:1788575867.869436:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816168192:192.168.202.101@tcp:250:kworker.0
00000020:00000040:3.0:1788575867.869438:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575867.869443:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575867.869446:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869448:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575867.869450:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575867.869450:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575867.869453:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.869456:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788575867.869458:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575867.869460:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.869464:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575867.869470:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
00000100:00000001:3.0:1788575867.869471:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.869475:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575867.869480:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575867.869484:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575867.869488:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef948.
00000100:00000001:3.0:1788575867.869494:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788575867.869495:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325110.
00000100:00000001:3.0:1788575867.869498:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575867.869502:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816168192, portal 25
00000100:00000040:3.0:1788575867.869505:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001528b4d4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575867.869506:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575867.869508:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773177856 : -111012936373760 : ffff9b08c95caa00)
00000100:00000040:2.0:1788575867.869516:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575867.869517:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575867.869522:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575867.869528:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575867.869531:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788575867.869531:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575867.869534:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788575867.869535:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869537:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788575867.869538:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325330.
00000100:00080000:3.0:1788575867.869542:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6711
00000100:00000200:2.0:1788575867.869544:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816168192, offset 0
00000400:00000200:3.0:1788575867.869549:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575867.869555:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1788575867.869556:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:3.0:1788575867.869559:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575867.869563:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869566:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575867.869568:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575867.869571:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869575:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575867.869578:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000020:00000001:3.0:1788575867.869579:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575867.869582:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575867.869585:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575867.869587:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788575867.869588:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575867.869592:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575867.869594:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:3.0:1788575867.869596:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575867.869601:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788575867.869603:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575867.869608:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869609:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575867.869615:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575867.869617:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90819:90819:256:4294967295] 192.168.202.101@tcp LPNI seq info [90799:90799:8:4294967295]
00000100:00000001:3.0:1788575867.869619:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575867.869624:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575867.869628:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:3.0:1788575867.869631:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000200:2.0:1788575867.869640:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788575867.869642:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575867.869650:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788575867.869651:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575867.869653:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575867.869656:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869658:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1788575867.869660:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b000.
00000008:00100000:3.0:1788575867.869660:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575867.869665:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869668:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575867.869671:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:3.0:1788575867.869673:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8000.
00000020:00000040:3.0:1788575867.869677:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000200:2.1:1788575867.869678:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:3.0:1788575867.869681:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575867.869684:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869686:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575867.869687:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575867.869714:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.869715:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575867.869720:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435400.
00000400:00000200:2.0:1788575867.869725:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575867.869725:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.869729:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301387648
00000100:00100000:3.0:1788575867.869734:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788575867.869737:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575867.869746:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575867.869746:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575867.869753:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301387648
00000100:00000010:2.0:1788575867.869757:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b1e0.
00000100:00000001:3.0:1788575867.869758:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.869761:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1788575867.869766:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0af9726] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575867.869767:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575867.869774:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.869779:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869782:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.869784:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575867.869787:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575867.869792:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575867.869793:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575867.869794:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575867.869796:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:3.0:1788575867.869797:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575867.869800:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575867.869802:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575867.869803:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575867.869807:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788575867.869807:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6711
00000100:00000040:2.0:1788575867.869815:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788575867.869815:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575867.869823:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575867.869828:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575867.869830:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575867.869833:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575867.869835:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575867.869836:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575867.869840:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575867.869841:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575867.869845:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575867.869846:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869851:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00100000:2.0:1788575867.869853:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168320:192.168.202.101@tcp:38:kworker.0
00000020:00000001:3.0:1788575867.869855:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575867.869858:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:2.0:1788575867.869860:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1788575867.869861:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788575867.869864:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1788575867.869866:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
02000000:00000001:2.0:1788575867.869867:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575867.869870:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
02000000:00000001:2.0:1788575867.869871:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1788575867.869876:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
02000000:00000010:2.0:1788575867.869877:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575867.869881:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575867.869882:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.869887:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575867.869890:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575867.869892:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575867.869895:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef9a0.
00000100:00000001:3.0:1788575867.869897:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:2.0:1788575867.869900:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325660.
00000020:00000040:3.0:1788575867.869901:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000200:2.0:1788575867.869905:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816168320, portal 10
00000100:00080000:3.0:1788575867.869908:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575867.869909:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575867.869912:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773180544 : -111012936371072 : ffff9b08c95cb480)
00000100:00000001:3.0:1788575867.869913:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575867.869917:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575867.869921:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788575867.869922:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575867.869927:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.869932:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575867.869935:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1788575867.869937:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000040:2.0:1788575867.869940:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000008:00000001:3.0:1788575867.869943:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575867.869944:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325198.
00000100:00000001:3.0:1788575867.869947:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575867.869949:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816168320, offset 0
00000100:00000010:3.0:1788575867.869953:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9180.
00000400:00000200:2.0:1788575867.869957:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000020:00000040:3.0:1788575867.869959:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575867.869963:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575867.869964:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575867.869967:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575867.869971:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:3.0:1788575867.869972:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575867.869975:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575867.869977:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788575867.869979:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575867.869983:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575867.869986:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1788575867.869986:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436400.
00000400:00000200:2.0:1788575867.869989:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575867.869993:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90820:90820:255:4294967295] 192.168.202.101@tcp LPNI seq info [90800:90800:7:4294967295]
00000100:00000001:3.0:1788575867.869993:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575867.869999:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:3.0:1788575867.870002:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575867.870011:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788575867.870017:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788575867.870018:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575867.870022:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788575867.870024:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bf00.
00000100:00000040:3.0:1788575867.870030:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d6a6daa] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788575867.870037:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575867.870041:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575867.870045:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788575867.870049:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00080000:3.0:1788575867.870051:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575867.870073:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575867.870075:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575867.870077:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575867.870080:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6711
00000100:00000001:2.0:1788575867.870085:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575867.870086:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:2.0:1788575867.870092:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575867.870092:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575867.870098:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575867.870100:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575867.870104:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575867.870106:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301383757
00000100:00000001:3.0:1788575867.870109:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575867.870111:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301387648
00000100:00000040:3.0:1788575867.870114:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575867.870116:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301383757
00000100:00000001:3.0:1788575867.870120:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575867.870121:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301387648
00000020:00000001:3.0:1788575867.870125:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575867.870127:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788575867.870129:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575867.870131:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575867.870133:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575867.870136:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788575867.870137:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575867.870141:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575867.870143:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575867.870145:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575867.870153:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575867.870158:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575867.870160:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788575867.870162:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575867.870163:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.870168:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575867.870169:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575867.870172:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788575867.870173:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000001:2.0:1788575867.870176:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575867.870179:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:2.0:1788575867.870184:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168448:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575867.870185:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575867.870189:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575867.870191:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575867.870194:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575867.870195:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575867.870199:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575867.870199:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.870203:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788575867.870204:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788575867.870209:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
00000008:00100000:3.0:1788575867.870209:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000001:2.0:1788575867.870214:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788575867.870215:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575867.870220:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575867.870224:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:3.0:1788575867.870226:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9c00.
00000400:00000010:2.0:1788575867.870228:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef318.
00000020:00000040:3.0:1788575867.870231:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000010:2.0:1788575867.870234:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d03257f8.
02000000:00000001:3.0:1788575867.870235:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575867.870239:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575867.870240:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816168448, portal 10
00000100:00000001:3.0:1788575867.870241:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575867.870244:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575867.870245:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788575867.870247:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.870248:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773167104 : -111012936384512 : ffff9b08c95c8000)
02000000:00000010:3.0:1788575867.870255:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434800.
00000100:00000040:2.0:1788575867.870258:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575867.870260:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575867.870270:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575867.870271:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575867.870277:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575867.870282:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325bb0.
00000100:00000200:2.0:1788575867.870288:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816168448, offset 0
00000400:00000200:2.0:1788575867.870296:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575867.870297:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575867.870301:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575867.870302:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:3.0:1788575867.870309:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092b617f1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575867.870310:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575867.870315:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575867.870320:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575867.870325:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788575867.870328:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575867.870330:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575867.870336:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90821:90821:254:4294967295] 192.168.202.101@tcp LPNI seq info [90801:90801:6:4294967295]
00000100:00000040:3.0:1788575867.870336:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6721)
00000400:00000200:2.0:1788575867.870349:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575867.870355:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575867.870360:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575867.870363:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956ba00.
00000800:00000200:2.0:1788575867.870366:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575867.870370:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575867.870373:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575867.870375:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575867.870378:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575867.870380:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301383707
00000100:00000001:2.0:1788575867.870382:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301387648
00000100:00000001:2.0:1788575867.870385:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301383707
00000100:00000001:2.0:1788575867.870386:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301387648
00000100:00000001:2.0:1788575867.870389:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575867.870391:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.870393:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.870395:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575867.870399:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575867.870400:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788575867.870402:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575867.870403:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575867.870405:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575867.870408:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575867.870415:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575867.870417:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.870419:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575867.870421:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575867.870423:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575867.870425:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168576:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575867.870429:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575867.870430:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575867.870432:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.870433:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575867.870437:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575867.870439:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575867.870442:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575867.870444:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef3c8.
00000400:00000010:2.0:1788575867.870448:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575867.870451:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816168576, portal 4
00000100:00000001:2.0:1788575867.870453:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575867.870454:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773171584 : -111012936380032 : ffff9b08c95c9180)
00000100:00000040:2.0:1788575867.870460:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575867.870465:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575867.870467:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575867.870469:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325cc0.
00000100:00000200:2.0:1788575867.870472:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816168576, offset 0
00000400:00000200:2.0:1788575867.870475:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575867.870479:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575867.870482:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575867.870485:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575867.870487:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575867.870489:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575867.870491:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575867.870495:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90822:90822:253:4294967295] 192.168.202.101@tcp LPNI seq info [90802:90802:5:4294967295]
00000400:00000200:2.0:1788575867.870499:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575867.870504:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575867.870508:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575867.870511:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b900.
00000800:00000200:2.0:1788575867.870515:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575867.870518:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575867.870520:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575867.870523:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575867.870525:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575867.870527:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301383740
00000100:00000001:2.0:1788575867.870529:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301387648
00000100:00000001:2.0:1788575867.870531:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301383740
00000100:00000001:2.0:1788575867.870533:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301387648
00000100:00000001:2.0:1788575867.870535:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575867.870537:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.870539:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575867.870542:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575867.870549:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575867.870550:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.870552:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575867.870554:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575867.870556:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575867.870558:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168704:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575867.870561:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575867.870562:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575867.870564:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575867.870565:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575867.870568:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575867.870570:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575867.870572:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575867.870574:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575867.870577:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575867.870580:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816168704, portal 4
00000100:00000001:2.0:1788575867.870581:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575867.870582:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773174272 : -111012936377344 : ffff9b08c95c9c00)
00000100:00000040:2.0:1788575867.870587:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575867.870592:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575867.870593:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575867.870595:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325990.
00000100:00000200:2.0:1788575867.870597:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816168704, offset 0
00000400:00000200:2.0:1788575867.870600:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575867.870604:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575867.870607:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575867.870609:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575867.870612:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575867.870614:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575867.870616:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575867.870618:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90823:90823:252:4294967295] 192.168.202.101@tcp LPNI seq info [90803:90803:4:4294967295]
00000400:00000200:2.0:1788575867.870621:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575867.870626:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575867.870631:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575867.870634:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956b500.
00000800:00000200:2.0:1788575867.870637:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575867.870640:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:2.0:1788575867.870643:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575867.870645:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575867.870648:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575867.870650:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301383731
00000100:00000001:2.0:1788575867.870652:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301387648
00000100:00000001:2.0:1788575867.870654:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301383731
00000100:00000001:2.0:1788575867.870656:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301387648
00000100:00000001:2.0:1788575867.870659:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575867.870660:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.870663:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.870665:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575867.870668:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575867.870669:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788575867.870671:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575867.870672:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575867.870673:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575867.870675:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575868.189123:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575868.189128:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575868.189132:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575868.189133:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575868.189135:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575868.189136:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575868.189138:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575868.189139:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575868.189141:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575868.189142:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575868.189185:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575868.189189:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575868.189192:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575868.893178:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575868.893185:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575868.893187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575868.893192:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575868.893197:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575868.893197:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575868.893202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575868.893202:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575868.893207:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575868.893207:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575868.893212:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575868.893213:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575868.893218:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575868.893218:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575868.893222:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575868.893226:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575868.893228:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575868.893229:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213175:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575869.213188:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575869.213191:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575869.213194:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213198:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575869.213200:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213202:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213205:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213209:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575869.213210:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213214:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575869.213215:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213218:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575869.213219:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213221:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575869.213223:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575869.213224:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575869.213226:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213228:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575869.213229:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213230:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575869.213232:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575869.213290:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575869.213294:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575869.213297:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575869.917172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575869.917180:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575869.917183:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575869.917185:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1788575869.917189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575869.917194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575869.917196:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575869.917198:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575869.917202:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575869.917206:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575869.917207:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575869.917213:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575869.917213:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575869.917219:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575869.917220:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575869.917225:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575869.917229:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575869.917232:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575870.237181:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575870.237188:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575870.237195:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575870.237196:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575870.237199:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575870.237201:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575870.237204:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575870.237205:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575870.237208:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575870.237210:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575870.237278:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575870.237282:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575870.237285:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575870.941161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575870.941169:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575870.941171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575870.941178:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575870.941182:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575870.941185:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575870.941188:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575870.941191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575870.941193:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1788575870.941288:0:2388:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.101:988
00000400:00000100:0.0:1788575870.941323:0:2388:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.101@tcp at host 192.168.202.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788575870.941333:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575870.941337:0:2388:0:(router.c:1791:lnet_notify()) 192.168.202.1@tcp notifying 192.168.202.101@tcp: down
00000100:00000001:2.0:1788575870.941341:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1788575870.941342:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:0.0:1788575870.941348:0:2388:0:(router.c:1888:lnet_notify()) Old news
00000100:00000001:2.0:1788575870.941348:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575870.941351:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575870.941355:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000800:00000100:0.0:1788575870.941356:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000100:00000001:2.0:1788575870.941359:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000800:00000010:0.0:1788575870.941362:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b000.
00000100:00000001:2.0:1788575870.941363:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.941368:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1788575870.941370:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1788575870.941370:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.941375:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788575870.941379:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575870.941386:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325330
00000400:00000010:0.0:1788575870.941389:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325330.
00000100:00000001:0.0:1788575870.941396:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575870.941404:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575870.941425:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575870.941428:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575870.941434:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575870.941436:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575870.941445:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575870.941447:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bf00.
00000400:00000200:0.0:1788575870.941449:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575870.941452:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575870.941456:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325198
00000400:00000010:0.0:1788575870.941457:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325198.
00000100:00000001:0.0:1788575870.941460:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575870.941464:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575870.941473:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575870.941475:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575870.941481:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575870.941483:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575870.941489:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575870.941492:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956ba00.
00000400:00000200:0.0:1788575870.941495:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788575870.941500:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1788575870.941502:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788575870.941503:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325bb0
00000400:00000010:0.0:1788575870.941507:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325bb0.
00000100:00000001:2.0:1788575870.941507:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575870.941510:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788575870.941512:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000200:0.0:1788575870.941517:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575870.941523:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575867/real 1788575870]  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575870.941534:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575870.941540:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575870.941542:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575870.941546:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575870.941550:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef9a0.
00000100:00000001:0.0:1788575870.941551:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575870.941554:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1788575870.941558:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325660
00000400:00000010:2.0:1788575870.941562:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325660.
00000800:00000100:0.0:1788575870.941563:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575870.941567:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b900.
00000100:00000001:2.0:1788575870.941567:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1788575870.941573:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1788575870.941574:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575870.941579:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575870.941584:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325cc0
00000400:00000010:0.0:1788575870.941588:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325cc0.
00000100:00000001:0.0:1788575870.941593:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575870.941598:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575870.941603:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575870.941609:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575870.941615:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.941617:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575870.941621:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.941626:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788575870.941639:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575870.941641:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788575870.941647:0:2388:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.101@tcp
00000800:00000010:0.0:1788575870.941651:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956b500.
00000100:00000001:2.0:1788575870.941651:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788575870.941657:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:2.0:1788575870.941661:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788575870.941665:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788575870.941669:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325990
00000400:00000010:0.0:1788575870.941670:0:2388:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325990.
00000100:00000001:0.0:1788575870.941672:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788575870.941677:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575870.941684:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788575870.941686:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788575870.941692:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575870.941693:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575870.942642:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575870.942651:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.942658:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575870.942661:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942674:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.942676:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942680:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575870.942684:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575870.942687:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575870.942693:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575870.942696:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575870.942699:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575870.942707:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168320:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575870.942713:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575870.942717:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575867/real 1788575870]  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575870.942729:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575870.942731:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575870.942733:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef318.
00000400:00000200:2.0:1788575870.942739:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d03257f8
00000400:00000010:2.0:1788575870.942741:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d03257f8.
00000100:00000001:2.0:1788575870.942745:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575870.942748:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575870.942755:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.942762:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575870.942764:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942766:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.942768:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575870.942772:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.942784:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575870.942788:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.942795:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575870.942797:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942799:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.942800:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942802:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575870.942803:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575870.942805:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575870.942809:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575870.942811:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575870.942815:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575870.942823:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168448:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575870.942827:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575870.942831:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575867/real 1788575870]  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575870.942839:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575870.942841:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575870.942843:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef948.
00000400:00000200:2.0:1788575870.942846:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325110
00000400:00000010:2.0:1788575870.942847:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325110.
00000100:00000001:2.0:1788575870.942850:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575870.942853:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575870.942866:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.942872:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575870.942873:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942874:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.942876:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575870.942878:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.942883:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575870.942887:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.942892:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575870.942894:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942895:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.942896:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942898:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575870.942899:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575870.942901:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575870.942904:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575870.942921:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575870.942925:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575870.942932:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816168192:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575870.942936:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575870.942939:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575870.942943:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb480 x1875450816168320/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.942954:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575870.942957:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575870.942961:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575870.942965:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575870.942972:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575870.942975:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575870.942977:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575870.942980:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575870.942986:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575870.942988:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575870.942991:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb480.
00000100:00000001:2.0:1788575870.942995:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575870.942996:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.942998:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575870.943001:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8000 x1875450816168448/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943007:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575870.943009:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575870.943011:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575870.943013:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575870.943014:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575870.943015:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575870.943018:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575870.943019:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435400.
02000000:00000001:2.0:1788575870.943022:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575870.943023:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575870.943024:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8000.
00000100:00000001:2.0:1788575870.943026:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575870.943027:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943029:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575870.943032:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95caa00 x1875450816168192/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943037:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575870.943038:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575870.943041:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575870.943043:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575870.943044:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575870.943045:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575870.943047:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575870.943048:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435800.
02000000:00000001:2.0:1788575870.943079:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575870.943080:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575870.943081:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95caa00.
00000100:00000001:2.0:1788575870.943084:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575870.943085:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943087:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575870.943089:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575870.943091:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575870.943092:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575870.943096:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575867/real 1788575870]  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575870.943104:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575870.943105:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575870.943107:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef3c8.
00000400:00000200:2.0:1788575870.943110:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575870.943112:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575870.943114:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575870.943127:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575870.943136:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943142:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575870.943144:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943146:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.943147:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575870.943151:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943158:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575870.943162:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943169:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575870.943172:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943174:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.943176:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943177:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575870.943180:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575870.943183:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575870.943187:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575870.943189:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575870.943193:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575870.943199:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168576:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575870.943203:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575870.943207:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575867/real 1788575870]  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575870.943213:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575870.943214:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575870.943215:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575870.943218:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575870.943220:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575870.943221:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575870.943224:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575870.943231:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943237:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575870.943240:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943241:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.943243:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575870.943246:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943253:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575870.943256:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943263:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575870.943265:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943266:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575870.943268:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943269:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575870.943271:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575870.943273:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575870.943276:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575870.943279:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575870.943282:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575870.943290:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168704:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575870.943293:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943295:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575870.943297:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9180 x1875450816168576/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943301:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575870.943302:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575870.943303:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575870.943305:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575870.943306:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575870.943308:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575870.943309:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575870.943310:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436400.
02000000:00000001:2.0:1788575870.943312:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575870.943313:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575870.943314:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9180.
00000100:00000001:2.0:1788575870.943317:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575870.943318:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943319:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575870.943322:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9c00 x1875450816168704/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575870.943328:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575870.943329:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575870.943330:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575870.943332:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575870.943333:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575870.943334:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575870.943336:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575870.943338:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434800.
02000000:00000001:2.0:1788575870.943340:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575870.943341:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575870.943342:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9c00.
00000100:00000001:2.0:1788575870.943344:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575870.943345:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943347:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575870.943353:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575870.943355:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575870.943357:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575870.943359:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575871.261124:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575871.261128:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575871.261131:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575871.261132:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575871.261135:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575871.261135:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575871.261138:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575871.261138:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575871.261141:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575871.261142:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575871.261190:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575871.261193:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575871.261201:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575871.901160:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301387648, at 4301387712
00000100:00000010:3.0:1788575871.901172:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b1e0.
00000100:00000040:2.0:1788575871.901184:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301387648, at 4301387712
00000100:00000010:2.0:1788575871.901192:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575871.965156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575871.965162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575871.965165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575871.965170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575871.965173:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575871.965177:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575871.965179:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575871.965181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575871.965184:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575871.965197:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575871.965201:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575871.965203:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575871.965205:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575871.965207:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575871.965209:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575871.965211:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575871.965218:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575871.965220:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575872.285149:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575872.285156:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575872.285162:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575872.285164:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575872.285167:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575872.285168:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575872.285171:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575872.285172:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575872.285181:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575872.285183:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575872.285215:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575872.285219:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575872.285222:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575872.989178:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575872.989178:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575872.989186:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575872.989189:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575872.989205:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575872.989209:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575872.989209:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575872.989214:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575872.989217:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575872.989221:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575872.989222:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575872.989227:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575872.989228:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575872.989232:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575872.989232:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.989239:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575872.989239:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.989242:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.989246:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575872.989248:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575872.989252:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575872.989256:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575872.989260:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575872.989274:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6716
00000400:00000200:1.0:1788575872.989282:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575872.989289:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575872.989292:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575872.989295:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989298:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.989309:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989312:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575872.989316:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575872.989318:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575872.989320:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575872.989323:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575872.989325:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575872.989328:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575872.989331:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989333:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.989335:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989337:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575872.989339:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575872.989343:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989346:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575872.989349:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575872.989352:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575872.989355:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.989357:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575872.989359:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575872.989366:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000020:00000040:1.0:1788575872.989370:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575872.989373:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575872.989375:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.989378:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575872.989381:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575872.989384:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575872.989391:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad000.
00000100:00000001:1.0:1788575872.989397:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575872.989406:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575872.989417:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575872.989421:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575872.989425:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575872.989447:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575872.989450:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575872.989453:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575872.989454:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575872.989455:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575872.989458:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575872.989460:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6716
00000400:00000200:1.0:1788575872.989464:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575872.989467:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575872.989469:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575872.989471:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989474:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.989475:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989477:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575872.989479:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575872.989480:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575872.989482:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575872.989484:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575872.989487:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575872.989489:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575872.989491:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989493:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.989495:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989496:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575872.989498:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575872.989501:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989503:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575872.989505:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575872.989509:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575872.989511:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.989513:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575872.989517:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575872.989520:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.989521:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575872.989525:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000020:00000040:1.0:1788575872.989527:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575872.989529:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575872.989531:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.989532:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575872.989534:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575872.989535:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575872.989539:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:1.0:1788575872.989542:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575872.989548:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575872.989556:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575872.989558:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575872.989563:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.989563:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575872.989568:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575872.989572:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575872.989578:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575872.989582:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575872.989583:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575872.989612:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788575872.989615:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575872.989616:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.989620:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788575872.989622:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788575872.989623:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788575872.989626:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575872.989628:0:43543:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788575872.989632:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575872.989634:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6716
00000100:00100000:2.0:1788575872.989640:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816168832:192.168.202.101@tcp:250:kworker.0
00000400:00000200:1.0:1788575872.989642:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575872.989648:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1788575872.989655:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575872.989658:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788575872.989658:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575872.989663:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575872.989664:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575872.989667:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575872.989669:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.989672:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989675:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000010:2.0:1788575872.989675:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575872.989680:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575872.989681:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575872.989685:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575872.989687:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575872.989690:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:1.0:1788575872.989691:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000010:2.0:1788575872.989695:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000020:00000001:1.0:1788575872.989696:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575872.989701:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:1.0:1788575872.989705:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575872.989705:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000001:1.0:1788575872.989711:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.989713:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575872.989715:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816168832, portal 25
00000100:00000001:1.0:1788575872.989717:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575872.989719:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1788575872.989722:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000001:2.0:1788575872.989723:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773931520 : -111012935620096 : ffff9b08c9682a00)
00000100:00000040:2.0:1788575872.989731:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575872.989734:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989739:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575872.989743:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575872.989748:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575872.989748:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1788575872.989754:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575872.989754:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989759:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788575872.989759:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575872.989764:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816168832, offset 0
00000008:00100000:1.0:1788575872.989768:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788575872.989774:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000008:00000001:1.0:1788575872.989775:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.989779:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575872.989784:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000400:00000200:2.0:1788575872.989785:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:1.0:1788575872.989789:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575872.989793:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575872.989796:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575872.989796:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:1.0:1788575872.989800:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575872.989803:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575872.989805:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1788575872.989806:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575872.989812:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000400:00000200:2.0:1788575872.989812:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000001:1.0:1788575872.989818:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575872.989819:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575872.989824:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00100000:1.0:1788575872.989828:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575872.989833:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90824:90824:256:4294967295] 192.168.202.101@tcp LPNI seq info [90804:90804:8:4294967295]
00000400:00000200:2.0:1788575872.989845:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575872.989849:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575872.989853:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575872.989861:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575872.989862:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575872.989875:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989877:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575872.989882:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575872.989885:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575872.989886:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575872.989888:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1788575872.989888:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000100:00000001:1.0:1788575872.989894:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575872.989898:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6716
00000800:00000200:2.0:1788575872.989901:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:1.0:1788575872.989906:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575872.989907:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000400:00000200:1.0:1788575872.989913:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575872.989917:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788575872.989918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575872.989924:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575872.989924:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788575872.989927:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.989933:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000100:2.0:1788575872.989936:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989937:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:2.0:1788575872.989940:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000020:00000001:1.0:1788575872.989941:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575872.989944:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575872.989947:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575872.989947:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1788575872.989951:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:1.0:1788575872.989956:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575872.989956:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788575872.989961:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575872.989966:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000100:00000040:1.0:1788575872.989967:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575872.989971:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:1.0:1788575872.989972:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.989977:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575872.989979:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788575872.989981:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575872.989985:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000200:2.0:1788575872.989987:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575872.989991:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575872.989997:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575872.990001:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575872.990005:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575872.990007:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788575872.990008:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.990012:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788575872.990014:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788575872.990016:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575872.990022:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.990026:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575872.990033:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
00000100:00000001:2.0:1788575872.990033:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990036:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1788575872.990039:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575872.990043:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575872.990044:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575872.990045:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.990050:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575872.990076:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575872.990079:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575872.990084:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000400:00000200:2.0:1788575872.990088:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575872.990089:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990093:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301392769
00000100:00100000:1.0:1788575872.990097:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788575872.990101:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:1.0:1788575872.990110:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575872.990111:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788575872.990115:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990118:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301392769
00000100:00000040:1.0:1788575872.990122:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788575872.990124:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bea0.
00000100:00000001:2.0:1788575872.990130:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575872.990136:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575872.990137:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575872.990142:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575872.990143:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990147:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1788575872.990149:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575872.990152:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575872.990155:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575872.990156:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575872/real 1788575872]  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575872.990160:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575872.990166:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6716
00000400:00000200:1.0:1788575872.990173:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000001:2.0:1788575872.990174:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575872.990177:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1788575872.990178:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000010:2.0:1788575872.990180:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000100:00080000:1.0:1788575872.990183:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575872.990186:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575872.990189:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575872.990192:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1788575872.990195:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575872.990198:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575872.990199:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575872.990205:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.990210:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575872.990215:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575872.990218:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000200:2.0:1788575872.990220:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575872.990221:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575872.990225:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575872.990229:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575872.990234:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575872.990236:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575872.990239:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575872.990240:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575872.990243:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788575872.990245:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575872.990246:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788575872.990249:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575872.990254:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00100000:2.0:1788575872.990255:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575872.990259:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575872.990267:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575872.990270:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575872.990273:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575872.990277:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788575872.990279:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575872.990281:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575872.990287:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.990291:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575872.990295:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575872.990295:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1788575872.990302:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990302:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.990306:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788575872.990307:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990309:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.990313:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000010:1.0:1788575872.990315:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000100:00000001:2.0:1788575872.990316:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575872.990320:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1788575872.990325:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00080000:2.0:1788575872.990326:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
02000000:00000001:1.0:1788575872.990331:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575872.990332:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1788575872.990334:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575872.990339:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788575872.990339:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575872.990342:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575872.990345:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575872.990352:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000100:00100000:2.0:1788575872.990357:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816168832:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575872.990358:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990366:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575872.990369:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575872.990370:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.990377:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682a00 x1875450816168832/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575872.990384:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575872.990389:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990392:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575872.990396:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1788575872.990397:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788575872.990399:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575872.990404:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575872.990407:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575872.990410:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000100:00000001:1.0:1788575872.990413:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575872.990415:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575872.990419:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad000.
00000100:00000040:1.0:1788575872.990420:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6726)
02000000:00000001:2.0:1788575872.990423:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575872.990427:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575872.990428:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682a00.
00000100:00000001:2.0:1788575872.990432:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575872.990433:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.990436:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.990443:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575872.990445:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990448:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575872.990449:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575872.990451:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575872.990456:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990463:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575872.990465:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575872.990467:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575872.990469:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575872.990472:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575872.990475:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168960:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575872.990478:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575872.990480:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575872.990482:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575872.990484:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575872.990487:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575872.990489:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575872.990492:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575872.990495:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575872.990499:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575872.990502:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816168960, portal 10
00000100:00000001:2.0:1788575872.990504:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575872.990505:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773936000 : -111012935615616 : ffff9b08c9683b80)
00000100:00000040:2.0:1788575872.990512:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990518:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575872.990521:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575872.990523:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575872.990525:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816168960, offset 0
00000400:00000200:2.0:1788575872.990529:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575872.990534:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575872.990538:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575872.990541:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575872.990544:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575872.990546:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575872.990548:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575872.990551:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90825:90825:256:4294967295] 192.168.202.101@tcp LPNI seq info [90805:90805:8:4294967295]
00000400:00000200:2.0:1788575872.990555:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575872.990561:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575872.990566:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575872.990570:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575872.990574:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575872.990577:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575872.990581:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575872.990583:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575872.990600:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575872.990602:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575872.990605:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575872.990608:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575872.990611:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575872.990613:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575872.990616:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575872.990619:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990627:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.990630:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990636:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990638:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575872.990641:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575872.990644:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575872.990647:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575872.990649:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301388877
00000100:00000001:2.0:1788575872.990652:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301392769
00000100:00000001:2.0:1788575872.990654:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301388877
00000100:00000001:2.0:1788575872.990656:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301392769
00000100:00000001:2.0:1788575872.990658:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575872.990660:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990662:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575872.990665:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575872/real 1788575872]  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575872.990678:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575872.990680:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575872.990682:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575872.990684:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575872.990686:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575872.990688:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575872.990691:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575872.990700:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990706:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575872.990707:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.990709:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575872.990710:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575872.990713:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990719:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575872.990723:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990730:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575872.990732:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.990734:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575872.990736:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.990737:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575872.990740:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575872.990742:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575872.990746:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575872.990748:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575872.990753:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575872.990760:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816168960:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575872.990764:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575872.990767:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990773:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575872.990775:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575872.990777:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575872.990778:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575872.990780:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575872.990783:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169088:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575872.990786:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575872.990787:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575872.990789:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575872.990790:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575872.990794:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575872.990796:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575872.990799:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575872.990802:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575872.990805:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575872.990807:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816169088, portal 10
00000100:00000001:2.0:1788575872.990809:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575872.990810:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773933312 : -111012935618304 : ffff9b08c9683100)
00000100:00000040:2.0:1788575872.990816:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990821:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575872.990824:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575872.990826:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575872.990828:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816169088, offset 0
00000400:00000200:2.0:1788575872.990832:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575872.990836:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575872.990839:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575872.990842:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575872.990845:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575872.990847:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575872.990849:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575872.990852:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90826:90826:256:4294967295] 192.168.202.101@tcp LPNI seq info [90806:90806:8:4294967295]
00000400:00000200:2.0:1788575872.990855:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575872.990861:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575872.990865:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575872.990869:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575872.990872:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575872.990875:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575872.990879:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575872.990881:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575872.990885:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575872.990887:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575872.990890:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575872.990893:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575872.990895:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575872.990897:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575872.990899:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575872.990903:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990909:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.990912:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990918:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990919:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575872.990922:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575872.990925:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575872.990928:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575872.990930:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301388827
00000100:00000001:2.0:1788575872.990933:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301392769
00000100:00000001:2.0:1788575872.990935:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301388827
00000100:00000001:2.0:1788575872.990937:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301392769
00000100:00000001:2.0:1788575872.990939:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575872.990941:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.990942:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575872.990946:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575872/real 1788575872]  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575872.990953:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575872.990954:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575872.990956:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575872.990958:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575872.990960:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575872.990962:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575872.990965:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575872.990973:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990979:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575872.990981:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.990983:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575872.990984:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575872.990988:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.990994:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575872.990998:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991005:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575872.991008:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991009:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575872.991011:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991012:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575872.991014:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575872.991016:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575872.991019:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575872.991022:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575872.991025:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575872.991034:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169088:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575872.991038:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575872.991041:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991048:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575872.991049:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575872.991051:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575872.991077:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575872.991080:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575872.991083:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169216:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575872.991086:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575872.991088:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575872.991090:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575872.991092:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575872.991095:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575872.991097:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575872.991100:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575872.991103:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575872.991107:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575872.991110:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816169216, portal 4
00000100:00000001:2.0:1788575872.991112:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575872.991113:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773924352 : -111012935627264 : ffff9b08c9680e00)
00000100:00000040:2.0:1788575872.991118:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991124:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575872.991126:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575872.991128:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575872.991130:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816169216, offset 0
00000400:00000200:2.0:1788575872.991134:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575872.991137:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575872.991141:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575872.991143:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575872.991145:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575872.991147:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575872.991150:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575872.991152:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90827:90827:256:4294967295] 192.168.202.101@tcp LPNI seq info [90807:90807:8:4294967295]
00000400:00000200:2.0:1788575872.991155:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575872.991161:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575872.991164:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575872.991167:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575872.991171:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575872.991173:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575872.991177:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575872.991179:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575872.991183:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575872.991185:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575872.991187:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575872.991191:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575872.991193:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575872.991195:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575872.991198:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575872.991201:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991214:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.991217:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991229:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.991231:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575872.991234:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575872.991241:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575872.991244:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575872.991246:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301388861
00000100:00000001:2.0:1788575872.991249:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301392769
00000100:00000001:2.0:1788575872.991251:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301388861
00000100:00000001:2.0:1788575872.991253:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301392769
00000100:00000001:2.0:1788575872.991255:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575872.991257:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.991259:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575872.991263:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575872/real 1788575872]  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575872.991270:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575872.991272:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575872.991273:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575872.991276:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575872.991278:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575872.991280:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575872.991283:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575872.991291:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991297:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575872.991299:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991301:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575872.991303:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575872.991306:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991313:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575872.991316:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991323:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575872.991325:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991327:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575872.991328:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991330:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575872.991332:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575872.991335:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575872.991338:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575872.991340:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575872.991344:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575872.991351:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169216:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575872.991355:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575872.991359:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991365:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575872.991367:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575872.991369:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575872.991371:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575872.991373:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575872.991376:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169344:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575872.991379:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575872.991381:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575872.991383:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575872.991385:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575872.991388:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575872.991390:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575872.991392:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575872.991395:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575872.991398:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575872.991401:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816169344, portal 4
00000100:00000001:2.0:1788575872.991402:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575872.991404:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773930624 : -111012935620992 : ffff9b08c9682680)
00000100:00000040:2.0:1788575872.991410:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991416:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575872.991418:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575872.991421:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575872.991423:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816169344, offset 0
00000400:00000200:2.0:1788575872.991427:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575872.991430:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575872.991434:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575872.991437:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575872.991439:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575872.991441:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575872.991443:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575872.991446:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90828:90828:256:4294967295] 192.168.202.101@tcp LPNI seq info [90808:90808:8:4294967295]
00000400:00000200:2.0:1788575872.991450:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575872.991456:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575872.991461:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575872.991464:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575872.991468:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575872.991471:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788575872.991475:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575872.991478:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788575872.991481:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575872.991483:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575872.991486:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575872.991489:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575872.991492:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575872.991493:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575872.991496:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575872.991499:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991507:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.991510:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991516:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.991518:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575872.991521:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575872.991523:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575872.991526:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575872.991528:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301388852
00000100:00000001:2.0:1788575872.991531:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301392769
00000100:00000001:2.0:1788575872.991533:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301388852
00000100:00000001:2.0:1788575872.991535:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301392769
00000100:00000001:2.0:1788575872.991537:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575872.991539:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.991541:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575872.991545:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575872/real 1788575872]  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575872.991552:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575872.991554:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575872.991556:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575872.991558:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575872.991559:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575872.991561:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575872.991565:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575872.991572:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991578:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575872.991580:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991581:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575872.991583:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575872.991599:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991606:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575872.991609:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991615:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575872.991617:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991619:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575872.991620:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991622:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575872.991623:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575872.991625:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575872.991628:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575872.991630:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575872.991634:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575872.991646:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169344:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575872.991650:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991652:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.991656:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683b80 x1875450816168960/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991661:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575872.991663:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575872.991665:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575872.991668:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575872.991670:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575872.991672:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575872.991674:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575872.991675:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
02000000:00000001:2.0:1788575872.991678:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575872.991680:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575872.991681:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683b80.
00000100:00000001:2.0:1788575872.991684:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575872.991685:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991687:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.991690:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683100 x1875450816169088/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991696:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575872.991697:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575872.991699:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575872.991701:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575872.991702:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575872.991704:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575872.991705:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575872.991706:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af000.
02000000:00000001:2.0:1788575872.991708:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575872.991709:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575872.991710:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683100.
00000100:00000001:2.0:1788575872.991713:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575872.991714:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991715:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.991718:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680e00 x1875450816169216/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991724:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575872.991725:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575872.991727:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575872.991728:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575872.991729:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575872.991731:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575872.991732:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575872.991733:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
02000000:00000001:2.0:1788575872.991735:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575872.991736:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575872.991737:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680e00.
00000100:00000001:2.0:1788575872.991740:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575872.991741:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991742:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575872.991745:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682680 x1875450816169344/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575872.991750:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575872.991751:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575872.991752:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575872.991754:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575872.991755:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575872.991756:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575872.991758:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575872.991759:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af400.
02000000:00000001:2.0:1788575872.991761:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575872.991762:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575872.991763:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682680.
00000100:00000001:2.0:1788575872.991765:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575872.991766:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991768:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575872.991773:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575872.991776:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575872.991777:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575872.991779:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575873.309188:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575873.309195:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575873.309201:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575873.309202:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575873.309206:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575873.309207:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575873.309210:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575873.309212:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575873.309215:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575873.309216:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575873.309282:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575873.309286:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575873.309290:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575874.013259:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575874.013266:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575874.013268:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575874.013274:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575874.013277:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575874.013281:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575874.013284:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575874.013286:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575874.013289:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575874.013394:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575874.013397:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575874.013397:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575874.013400:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575874.013401:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575874.013402:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575874.013404:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575874.013405:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575874.013406:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575874.334706:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575874.334713:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575874.334719:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575874.334721:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575874.334724:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575874.334726:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575874.334728:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575874.334730:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575874.334733:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575874.334734:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575874.334832:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575874.334835:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575874.334837:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575875.037182:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575875.037191:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575875.037193:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575875.037199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575875.037200:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575875.037204:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575875.037206:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575875.037209:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575875.037210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575875.037213:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575875.037215:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575875.037217:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575875.037220:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575875.037221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575875.037225:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575875.037226:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575875.037230:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575875.037232:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575875.357136:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575875.357143:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575875.357149:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575875.357150:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575875.357154:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575875.357155:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575875.357158:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575875.357159:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575875.357162:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575875.357163:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575875.359406:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575875.359410:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575875.359412:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575876.061179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575876.061187:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575876.061189:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575876.061194:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575876.061198:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575876.061202:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575876.061204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575876.061207:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575876.061210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575876.061575:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575876.061578:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575876.061580:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575876.061583:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575876.061585:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575876.061588:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575876.061590:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575876.061591:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575876.061593:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575876.381176:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575876.381181:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575876.381185:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575876.381186:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575876.381188:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575876.381189:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575876.381191:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575876.381192:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575876.381194:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575876.381195:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575876.381257:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575876.381260:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575876.381263:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575877.021128:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301392769, at 4301392832
00000100:00000010:3.0:1788575877.021143:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bea0.
00000100:00000040:2.0:1788575877.021549:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301392769, at 4301392832
00000100:00000010:2.0:1788575877.021555:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575877.085163:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575877.085170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575877.085173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575877.085179:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575877.085182:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575877.085183:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575877.085189:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575877.085189:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575877.085192:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575877.085194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575877.085198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575877.085199:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575877.085202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575877.085203:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575877.085220:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575877.085223:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575877.085225:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575877.085228:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405177:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575877.405184:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405189:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575877.405192:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575877.405199:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575877.405202:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405205:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575877.405207:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405209:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405212:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405215:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575877.405217:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575877.405218:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575877.405219:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405221:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575877.405222:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405224:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405226:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405228:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575877.405230:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575877.405231:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575877.405232:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405233:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575877.405235:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405236:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405238:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575877.405241:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575877.405242:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575877.405408:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575877.405411:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575877.405420:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575878.109156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575878.109156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575878.109162:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575878.109162:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575878.109162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575878.109167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575878.109169:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1788575878.109171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575878.109173:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575878.109173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575878.109177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575878.109178:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575878.109182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575878.109185:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575878.109186:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575878.109187:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575878.109190:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575878.109192:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.109193:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575878.109194:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6721
00000100:00000001:2.0:1788575878.109198:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575878.109199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575878.109203:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575878.109207:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575878.109207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575878.109217:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575878.109221:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575878.109224:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109227:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575878.109230:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109232:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575878.109235:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575878.109237:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575878.109241:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575878.109243:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575878.109246:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575878.109248:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575878.109251:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109253:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575878.109255:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109258:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575878.109261:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575878.109264:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109266:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575878.109268:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575878.109271:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575878.109277:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109278:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575878.109280:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575878.109287:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682680.
00000020:00000040:1.0:1788575878.109290:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575878.109292:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575878.109294:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109296:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575878.109298:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575878.109301:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575878.109307:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575878.109311:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575878.109318:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575878.109324:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575878.109327:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575878.109330:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bba1f7e] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575878.109344:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575878.109346:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575878.109348:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575878.109349:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575878.109350:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575878.109352:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575878.109354:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6721
00000400:00000200:1.0:1788575878.109357:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575878.109359:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575878.109361:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575878.109363:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109366:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575878.109366:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575878.109370:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788575878.109371:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575878.109373:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575878.109374:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575878.109377:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575878.109379:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575878.109380:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788575878.109380:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575878.109383:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575878.109387:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575878.109390:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575878.109395:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788575878.109396:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575878.109398:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109399:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575878.109402:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575878.109402:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575878.109406:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
02000000:00000001:2.0:1788575878.109406:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788575878.109412:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575878.109412:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575878.109416:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109417:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575878.109418:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575878.109422:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575878.109425:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109428:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1788575878.109428:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816169472:192.168.202.101@tcp:250:kworker.0
00000008:00100000:1.0:1788575878.109433:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788575878.109435:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1788575878.109438:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.109441:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788575878.109442:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.109444:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575878.109448:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680e00.
02000000:00000001:2.0:1788575878.109449:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1788575878.109454:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575878.109457:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788575878.109457:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:1.0:1788575878.109459:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.109461:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109463:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575878.109466:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575878.109468:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575878.109469:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:1.0:1788575878.109475:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000400:00000010:2.0:1788575878.109476:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000100:00000001:1.0:1788575878.109478:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575878.109495:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00100000:1.0:1788575878.109498:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575878.109504:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788575878.109504:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816169472, portal 25
00000100:00000001:1.0:1788575878.109507:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.109509:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1788575878.109512:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a5c6c5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.109513:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773930624 : -111012935620992 : ffff9b08c9682680)
00000100:00000040:2.0:1788575878.109520:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.109535:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788575878.109540:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575878.109540:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575878.109544:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00080000:1.0:1788575878.109545:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575878.109549:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575878.109550:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575878.109552:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575878.109554:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575878.109558:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6721
00000100:00000200:2.0:1788575878.109559:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816169472, offset 0
00000400:00000200:1.0:1788575878.109564:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575878.109570:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1788575878.109571:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575878.109574:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575878.109578:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575878.109581:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575878.109582:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575878.109587:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575878.109589:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000001:1.0:1788575878.109590:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575878.109594:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788575878.109595:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575878.109598:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:2.0:1788575878.109600:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:1.0:1788575878.109601:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575878.109604:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788575878.109605:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575878.109608:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000020:00000001:1.0:1788575878.109609:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575878.109612:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90829:90829:256:4294967295] 192.168.202.101@tcp LPNI seq info [90809:90809:8:4294967295]
00000020:00000001:1.0:1788575878.109615:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575878.109618:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:1.0:1788575878.109623:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109629:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575878.109629:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788575878.109634:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109636:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575878.109638:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575878.109641:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109644:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575878.109645:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575878.109648:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1788575878.109650:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575878.109651:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109655:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575878.109658:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1788575878.109658:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000008:00000001:1.0:1788575878.109663:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109666:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575878.109669:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000010:1.0:1788575878.109672:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683100.
00000800:00000200:2.0:1788575878.109674:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1788575878.109676:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575878.109681:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1788575878.109682:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788575878.109683:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575878.109686:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788575878.109688:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:2.0:1788575878.109691:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575878.109692:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1788575878.109694:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
02000000:00000001:1.0:1788575878.109695:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575878.109699:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1788575878.109700:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000100:00000001:1.0:1788575878.109705:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575878.109706:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1788575878.109712:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575878.109713:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575878.109717:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:1.0:1788575878.109722:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575878.109724:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.109726:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788575878.109727:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d57976b3] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575878.109733:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575878.109735:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575878.109740:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575878.109746:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575878.109748:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575878.109750:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575878.109753:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575878.109755:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788575878.109756:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6721
00000100:00000040:2.0:1788575878.109762:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788575878.109763:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575878.109768:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575878.109771:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575878.109774:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109776:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575878.109778:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109784:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575878.109789:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575878.109789:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.109793:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1788575878.109794:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575878.109796:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575878.109798:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:2.0:1788575878.109799:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575878.109800:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575878.109803:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575878.109807:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:1.0:1788575878.109810:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575878.109811:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301397888
00000100:00000001:1.0:1788575878.109812:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575878.109815:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109817:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000010:2.0:1788575878.109817:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000020:00000040:1.0:1788575878.109819:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:1.0:1788575878.109822:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575878.109823:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788575878.109824:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575878.109827:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575878.109830:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575878.109830:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301397888
02000000:00000001:1.0:1788575878.109834:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575878.109835:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b780.
00000100:00000001:1.0:1788575878.109837:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575878.109838:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000008:00100000:1.0:1788575878.109840:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:2.0:1788575878.109841:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1788575878.109844:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.109845:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109847:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.109848:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:1.0:1788575878.109851:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683b80.
00000100:00100000:2.0:1788575878.109853:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575878/real 1788575878]  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575878.109855:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575878.109860:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575878.109862:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.109863:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575878.109864:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575878.109865:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575878.109868:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:1.0:1788575878.109869:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000400:00000001:2.0:1788575878.109871:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575878.109873:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575878.109874:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575878.109878:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575878.109881:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00100000:1.0:1788575878.109882:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575878.109883:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788575878.109890:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788575878.109891:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575878.109894:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575878.109900:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de753937] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575878.109910:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575878.109913:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788575878.109913:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575878.109920:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788575878.109922:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575878.109924:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575878.109928:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575878.109932:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6721
00000100:00000001:2.0:1788575878.109932:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575878.109936:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575878.109940:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575878.109941:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.109944:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575878.109946:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575878.109951:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575878.109951:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575878.109958:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.109963:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575878.109965:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575878.109973:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575878.109974:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575878.109980:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788575878.109987:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575878.109987:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.109991:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1788575878.109993:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575878.109993:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788575878.109997:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575878.109998:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575878.110000:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1788575878.110002:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00080000:2.0:1788575878.110003:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1788575878.110007:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00080000:2.0:1788575878.110008:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575878.110011:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1788575878.110013:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575878.110016:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575878.110018:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:1.0:1788575878.110027:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575878.110029:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816169472:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575878.110032:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575878.110034:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110036:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788575878.110038:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575878.110040:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682680 x1875450816169472/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575878.110044:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575878.110048:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1788575878.110050:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000001:2.0:1788575878.110050:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575878.110068:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575878.110070:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575878.110072:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575878.110073:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575878.110075:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575878.110077:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94afc00.
02000000:00000001:2.0:1788575878.110080:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575878.110082:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575878.110084:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682680.
00000100:00000001:2.0:1788575878.110087:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575878.110088:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110090:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110097:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575878.110098:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110100:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575878.110102:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575878.110103:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575878.110107:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110114:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575878.110116:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110118:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575878.110120:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575878.110122:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575878.110128:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00100000:2.0:1788575878.110129:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169600:192.168.202.101@tcp:38:kworker.0
00000100:00000001:1.0:1788575878.110133:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575878.110136:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575878.110136:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575878.110139:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788575878.110140:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575878.110141:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575878.110143:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110144:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575878.110146:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575878.110149:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000010:2.0:1788575878.110149:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
00000008:00000001:1.0:1788575878.110155:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110155:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575878.110158:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575878.110162:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682a00.
00000400:00000200:2.0:1788575878.110163:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:1.0:1788575878.110166:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000010:2.0:1788575878.110169:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
02000000:00000001:1.0:1788575878.110171:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575878.110174:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575878.110175:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000001:1.0:1788575878.110176:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1788575878.110179:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816169600, portal 10
02000000:00000001:1.0:1788575878.110180:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575878.110184:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110184:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575878.110186:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773924352 : -111012935627264 : ffff9b08c9680e00)
02000000:00000010:1.0:1788575878.110191:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000040:2.0:1788575878.110196:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575878.110197:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575878.110208:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575878.110208:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575878.110213:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575878.110217:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575878.110221:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816169600, offset 0
00000400:00000200:2.0:1788575878.110230:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575878.110232:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575878.110237:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575878.110237:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575878.110245:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:1.0:1788575878.110246:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9abe884] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575878.110249:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575878.110255:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575878.110260:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575878.110264:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575878.110267:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575878.110268:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90830:90830:256:4294967295] 192.168.202.101@tcp LPNI seq info [90810:90810:8:4294967295]
00000100:00000040:1.0:1788575878.110273:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6731)
00000400:00000200:2.0:1788575878.110273:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575878.110282:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575878.110286:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575878.110290:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575878.110294:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575878.110296:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575878.110301:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575878.110303:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575878.110306:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575878.110308:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575878.110311:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575878.110314:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575878.110317:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575878.110319:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575878.110321:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575878.110325:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110332:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575878.110334:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110338:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110339:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575878.110341:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575878.110344:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575878.110346:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575878.110347:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301393997
00000100:00000001:2.0:1788575878.110349:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301397888
00000100:00000001:2.0:1788575878.110350:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301393997
00000100:00000001:2.0:1788575878.110351:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301397888
00000100:00000001:2.0:1788575878.110353:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575878.110354:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110355:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575878.110358:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575878/real 1788575878]  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575878.110362:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575878.110363:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575878.110364:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575878.110365:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575878.110366:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575878.110367:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575878.110369:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575878.110373:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110377:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575878.110378:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110379:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.110379:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575878.110381:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110385:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575878.110387:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110390:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575878.110391:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110392:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.110393:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110394:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575878.110396:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575878.110399:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575878.110402:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575878.110404:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575878.110408:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575878.110416:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169600:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575878.110419:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575878.110422:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110428:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575878.110429:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110432:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575878.110433:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575878.110435:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575878.110437:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169728:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575878.110439:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575878.110440:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575878.110441:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110442:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575878.110445:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575878.110446:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575878.110448:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575878.110450:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575878.110452:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575878.110454:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816169728, portal 10
00000100:00000001:2.0:1788575878.110455:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575878.110456:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773933312 : -111012935618304 : ffff9b08c9683100)
00000100:00000040:2.0:1788575878.110459:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110467:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575878.110468:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575878.110469:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575878.110471:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816169728, offset 0
00000400:00000200:2.0:1788575878.110473:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575878.110475:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575878.110477:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575878.110491:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575878.110494:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575878.110496:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575878.110497:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575878.110499:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90831:90831:256:4294967295] 192.168.202.101@tcp LPNI seq info [90811:90811:8:4294967295]
00000400:00000200:2.0:1788575878.110502:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575878.110506:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575878.110508:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575878.110511:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575878.110513:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575878.110515:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575878.110518:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575878.110519:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575878.110522:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575878.110523:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575878.110526:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575878.110529:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575878.110531:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575878.110533:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575878.110536:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575878.110539:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110545:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575878.110548:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110560:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110562:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575878.110565:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575878.110568:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575878.110571:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575878.110573:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301393947
00000100:00000001:2.0:1788575878.110575:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301397888
00000100:00000001:2.0:1788575878.110576:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301393947
00000100:00000001:2.0:1788575878.110578:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301397888
00000100:00000001:2.0:1788575878.110579:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575878.110580:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110581:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575878.110584:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575878/real 1788575878]  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575878.110588:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575878.110589:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575878.110590:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575878.110591:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575878.110592:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575878.110594:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575878.110595:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575878.110600:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110604:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575878.110604:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110605:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.110606:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575878.110608:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110613:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575878.110615:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110619:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575878.110620:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110621:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.110621:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110622:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575878.110623:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575878.110625:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575878.110626:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575878.110627:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575878.110629:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575878.110635:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169728:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575878.110639:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575878.110642:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110648:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575878.110649:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110651:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575878.110653:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575878.110655:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575878.110658:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169856:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575878.110661:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575878.110663:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575878.110665:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110666:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575878.110670:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575878.110671:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575878.110675:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575878.110677:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575878.110679:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575878.110681:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816169856, portal 4
00000100:00000001:2.0:1788575878.110682:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575878.110683:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773936000 : -111012935615616 : ffff9b08c9683b80)
00000100:00000040:2.0:1788575878.110687:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110691:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575878.110692:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575878.110694:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575878.110695:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816169856, offset 0
00000400:00000200:2.0:1788575878.110697:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575878.110699:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575878.110701:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575878.110703:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575878.110705:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575878.110706:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575878.110708:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575878.110709:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90832:90832:256:4294967295] 192.168.202.101@tcp LPNI seq info [90812:90812:8:4294967295]
00000400:00000200:2.0:1788575878.110712:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575878.110718:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575878.110722:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575878.110725:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575878.110729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575878.110731:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575878.110735:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575878.110737:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575878.110741:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575878.110744:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575878.110746:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575878.110750:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575878.110752:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575878.110754:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575878.110757:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575878.110760:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110767:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575878.110770:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110777:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110778:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575878.110781:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575878.110783:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575878.110785:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575878.110786:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301393980
00000100:00000001:2.0:1788575878.110788:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301397888
00000100:00000001:2.0:1788575878.110789:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301393980
00000100:00000001:2.0:1788575878.110790:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301397888
00000100:00000001:2.0:1788575878.110791:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575878.110792:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110793:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575878.110795:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575878/real 1788575878]  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575878.110799:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575878.110800:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575878.110801:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575878.110803:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575878.110803:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575878.110805:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575878.110807:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575878.110812:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110817:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575878.110819:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110820:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.110822:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575878.110825:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110831:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575878.110835:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110841:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575878.110843:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110845:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.110846:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110847:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575878.110850:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575878.110852:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575878.110855:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575878.110857:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575878.110861:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575878.110867:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169856:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575878.110870:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110872:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575878.110876:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680e00 x1875450816169600/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110882:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575878.110883:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575878.110885:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575878.110887:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575878.110888:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575878.110890:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575878.110892:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575878.110893:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae800.
02000000:00000001:2.0:1788575878.110895:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575878.110897:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575878.110898:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680e00.
00000100:00000001:2.0:1788575878.110901:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575878.110902:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110904:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575878.110907:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683100 x1875450816169728/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110913:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575878.110914:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575878.110916:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575878.110918:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575878.110919:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575878.110920:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575878.110922:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575878.110923:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:2.0:1788575878.110925:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575878.110926:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575878.110927:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683100.
00000100:00000001:2.0:1788575878.110928:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575878.110929:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110930:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575878.110932:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683b80 x1875450816169856/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110935:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575878.110936:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575878.110937:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575878.110938:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575878.110939:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575878.110940:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575878.110941:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575878.110942:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94adc00.
02000000:00000001:2.0:1788575878.110943:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575878.110943:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575878.110944:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683b80.
00000100:00000001:2.0:1788575878.110945:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575878.110946:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110946:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.110956:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575878.110957:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.110959:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575878.110960:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575878.110965:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575878.110969:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.110975:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575878.110976:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110978:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575878.110980:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575878.110982:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575878.110985:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169984:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575878.110987:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575878.110989:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575878.110990:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575878.110992:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575878.110995:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575878.110997:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575878.111000:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575878.111002:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575878.111005:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575878.111008:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816169984, portal 4
00000100:00000001:2.0:1788575878.111010:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575878.111012:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773931520 : -111012935620096 : ffff9b08c9682a00)
00000100:00000040:2.0:1788575878.111017:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.111023:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575878.111025:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575878.111027:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575878.111029:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816169984, offset 0
00000400:00000200:2.0:1788575878.111033:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575878.111037:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575878.111040:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575878.111043:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575878.111045:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575878.111047:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575878.111050:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575878.111071:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90833:90833:256:4294967295] 192.168.202.101@tcp LPNI seq info [90813:90813:8:4294967295]
00000400:00000200:2.0:1788575878.111075:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575878.111080:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575878.111085:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575878.111088:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575878.111092:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575878.111095:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788575878.111099:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575878.111101:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788575878.111105:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575878.111106:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575878.111110:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575878.111112:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575878.111115:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575878.111117:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575878.111120:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575878.111123:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.111136:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575878.111138:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.111144:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.111145:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575878.111149:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575878.111151:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575878.111154:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575878.111156:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301393972
00000100:00000001:2.0:1788575878.111159:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301397888
00000100:00000001:2.0:1788575878.111161:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301393972
00000100:00000001:2.0:1788575878.111163:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301397888
00000100:00000001:2.0:1788575878.111165:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575878.111167:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.111169:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575878.111172:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575878/real 1788575878]  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575878.111180:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575878.111181:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575878.111183:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575878.111185:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575878.111186:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575878.111188:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575878.111191:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575878.111199:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.111206:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575878.111208:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.111209:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.111211:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575878.111214:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.111220:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575878.111223:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.111227:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575878.111229:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.111230:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575878.111231:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.111232:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575878.111233:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575878.111234:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575878.111236:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575878.111237:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575878.111239:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575878.111243:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816169984:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575878.111245:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.111246:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575878.111248:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682a00 x1875450816169984/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575878.111252:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575878.111253:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575878.111254:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575878.111257:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575878.111259:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575878.111260:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575878.111262:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575878.111263:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af800.
02000000:00000001:2.0:1788575878.111266:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575878.111267:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575878.111268:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682a00.
00000100:00000001:2.0:1788575878.111270:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575878.111272:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.111273:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575878.111277:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575878.111278:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575878.111280:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575878.111281:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575878.429176:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575878.429183:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575878.429187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575878.429189:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575878.429192:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575878.429193:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575878.429197:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575878.429197:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575878.429201:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575878.429202:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575878.429274:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575878.429278:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575878.429281:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575879.133156:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575879.133156:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575879.133162:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575879.133163:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575879.133165:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575879.133166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575879.133171:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575879.133172:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575879.133176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575879.133177:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575879.133180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575879.133181:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575879.133183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575879.133186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575879.133188:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575879.133188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575879.133191:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575879.133194:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453163:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575879.453171:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575879.453179:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575879.453182:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453187:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575879.453189:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453197:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453199:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453202:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575879.453203:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453206:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575879.453206:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453209:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575879.453209:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453212:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575879.453213:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575879.453214:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575879.453215:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453216:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575879.453217:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453218:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575879.453219:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575879.453277:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575879.453280:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575879.453284:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575880.157159:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575880.157159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575880.157165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575880.157166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575880.157167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575880.157170:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575880.157172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575880.157175:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575880.157176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575880.157180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575880.157183:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575880.157184:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575880.157188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575880.157189:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575880.157192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575880.157196:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575880.157198:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575880.157200:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575880.477164:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575880.477170:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575880.477175:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575880.477177:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575880.477180:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575880.477182:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575880.477185:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575880.477186:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575880.477190:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575880.477191:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575880.477255:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575880.477259:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575880.477261:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575881.181190:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575881.181191:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575881.181198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575881.181199:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575881.181202:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575881.181203:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575881.181211:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575881.181211:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575881.181217:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575881.181217:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575881.181223:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575881.181223:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575881.181227:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575881.181230:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575881.181234:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575881.181235:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575881.181238:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575881.181241:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575881.501528:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575881.501534:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575881.501539:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575881.501541:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575881.501544:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575881.501545:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575881.501548:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575881.501549:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575881.501552:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575881.501553:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575881.501606:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575881.501610:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575881.501614:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575882.141129:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301397888, at 4301397952
00000100:00000040:3.0:1788575882.141129:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301397888, at 4301397952
00000100:00000010:2.0:1788575882.141141:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575882.141143:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b780.
00000100:00000001:2.0:1788575882.205172:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575882.205172:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575882.205179:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575882.205179:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575882.205182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575882.205183:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575882.205189:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575882.205189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575882.205194:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575882.205195:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575882.205198:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575882.205201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575882.205204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575882.205206:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575882.205209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575882.205215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575882.205217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575882.205220:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575882.525179:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575882.525185:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575882.525192:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575882.525193:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575882.525197:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575882.525198:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575882.525201:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575882.525202:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575882.525205:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575882.525206:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575882.525264:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575882.525267:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575882.525269:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575883.229183:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575883.229184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575883.229187:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575883.229192:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575883.229193:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575883.229195:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575883.229195:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575883.229196:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229199:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788575883.229203:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575883.229203:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00080000:1.0:1788575883.229204:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575883.229211:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575883.229211:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575883.229211:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575883.229217:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575883.229217:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575883.229223:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6726
00000100:00000001:2.0:1788575883.229223:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575883.229228:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.229233:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575883.229233:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788575883.229235:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575883.229236:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575883.229241:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575883.229246:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575883.229251:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575883.229254:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229258:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575883.229261:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229263:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575883.229268:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575883.229270:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575883.229274:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575883.229276:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575883.229278:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575883.229280:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575883.229283:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229285:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575883.229287:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229288:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575883.229291:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575883.229295:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229297:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575883.229300:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575883.229303:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575883.229305:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229308:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575883.229310:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575883.229320:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683480.
00000020:00000040:1.0:1788575883.229323:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575883.229327:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575883.229329:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229332:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575883.229334:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575883.229338:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575883.229346:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:1.0:1788575883.229352:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575883.229360:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575883.229409:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575883.229413:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575883.229418:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007ec05fd] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575883.229437:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575883.229441:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575883.229444:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575883.229445:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575883.229446:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575883.229449:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575883.229452:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6726
00000400:00000200:1.0:1788575883.229456:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575883.229460:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575883.229462:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575883.229464:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788575883.229467:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575883.229469:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575883.229470:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575883.229472:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788575883.229474:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229480:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575883.229481:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575883.229486:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575883.229489:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575883.229492:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575883.229496:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:2.0:1788575883.229496:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575883.229500:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575883.229501:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575883.229505:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575883.229509:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575883.229511:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575883.229512:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575883.229515:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788575883.229516:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575883.229521:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229522:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575883.229525:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575883.229528:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229531:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575883.229533:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788575883.229536:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816170112:192.168.202.101@tcp:250:kworker.0
02000000:00000001:1.0:1788575883.229540:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575883.229540:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788575883.229544:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.229545:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575883.229548:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229549:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575883.229552:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1788575883.229555:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1788575883.229557:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
00000008:00000001:1.0:1788575883.229559:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.229560:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229564:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.229568:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000010:1.0:1788575883.229570:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682d80.
00000400:00000010:2.0:1788575883.229572:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000020:00000040:1.0:1788575883.229575:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000400:00000010:2.0:1788575883.229578:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
02000000:00000001:1.0:1788575883.229579:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575883.229582:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229584:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1788575883.229585:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816170112, portal 25
02000000:00000001:1.0:1788575883.229587:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575883.229588:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575883.229590:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773934208 : -111012935617408 : ffff9b08c9683480)
02000000:00000001:1.0:1788575883.229591:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575883.229596:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575883.229597:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae000.
00000100:00000001:1.0:1788575883.229604:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.229612:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1788575883.229614:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575883.229616:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575883.229620:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575883.229624:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816170112, offset 0
00000100:00000001:1.0:1788575883.229630:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788575883.229632:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229634:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575883.229641:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c5148f] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575883.229641:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575883.229648:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575883.229655:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788575883.229656:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.229660:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:1.0:1788575883.229661:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575883.229663:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575883.229668:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:1.0:1788575883.229669:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788575883.229672:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90834:90834:256:4294967295] 192.168.202.101@tcp LPNI seq info [90814:90814:8:4294967295]
00000100:00000001:1.0:1788575883.229674:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575883.229678:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788575883.229678:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575883.229683:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575883.229688:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6726
00000400:00000200:2.0:1788575883.229691:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788575883.229696:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575883.229700:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:1.0:1788575883.229704:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000010:2.0:1788575883.229705:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000100:00080000:1.0:1788575883.229709:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788575883.229713:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575883.229716:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575883.229717:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788575883.229720:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788575883.229724:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575883.229727:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575883.229728:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788575883.229731:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000100:2.0:1788575883.229734:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000001:1.0:1788575883.229737:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1788575883.229738:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000020:00000040:1.0:1788575883.229740:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:2.0:1788575883.229743:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788575883.229745:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575883.229749:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1788575883.229750:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:2.0:1788575883.229753:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000020:00000001:1.0:1788575883.229754:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000010:2.0:1788575883.229755:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000020:00000001:1.0:1788575883.229760:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:2.0:1788575883.229762:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788575883.229766:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000200:2.0:1788575883.229767:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575883.229772:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575883.229777:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575883.229778:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575883.229782:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000040:2.0:1788575883.229784:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788575883.229786:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575883.229793:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229799:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.229803:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575883.229804:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575883.229806:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788575883.229809:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575883.229811:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575883.229814:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.229818:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575883.229819:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575883.229821:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301403008
00000008:00100000:1.0:1788575883.229822:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1788575883.229826:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000008:00000001:1.0:1788575883.229827:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229830:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.229832:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000010:1.0:1788575883.229835:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681500.
00000100:00000001:2.0:1788575883.229836:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301403008
00000020:00000040:1.0:1788575883.229840:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000100:00000010:2.0:1788575883.229841:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b9c0.
02000000:00000001:1.0:1788575883.229846:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575883.229846:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1788575883.229851:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.229851:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575883.229855:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.229856:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575883.229858:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788575883.229859:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575883.229863:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575883.229863:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575883/real 1788575883]  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575883.229871:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac800.
00000400:00000001:2.0:1788575883.229872:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575883.229876:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575883.229878:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575883.229879:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575883.229883:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000100:00100000:1.0:1788575883.229887:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575883.229887:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575883.229891:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575883.229897:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575883.229899:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575883.229903:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575883.229912:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086372b41] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575883.229915:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575883.229939:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.229939:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575883.229942:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575883.229944:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575883.229947:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788575883.229948:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575883.229951:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575883.229951:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575883.229957:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.229966:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575883.229967:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788575883.229971:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575883.229973:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575883.229979:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6726
00000400:00000200:1.0:1788575883.229983:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575883.229986:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575883.229989:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575883.229992:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575883.229994:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575883.229997:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575883.230001:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788575883.230002:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575883.230007:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575883.230008:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788575883.230009:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000100:00000001:2.0:1788575883.230012:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1788575883.230013:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575883.230015:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788575883.230017:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:2.0:1788575883.230019:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1788575883.230021:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575883.230023:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1788575883.230025:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00080000:2.0:1788575883.230029:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1788575883.230031:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575883.230035:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1788575883.230036:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000040:1.0:1788575883.230041:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575883.230042:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788575883.230044:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575883.230049:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00000040:2.0:1788575883.230051:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575883.230082:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816170112:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575883.230088:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575883.230089:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575883.230091:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788575883.230094:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575883.230098:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683480 x1875450816170112/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575883.230099:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575883.230103:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575883.230109:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.230113:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788575883.230114:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575883.230118:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:1.0:1788575883.230119:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
02000000:00000010:2.0:1788575883.230122:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
00000008:00000001:1.0:1788575883.230124:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.230127:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788575883.230128:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575883.230131:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:1.0:1788575883.230134:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9682300.
00000020:00000040:2.0:1788575883.230134:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575883.230140:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:1.0:1788575883.230141:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000010:2.0:1788575883.230143:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad400.
02000000:00000001:1.0:1788575883.230145:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575883.230148:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.230149:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788575883.230150:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575883.230154:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1788575883.230155:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788575883.230158:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683480.
02000000:00000001:1.0:1788575883.230159:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.230164:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000010:1.0:1788575883.230166:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad400.
00000100:00000001:2.0:1788575883.230167:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575883.230172:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.230172:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788575883.230181:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575883.230182:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575883.230185:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.230189:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575883.230192:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575883.230195:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788575883.230196:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575883.230199:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575883.230201:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575883.230207:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dade360] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230218:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575883.230221:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.230224:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.230225:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788575883.230229:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788575883.230229:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575883.230233:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575883.230236:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1788575883.230240:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170240:192.168.202.101@tcp:38:kworker.0
00000100:00000001:1.0:1788575883.230241:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575883.230244:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575883.230247:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788575883.230248:0:46817:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788575883.230251:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1788575883.230253:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6726
02000000:00000001:2.0:1788575883.230254:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.230258:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1788575883.230261:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:2.0:1788575883.230263:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
00000400:00000200:1.0:1788575883.230267:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
02000000:00000001:2.0:1788575883.230267:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575883.230272:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575883.230277:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000040:1.0:1788575883.230279:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575883.230281:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000100:00000001:1.0:1788575883.230282:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575883.230287:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575883.230288:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000001:1.0:1788575883.230291:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000200:2.0:1788575883.230293:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816170240, portal 10
00000020:00000001:1.0:1788575883.230294:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575883.230297:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:2.0:1788575883.230298:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1788575883.230300:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575883.230301:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773932416 : -111012935619200 : ffff9b08c9682d80)
00000020:00000040:1.0:1788575883.230303:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:1.0:1788575883.230307:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:1.0:1788575883.230309:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575883.230311:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575883.230315:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575883.230319:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575883.230323:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575883.230327:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788575883.230328:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575883.230333:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000040:2.0:1788575883.230333:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575883.230339:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00080000:1.0:1788575883.230340:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000200:2.0:1788575883.230344:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816170240, offset 0
00000100:00000001:1.0:1788575883.230345:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575883.230348:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575883.230352:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575883.230355:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:1.0:1788575883.230357:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.230360:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575883.230362:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000400:00000200:2.0:1788575883.230363:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000008:00000001:1.0:1788575883.230369:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.230372:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.230372:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575883.230388:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1788575883.230393:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680380.
00000400:00000200:2.0:1788575883.230394:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000040:1.0:1788575883.230399:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000400:00000200:2.0:1788575883.230400:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1788575883.230404:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575883.230405:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
02000000:00000001:1.0:1788575883.230406:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575883.230410:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788575883.230411:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90835:90835:256:4294967295] 192.168.202.101@tcp LPNI seq info [90815:90815:8:4294967295]
02000000:00000001:1.0:1788575883.230413:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575883.230416:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.230420:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000010:1.0:1788575883.230422:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac400.
00000100:00000001:1.0:1788575883.230427:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.230432:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1788575883.230437:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788575883.230442:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575883.230450:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575883.230459:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575883.230464:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788575883.230465:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575883.230469:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575883.230473:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:1.0:1788575883.230476:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d5d2087] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788575883.230478:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788575883.230488:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575883.230492:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000100:00000001:1.0:1788575883.230494:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.230496:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788575883.230500:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6736)
00000400:00000200:2.0:1788575883.230501:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575883.230506:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575883.230509:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575883.230512:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575883.230517:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230526:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575883.230529:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230536:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.230538:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575883.230542:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575883.230545:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575883.230548:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575883.230551:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301399117
00000100:00000001:2.0:1788575883.230553:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301403008
00000100:00000001:2.0:1788575883.230555:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301399117
00000100:00000001:2.0:1788575883.230557:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301403008
00000100:00000001:2.0:1788575883.230559:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575883.230561:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.230563:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575883.230567:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575883/real 1788575883]  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575883.230574:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575883.230575:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575883.230577:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575883.230580:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575883.230581:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575883.230583:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575883.230587:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575883.230595:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230601:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575883.230602:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.230604:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575883.230605:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575883.230609:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230616:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575883.230619:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230626:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575883.230629:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.230630:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575883.230631:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.230633:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575883.230635:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575883.230638:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575883.230641:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575883.230643:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575883.230647:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575883.230655:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170240:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575883.230659:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575883.230662:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230669:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575883.230670:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.230672:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575883.230674:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575883.230676:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575883.230678:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170368:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575883.230682:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575883.230684:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575883.230685:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.230687:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575883.230691:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575883.230693:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.230696:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575883.230699:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575883.230702:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575883.230705:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816170368, portal 10
00000100:00000001:2.0:1788575883.230707:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575883.230708:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773926144 : -111012935625472 : ffff9b08c9681500)
00000100:00000040:2.0:1788575883.230713:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230719:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575883.230721:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575883.230723:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575883.230725:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816170368, offset 0
00000400:00000200:2.0:1788575883.230729:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575883.230732:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575883.230736:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575883.230738:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575883.230741:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575883.230743:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575883.230745:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575883.230748:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90836:90836:256:4294967295] 192.168.202.101@tcp LPNI seq info [90816:90816:8:4294967295]
00000400:00000200:2.0:1788575883.230752:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575883.230757:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575883.230762:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575883.230766:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575883.230769:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575883.230772:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575883.230776:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575883.230779:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788575883.230782:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575883.230784:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575883.230787:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575883.230790:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575883.230793:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575883.230796:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575883.230798:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575883.230801:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230809:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575883.230812:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230818:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.230819:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575883.230822:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575883.230825:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575883.230828:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575883.230830:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301399067
00000100:00000001:2.0:1788575883.230832:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301403008
00000100:00000001:2.0:1788575883.230834:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301399067
00000100:00000001:2.0:1788575883.230836:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301403008
00000100:00000001:2.0:1788575883.230838:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575883.230840:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.230843:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575883.230846:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575883/real 1788575883]  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575883.230854:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575883.230855:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575883.230857:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575883.230860:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575883.230861:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575883.230863:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575883.230866:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575883.230875:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230882:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575883.230884:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.230885:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575883.230887:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575883.230890:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230896:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575883.230899:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230905:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575883.230908:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.230909:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575883.230910:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.230912:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575883.230913:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575883.230916:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575883.230919:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575883.230921:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575883.230925:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575883.230933:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170368:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575883.230937:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.230939:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575883.230942:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682d80 x1875450816170240/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230948:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575883.230950:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575883.230952:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575883.230955:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575883.230956:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575883.230958:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575883.230960:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575883.230961:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae000.
02000000:00000001:2.0:1788575883.230964:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575883.230965:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575883.230967:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682d80.
00000100:00000001:2.0:1788575883.230970:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575883.230971:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.230973:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575883.230976:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681500 x1875450816170368/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.230982:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575883.230983:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575883.230985:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575883.230986:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575883.230988:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575883.230989:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575883.230991:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575883.230992:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac800.
02000000:00000001:2.0:1788575883.230994:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575883.230995:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575883.230996:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681500.
00000100:00000001:2.0:1788575883.230998:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575883.230999:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231001:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231005:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575883.231006:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.231008:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575883.231009:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575883.231010:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575883.231014:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231021:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575883.231022:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.231024:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575883.231026:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575883.231028:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575883.231031:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170496:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575883.231034:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575883.231036:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575883.231037:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.231039:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575883.231041:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575883.231043:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.231047:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575883.231049:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575883.231072:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575883.231076:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816170496, portal 4
00000100:00000001:2.0:1788575883.231077:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575883.231079:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773929728 : -111012935621888 : ffff9b08c9682300)
00000100:00000040:2.0:1788575883.231084:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231090:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575883.231092:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575883.231094:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575883.231096:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816170496, offset 0
00000400:00000200:2.0:1788575883.231100:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575883.231103:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575883.231107:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575883.231110:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575883.231113:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575883.231115:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575883.231117:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575883.231120:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90837:90837:256:4294967295] 192.168.202.101@tcp LPNI seq info [90817:90817:8:4294967295]
00000400:00000200:2.0:1788575883.231123:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575883.231129:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575883.231134:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575883.231138:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575883.231142:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575883.231145:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575883.231150:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575883.231152:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788575883.231156:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575883.231158:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575883.231160:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575883.231163:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575883.231165:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575883.231167:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575883.231169:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575883.231172:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231179:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575883.231181:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231187:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.231188:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575883.231191:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575883.231194:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575883.231196:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575883.231198:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301399101
00000100:00000001:2.0:1788575883.231200:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301403008
00000100:00000001:2.0:1788575883.231202:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301399101
00000100:00000001:2.0:1788575883.231204:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301403008
00000100:00000001:2.0:1788575883.231206:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575883.231208:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.231209:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575883.231212:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575883/real 1788575883]  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575883.231220:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575883.231221:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575883.231223:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575883.231225:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575883.231226:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575883.231228:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575883.231232:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575883.231240:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231246:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575883.231248:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231250:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575883.231251:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575883.231254:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231260:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575883.231264:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231271:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575883.231273:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231274:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575883.231276:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231278:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575883.231280:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575883.231282:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575883.231285:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575883.231287:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575883.231291:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575883.231298:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170496:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575883.231302:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575883.231306:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231312:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575883.231313:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.231315:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575883.231317:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575883.231318:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575883.231321:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170624:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575883.231325:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575883.231326:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575883.231328:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575883.231330:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575883.231333:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575883.231335:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575883.231337:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575883.231339:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575883.231342:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575883.231345:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816170624, portal 4
00000100:00000001:2.0:1788575883.231346:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575883.231348:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773921664 : -111012935629952 : ffff9b08c9680380)
00000100:00000040:2.0:1788575883.231353:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231359:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575883.231361:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575883.231363:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575883.231365:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816170624, offset 0
00000400:00000200:2.0:1788575883.231369:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575883.231372:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575883.231393:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575883.231396:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575883.231399:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575883.231401:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575883.231403:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575883.231406:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90838:90838:256:4294967295] 192.168.202.101@tcp LPNI seq info [90818:90818:8:4294967295]
00000400:00000200:2.0:1788575883.231410:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575883.231415:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575883.231419:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575883.231423:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575883.231426:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575883.231429:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788575883.231433:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575883.231440:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788575883.231445:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575883.231447:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575883.231450:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575883.231453:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575883.231456:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575883.231457:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575883.231459:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575883.231463:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231471:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575883.231473:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231480:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.231481:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575883.231484:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575883.231488:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575883.231491:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575883.231493:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301399092
00000100:00000001:2.0:1788575883.231496:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301403008
00000100:00000001:2.0:1788575883.231498:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301399092
00000100:00000001:2.0:1788575883.231500:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301403008
00000100:00000001:2.0:1788575883.231502:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575883.231504:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.231506:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575883.231510:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575883/real 1788575883]  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575883.231517:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575883.231518:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575883.231519:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575883.231522:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575883.231523:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575883.231526:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575883.231529:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575883.231537:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231543:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575883.231544:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231546:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575883.231547:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575883.231550:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231557:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575883.231560:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231567:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575883.231569:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231571:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575883.231572:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231574:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575883.231575:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575883.231578:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575883.231581:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575883.231583:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575883.231586:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575883.231594:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170624:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575883.231597:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231599:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575883.231602:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9682300 x1875450816170496/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231608:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575883.231610:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575883.231611:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575883.231614:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575883.231616:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575883.231617:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575883.231619:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575883.231620:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad400.
02000000:00000001:2.0:1788575883.231623:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575883.231625:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575883.231626:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9682300.
00000100:00000001:2.0:1788575883.231628:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575883.231629:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231631:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575883.231634:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680380 x1875450816170624/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575883.231645:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575883.231647:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575883.231648:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3400.
02000000:00000001:2.0:1788575883.231650:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575883.231651:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575883.231652:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575883.231654:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575883.231655:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac400.
02000000:00000001:2.0:1788575883.231657:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575883.231659:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575883.231660:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680380.
00000100:00000001:2.0:1788575883.231662:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575883.231663:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231665:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575883.231668:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575883.231669:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575883.231671:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575883.231673:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575883.549160:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575883.549166:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575883.549170:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575883.549179:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575883.549182:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575883.549183:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575883.549185:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575883.549185:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575883.549188:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575883.549189:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575883.549220:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575883.549224:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575883.549227:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575884.253164:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575884.253164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575884.253172:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575884.253172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575884.253175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575884.253176:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575884.253184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575884.253184:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575884.253189:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575884.253190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575884.253196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575884.253196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575884.253202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575884.253206:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575884.253208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575884.253211:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575884.253214:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575884.253217:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575884.573171:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575884.573176:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575884.573183:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575884.573184:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575884.573187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575884.573189:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575884.573191:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575884.573192:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575884.573195:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575884.573196:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575884.573257:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575884.573261:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575884.573264:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575885.277166:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575885.277172:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575885.277175:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575885.277181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575885.277185:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575885.277189:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575885.277191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575885.277193:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575885.277196:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575885.277211:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575885.277216:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575885.277218:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575885.277221:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575885.277224:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575885.277226:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575885.277229:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575885.277230:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575885.277233:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575885.597174:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575885.597180:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575885.597187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575885.597188:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575885.597191:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575885.597192:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575885.597195:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575885.597196:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575885.597199:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575885.597200:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575885.597260:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575885.597263:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575885.597267:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575886.301157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575886.301157:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575886.301164:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575886.301165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575886.301166:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575886.301168:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575886.301171:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575886.301172:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575886.301175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575886.301177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575886.301178:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575886.301180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575886.301182:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575886.301185:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575886.301187:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575886.301191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575886.301194:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575886.301197:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621164:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575886.621168:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621172:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575886.621174:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575886.621176:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575886.621178:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621181:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575886.621183:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621184:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621185:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575886.621188:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575886.621189:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575886.621190:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621191:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575886.621191:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621192:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621194:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621196:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575886.621197:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575886.621198:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575886.621199:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621200:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575886.621201:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621201:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621202:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575886.621205:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575886.621205:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575886.621265:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575886.621268:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575886.621272:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575887.261166:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301403008, at 4301403072
00000100:00000040:3.0:1788575887.261166:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301403008, at 4301403072
00000100:00000010:2.0:1788575887.261181:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575887.261184:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b9c0.
00000100:00000001:3.0:1788575887.325151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575887.325153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575887.325157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575887.325159:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575887.325160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575887.325163:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575887.325165:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575887.325169:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575887.325169:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575887.325174:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575887.325174:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575887.325177:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575887.325178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575887.325181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575887.325183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575887.325184:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575887.325186:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575887.325189:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575887.645150:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575887.645155:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575887.645159:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575887.645160:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575887.645162:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575887.645163:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575887.645164:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575887.645165:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575887.645167:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575887.645168:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575887.645220:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575887.645223:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575887.645225:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575888.349204:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575888.349213:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575888.349216:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575888.349223:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575888.349228:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575888.349233:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575888.349234:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575888.349238:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575888.349240:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575888.349240:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575888.349245:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575888.349246:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575888.349247:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575888.349251:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.349252:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349253:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575888.349255:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575888.349258:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575888.349336:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575888.349340:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575888.349341:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575888.349344:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575888.349347:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575888.349358:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6731
00000400:00000200:3.0:1788575888.349366:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575888.349371:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575888.349374:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575888.349376:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349378:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.349381:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349382:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575888.349386:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575888.349387:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575888.349390:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575888.349393:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575888.349394:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575888.349395:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575888.349397:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349399:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.349400:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349401:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575888.349403:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575888.349406:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349407:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575888.349409:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575888.349412:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575888.349414:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349416:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575888.349418:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575888.349426:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb800.
00000020:00000040:3.0:1788575888.349429:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575888.349432:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575888.349433:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349435:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575888.349438:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575888.349442:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575888.349449:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437400.
00000100:00000001:3.0:1788575888.349455:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575888.349473:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575888.349483:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575888.349490:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575888.349494:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e5dfd4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575888.349514:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575888.349518:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575888.349520:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575888.349521:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575888.349522:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575888.349524:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575888.349526:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6731
00000400:00000200:3.0:1788575888.349529:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575888.349532:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575888.349534:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575888.349536:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349538:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.349539:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349540:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575888.349542:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788575888.349542:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575888.349544:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575888.349546:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788575888.349547:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788575888.349548:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:2.0:1788575888.349552:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788575888.349552:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575888.349557:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575888.349561:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575888.349562:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349568:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.349573:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349577:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575888.349580:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788575888.349582:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00000001:2.0:1788575888.349583:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575888.349589:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575888.349591:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575888.349595:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575888.349597:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.349601:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575888.349601:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788575888.349608:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816170752:192.168.202.101@tcp:250:kworker.0
02000000:00000001:3.0:1788575888.349608:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575888.349612:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349616:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575888.349618:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788575888.349621:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575888.349624:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1788575888.349625:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.349628:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349628:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575888.349631:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8e00.
02000000:00000001:2.0:1788575888.349633:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788575888.349634:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575888.349637:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575888.349638:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349639:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575888.349640:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788575888.349641:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:3.0:1788575888.349642:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.349647:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575888.349648:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437800.
00000100:00000001:3.0:1788575888.349652:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575888.349656:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:3.0:1788575888.349659:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575888.349663:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000100:00000001:3.0:1788575888.349665:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575888.349668:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575888.349671:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3816242] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788575888.349673:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000001:3.0:1788575888.349680:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575888.349682:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788575888.349685:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816170752, portal 25
00000100:00080000:3.0:1788575888.349685:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575888.349688:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788575888.349691:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788575888.349691:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575888.349694:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575888.349695:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773181440 : -111012936370176 : ffff9b08c95cb800)
00000100:00080000:3.0:1788575888.349697:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6731
00000400:00000200:3.0:1788575888.349702:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575888.349706:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000040:2.0:1788575888.349707:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575888.349708:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575888.349713:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349717:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.349720:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349724:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575888.349727:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575888.349729:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000100:00000001:2.0:1788575888.349730:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788575888.349730:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575888.349734:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575888.349736:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:2.0:1788575888.349737:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000020:00000001:3.0:1788575888.349738:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000010:2.0:1788575888.349742:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000040:3.0:1788575888.349743:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349747:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788575888.349749:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816170752, offset 0
00000100:00000040:3.0:1788575888.349749:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349752:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575888.349755:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575888.349756:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349758:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575888.349759:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575888.349761:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575888.349764:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575888.349764:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349767:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575888.349769:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575888.349771:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349771:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575888.349774:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000020:00000040:3.0:1788575888.349775:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575888.349777:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575888.349778:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:3.0:1788575888.349779:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349781:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575888.349783:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575888.349784:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575888.349787:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437c00.
00000100:00000001:3.0:1788575888.349790:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575888.349794:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575888.349798:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575888.349799:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575888.349801:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000100:00000040:3.0:1788575888.349801:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575888.349810:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575888.349813:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575888.349815:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788575888.349816:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788575888.349816:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575888.349819:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575888.349821:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575888.349825:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6731
00000400:00000200:2.0:1788575888.349826:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575888.349832:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575888.349835:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575888.349840:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90839:90839:256:4294967295] 192.168.202.101@tcp LPNI seq info [90819:90819:8:4294967295]
00000400:00000200:2.0:1788575888.349845:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.349858:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575888.349866:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.349873:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575888.349881:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000400:00000200:3.0:1788575888.349885:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575888.349886:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1788575888.349890:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575888.349893:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575888.349897:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000800:00000200:2.1:1788575888.349898:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000001:3.0:1788575888.349899:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.349903:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349906:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000200:2.1:1788575888.349906:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1788575888.349909:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575888.349911:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575888.349913:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575888.349915:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000800:00000100:2.0:1788575888.349918:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000020:00000001:3.0:1788575888.349918:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575888.349922:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000800:00000010:2.0:1788575888.349924:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000100:00000040:3.0:1788575888.349926:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349930:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.349931:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349932:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575888.349934:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000200:2.0:1788575888.349936:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788575888.349936:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575888.349939:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575888.349942:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575888.349944:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788575888.349947:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788575888.349948:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349951:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575888.349955:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575888.349956:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575888.349958:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000100:00000001:3.0:1788575888.349958:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575888.349961:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000400:00000010:2.0:1788575888.349963:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000020:00000040:3.0:1788575888.349964:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575888.349968:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575888.349969:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.349970:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575888.349972:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575888.349973:0:2397:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788575888.349974:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575888.349979:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788575888.349986:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434400.
00000100:00000001:3.0:1788575888.349991:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.349996:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788575888.349997:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575888.350005:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575888.350006:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575888.350009:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575888.350015:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350029:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.350029:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.350034:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788575888.350035:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575888.350039:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575888.350040:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575888.350041:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575888.350042:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575888.350044:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575888.350045:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6731
00000400:00000200:3.0:1788575888.350050:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575888.350071:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575888.350073:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575888.350074:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.350075:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.350077:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.350078:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575888.350080:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575888.350080:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000400:00000200:2.0:1788575888.350083:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000001:3.0:1788575888.350083:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575888.350085:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575888.350089:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575888.350091:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301408129
00000020:00000001:3.0:1788575888.350091:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575888.350096:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575888.350098:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575888.350100:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000010:2.0:1788575888.350101:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575888.350103:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575888.350106:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575888.350108:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575888.350110:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575888.350111:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575888.350112:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1788575888.350113:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575888.350117:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.350119:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575888.350120:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575888.350122:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301408129
00000008:00000001:3.0:1788575888.350123:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.350127:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575888.350130:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bb40.
00000100:00000010:3.0:1788575888.350131:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
00000020:00000040:3.0:1788575888.350134:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575888.350136:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1788575888.350137:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575888.350139:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575888.350141:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788575888.350143:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575888.350143:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575888.350145:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.350149:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575888.350150:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436c00.
00000100:00000001:3.0:1788575888.350155:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.350156:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575888.350160:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575888.350165:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575888/real 1788575888]  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575888.350167:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575888.350170:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575888.350175:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575888.350187:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575888.350188:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575888.350191:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788575888.350191:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6741)
00000400:00000010:2.0:1788575888.350196:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575888.350200:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575888.350202:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575888.350206:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575888.350210:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575888.350220:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350226:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575888.350228:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350230:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.350233:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575888.350237:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350245:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575888.350250:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350258:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575888.350261:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350263:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.350264:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350267:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575888.350282:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575888.350286:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575888.350290:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575888.350293:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575888.350298:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575888.350306:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816170752:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575888.350310:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350312:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.350315:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb800 x1875450816170752/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350328:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575888.350331:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575888.350333:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575888.350336:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575888.350338:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575888.350340:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575888.350342:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575888.350345:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437400.
02000000:00000001:2.0:1788575888.350350:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575888.350352:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575888.350354:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575888.350357:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575888.350359:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350361:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350369:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575888.350371:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.350373:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575888.350374:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575888.350376:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575888.350379:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350386:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575888.350387:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.350389:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575888.350391:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575888.350393:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575888.350396:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170880:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575888.350398:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575888.350401:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575888.350402:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.350404:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575888.350407:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575888.350410:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575888.350413:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575888.350416:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575888.350420:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575888.350423:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816170880, portal 10
00000100:00000001:2.0:1788575888.350433:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575888.350434:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773170688 : -111012936380928 : ffff9b08c95c8e00)
00000100:00000040:2.0:1788575888.350445:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350451:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575888.350453:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575888.350456:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575888.350459:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816170880, offset 0
00000400:00000200:2.0:1788575888.350463:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575888.350467:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.350471:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575888.350474:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575888.350476:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575888.350479:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575888.350481:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575888.350484:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90840:90840:256:4294967295] 192.168.202.101@tcp LPNI seq info [90820:90820:8:4294967295]
00000400:00000200:2.0:1788575888.350488:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.350494:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575888.350499:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.350502:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575888.350506:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575888.350509:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575888.350513:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575888.350516:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788575888.350520:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.350521:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575888.350524:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575888.350527:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575888.350530:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575888.350532:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575888.350535:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575888.350539:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350546:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.350548:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350555:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.350557:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575888.350559:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575888.350563:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575888.350566:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575888.350568:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301404237
00000100:00000001:2.0:1788575888.350571:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301408129
00000100:00000001:2.0:1788575888.350573:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301404237
00000100:00000001:2.0:1788575888.350575:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301408129
00000100:00000001:2.0:1788575888.350577:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575888.350579:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.350581:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575888.350585:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575888/real 1788575888]  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575888.350592:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575888.350593:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575888.350595:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575888.350597:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575888.350599:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575888.350601:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575888.350604:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575888.350611:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350624:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575888.350626:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350628:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.350629:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575888.350632:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350639:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575888.350643:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350649:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575888.350651:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350653:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.350654:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350656:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575888.350658:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575888.350661:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575888.350664:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575888.350666:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575888.350670:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575888.350678:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816170880:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575888.350681:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575888.350685:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350691:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575888.350693:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.350695:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575888.350697:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575888.350698:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575888.350701:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171008:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575888.350705:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575888.350707:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575888.350708:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.350710:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575888.350713:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575888.350716:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575888.350719:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575888.350721:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575888.350724:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575888.350727:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816171008, portal 10
00000100:00000001:2.0:1788575888.350729:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575888.350731:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575888.350736:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350742:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575888.350744:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575888.350746:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575888.350748:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816171008, offset 0
00000400:00000200:2.0:1788575888.350751:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575888.350755:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.350758:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575888.350761:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575888.350764:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575888.350766:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575888.350769:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575888.350771:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90841:90841:256:4294967295] 192.168.202.101@tcp LPNI seq info [90821:90821:8:4294967295]
00000400:00000200:2.0:1788575888.350775:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.350781:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575888.350787:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.350790:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575888.350794:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575888.350797:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575888.350801:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575888.350804:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788575888.350807:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.350809:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575888.350812:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575888.350815:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575888.350818:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575888.350819:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575888.350822:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575888.350825:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350832:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.350835:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350842:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.350843:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575888.350846:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575888.350849:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575888.350852:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575888.350854:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301404187
00000100:00000001:2.0:1788575888.350857:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301408129
00000100:00000001:2.0:1788575888.350859:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301404187
00000100:00000001:2.0:1788575888.350861:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301408129
00000100:00000001:2.0:1788575888.350863:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575888.350865:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.350866:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575888.350870:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575888/real 1788575888]  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575888.350878:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575888.350880:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575888.350881:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575888.350884:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575888.350886:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575888.350888:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575888.350891:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575888.350900:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350906:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575888.350907:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350909:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.350910:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575888.350914:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350920:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575888.350924:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350930:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575888.350933:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350935:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.350936:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.350938:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575888.350939:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575888.350942:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575888.350945:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575888.350947:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575888.350952:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575888.350959:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171008:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575888.350963:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575888.350966:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.350971:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575888.350973:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.350975:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575888.350977:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575888.350979:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575888.350982:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171136:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575888.350985:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575888.350987:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575888.350988:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.350990:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575888.350993:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575888.350995:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575888.350998:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575888.351001:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575888.351004:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575888.351007:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816171136, portal 4
00000100:00000001:2.0:1788575888.351009:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575888.351010:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000100:00000040:2.0:1788575888.351016:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351022:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575888.351024:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575888.351026:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575888.351029:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816171136, offset 0
00000400:00000200:2.0:1788575888.351033:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575888.351036:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.351039:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575888.351042:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575888.351044:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575888.351046:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575888.351049:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575888.351051:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90842:90842:256:4294967295] 192.168.202.101@tcp LPNI seq info [90822:90822:8:4294967295]
00000400:00000200:2.0:1788575888.351075:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.351081:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575888.351086:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.351089:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575888.351093:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575888.351096:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575888.351100:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575888.351102:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788575888.351106:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.351108:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575888.351111:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575888.351114:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575888.351117:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575888.351118:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575888.351121:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575888.351124:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351132:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.351135:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351141:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.351143:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575888.351146:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575888.351148:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575888.351151:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575888.351154:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301404221
00000100:00000001:2.0:1788575888.351157:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301408129
00000100:00000001:2.0:1788575888.351159:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301404221
00000100:00000001:2.0:1788575888.351161:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301408129
00000100:00000001:2.0:1788575888.351163:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575888.351164:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.351166:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575888.351169:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575888/real 1788575888]  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575888.351177:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575888.351178:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575888.351180:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575888.351181:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575888.351183:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575888.351185:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575888.351188:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575888.351196:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351202:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575888.351203:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351205:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.351206:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575888.351210:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351216:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575888.351220:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351226:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575888.351228:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351230:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.351231:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351233:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575888.351235:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575888.351237:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575888.351240:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575888.351243:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575888.351246:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575888.351253:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171136:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575888.351257:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575888.351259:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351265:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575888.351267:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.351284:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575888.351286:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575888.351289:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575888.351292:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171264:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575888.351295:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575888.351297:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575888.351298:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575888.351300:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575888.351304:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575888.351306:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575888.351308:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575888.351311:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575888.351313:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575888.351316:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816171264, portal 4
00000100:00000001:2.0:1788575888.351319:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575888.351320:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575888.351326:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351332:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575888.351334:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575888.351336:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575888.351338:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816171264, offset 0
00000400:00000200:2.0:1788575888.351342:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575888.351346:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.351350:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575888.351352:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575888.351355:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575888.351357:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575888.351359:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575888.351362:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90843:90843:256:4294967295] 192.168.202.101@tcp LPNI seq info [90823:90823:8:4294967295]
00000400:00000200:2.0:1788575888.351366:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575888.351372:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575888.351377:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.351380:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575888.351384:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575888.351387:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788575888.351391:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575888.351393:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788575888.351397:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575888.351398:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575888.351401:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575888.351404:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575888.351407:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575888.351408:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575888.351411:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575888.351415:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351427:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.351430:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351437:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.351438:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575888.351441:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575888.351444:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575888.351447:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575888.351449:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301404212
00000100:00000001:2.0:1788575888.351451:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301408129
00000100:00000001:2.0:1788575888.351453:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301404212
00000100:00000001:2.0:1788575888.351456:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301408129
00000100:00000001:2.0:1788575888.351458:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575888.351460:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.351462:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575888.351466:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575888/real 1788575888]  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575888.351474:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575888.351475:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575888.351477:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575888.351479:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575888.351481:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575888.351483:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575888.351487:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575888.351494:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351500:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575888.351502:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351504:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.351506:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575888.351510:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351517:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575888.351520:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351526:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575888.351529:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351530:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575888.351531:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351533:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575888.351535:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575888.351537:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575888.351540:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575888.351543:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575888.351547:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575888.351554:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171264:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575888.351558:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351560:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.351563:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8e00 x1875450816170880/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351569:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575888.351571:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575888.351573:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575888.351575:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575888.351577:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575888.351579:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575888.351581:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575888.351582:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437800.
02000000:00000001:2.0:1788575888.351585:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575888.351586:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575888.351588:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575888.351590:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575888.351592:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351593:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.351596:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816171008/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351603:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575888.351604:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575888.351605:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575888.351608:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575888.351615:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575888.351616:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575888.351618:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575888.351619:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437c00.
02000000:00000001:2.0:1788575888.351622:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575888.351623:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575888.351624:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575888.351627:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575888.351628:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351630:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.351633:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816171136/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351640:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575888.351641:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575888.351642:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575888.351644:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575888.351645:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575888.351646:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575888.351648:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575888.351650:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434400.
02000000:00000001:2.0:1788575888.351652:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575888.351654:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575888.351655:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:2.0:1788575888.351657:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575888.351658:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351660:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575888.351664:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816171264/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575888.351670:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575888.351671:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575888.351672:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575888.351675:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575888.351676:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575888.351677:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575888.351679:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575888.351680:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436c00.
02000000:00000001:2.0:1788575888.351683:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575888.351684:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575888.351685:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575888.351688:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575888.351689:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351690:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575888.351694:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575888.351696:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575888.351698:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575888.351699:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669852:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575888.669860:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575888.669862:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575888.669865:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669871:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575888.669872:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669874:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669876:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669878:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575888.669880:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669883:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575888.669884:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669887:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575888.669888:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669891:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575888.669893:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575888.669894:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575888.669895:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669896:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575888.669896:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669897:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575888.669898:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575888.669977:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575888.669981:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575888.669984:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575889.373148:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575889.373148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575889.373154:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575889.373155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575889.373157:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575889.373159:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575889.373162:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575889.373164:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575889.373166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575889.373170:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575889.373171:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575889.373175:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575889.373175:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575889.373178:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575889.373181:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575889.373181:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575889.373185:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575889.373188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575889.693166:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575889.693172:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575889.693178:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575889.693179:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575889.693183:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575889.693184:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575889.693187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575889.693189:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575889.693192:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575889.693193:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575889.693271:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575889.693278:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575889.693282:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575890.397159:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575890.397165:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575890.397166:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575890.397167:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575890.397170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575890.397172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575890.397173:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575890.397177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575890.397177:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575890.397181:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575890.397182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575890.397184:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575890.397185:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575890.397188:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575890.397190:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575890.397192:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575890.397195:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575890.397197:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575890.717186:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575890.717195:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575890.717203:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575890.717205:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575890.717208:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575890.717209:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575890.717212:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575890.717218:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575890.717233:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575890.717234:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575890.717297:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575890.717301:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575890.717305:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575891.421161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575891.421162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575891.421167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575891.421169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575891.421170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575891.421172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575891.421175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575891.421177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575891.421179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575891.421182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575891.421184:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575891.421186:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575891.421188:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575891.421194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575891.421197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575891.421200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575891.421201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575891.421204:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575891.741171:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575891.741177:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575891.741180:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575891.741181:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575891.741183:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575891.741184:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575891.741186:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575891.741187:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575891.741189:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575891.741190:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575891.741250:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575891.741254:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575891.741257:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575892.381154:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301408129, at 4301408192
00000100:00000040:2.0:1788575892.381156:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301408129, at 4301408192
00000100:00000010:3.0:1788575892.381171:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bb40.
00000100:00000010:2.0:1788575892.381173:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575892.445150:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575892.445150:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575892.445157:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575892.445158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575892.445160:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575892.445161:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575892.445167:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575892.445167:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575892.445171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575892.445172:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575892.445176:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575892.445176:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575892.445178:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575892.445181:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575892.445183:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575892.445198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575892.445201:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575892.445203:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575892.765196:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575892.765203:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575892.765209:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575892.765210:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575892.765213:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575892.765215:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575892.765217:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575892.765218:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575892.765221:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575892.765222:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575892.765318:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575892.765320:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575892.765323:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575893.469196:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575893.469197:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575893.469203:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575893.469206:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575893.469206:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575893.469209:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788575893.469211:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:3.0:1788575893.469213:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575893.469217:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575893.469217:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575893.469221:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.469224:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575893.469225:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6736
00000100:00000001:2.0:1788575893.469227:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.469230:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575893.469231:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1788575893.469235:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575893.469238:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575893.469242:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575893.469243:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575893.469247:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788575893.469249:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000040:3.0:1788575893.469251:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575893.469256:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575893.469256:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788575893.469262:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575893.469262:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469267:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:0.0:1788575893.469268:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788575893.469272:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788575893.469273:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788575893.469276:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000100:00000001:0.0:1788575893.469278:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575893.469280:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575893.469285:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575893.469288:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575893.469290:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575893.469293:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469296:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575893.469299:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469301:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575893.469304:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575893.469307:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469308:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575893.469311:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575893.469313:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575893.469316:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469317:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575893.469318:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575893.469327:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9500.
00000020:00000040:3.0:1788575893.469330:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575893.469333:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575893.469334:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469336:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575893.469338:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575893.469342:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575893.469347:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436c00.
00000100:00000001:3.0:1788575893.469352:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575893.469360:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575893.469367:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575893.469371:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575893.469374:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ceba466] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575893.469390:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575893.469392:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575893.469394:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575893.469395:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575893.469396:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575893.469398:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575893.469400:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6736
00000400:00000200:3.0:1788575893.469403:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575893.469405:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575893.469406:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575893.469408:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469409:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575893.469411:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469412:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575893.469414:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575893.469415:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575893.469417:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575893.469418:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575893.469419:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575893.469421:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575893.469423:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469424:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575893.469425:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469426:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575893.469427:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788575893.469428:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575893.469433:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575893.469434:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575893.469434:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575893.469438:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575893.469439:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788575893.469441:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575893.469444:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469445:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788575893.469449:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788575893.469450:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575893.469454:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469457:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575893.469461:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cad80.
00000020:00000040:3.0:1788575893.469462:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575893.469463:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575893.469464:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469465:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575893.469466:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575893.469468:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575893.469472:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434400.
00000100:00000001:2.0:1788575893.469476:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575893.469477:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.469480:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575893.469485:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575893.469486:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575893.469490:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575893.469495:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469500:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788575893.469503:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816171392:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575893.469504:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.469511:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788575893.469512:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000747225c0] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575893.469516:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575893.469520:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469524:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.469525:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788575893.469529:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1788575893.469532:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
00000100:00080000:3.0:1788575893.469533:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575893.469537:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788575893.469538:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575893.469539:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575893.469542:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575893.469545:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6736
00000400:00000200:2.0:1788575893.469546:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575893.469550:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575893.469553:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000200:3.0:1788575893.469553:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575893.469556:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575893.469560:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469561:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788575893.469563:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000040:3.0:1788575893.469563:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469568:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575893.469569:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575893.469570:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575893.469571:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1788575893.469573:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816171392, portal 25
00000020:00000040:3.0:1788575893.469573:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575893.469574:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575893.469578:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000001:2.0:1788575893.469579:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788575893.469580:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575893.469583:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773172480 : -111012936379136 : ffff9b08c95c9500)
00000100:00000001:3.0:1788575893.469584:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575893.469586:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469589:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575893.469591:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00000040:2.0:1788575893.469595:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575893.469595:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469598:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575893.469601:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575893.469604:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575893.469607:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469611:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575893.469613:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1788575893.469613:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575893.469616:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469618:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575893.469620:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000010:3.0:1788575893.469622:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8380.
00000400:00000010:2.0:1788575893.469626:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000020:00000040:3.0:1788575893.469626:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575893.469628:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575893.469630:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575893.469631:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816171392, offset 0
00000100:00000001:3.0:1788575893.469632:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575893.469634:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575893.469636:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575893.469640:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437c00.
00000400:00000200:2.0:1788575893.469641:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469643:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575893.469648:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788575893.469653:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575893.469656:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575893.469659:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575893.469662:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5d7442] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788575893.469665:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575893.469674:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788575893.469677:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575893.469681:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00080000:3.0:1788575893.469681:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575893.469686:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575893.469687:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788575893.469689:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788575893.469689:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575893.469693:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575893.469697:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00080000:3.0:1788575893.469697:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6736
00000400:00000200:2.0:1788575893.469704:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90844:90844:256:4294967295] 192.168.202.101@tcp LPNI seq info [90824:90824:8:4294967295]
00000400:00000200:2.0:1788575893.469710:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.469719:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788575893.469727:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000800:00000200:2.0:1788575893.469728:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575893.469735:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000800:00000010:2.0:1788575893.469736:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000100:00080000:3.0:1788575893.469738:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575893.469743:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.469747:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788575893.469748:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000100:00000040:3.0:1788575893.469752:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575893.469754:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788575893.469756:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575893.469762:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575893.469765:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000800:00000200:2.1:1788575893.469765:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000001:3.0:1788575893.469768:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788575893.469771:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788575893.469777:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.469780:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000020:00000040:3.0:1788575893.469784:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000400:00000200:2.0:1788575893.469787:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788575893.469788:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575893.469794:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000400:00000200:2.0:1788575893.469795:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788575893.469801:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575893.469803:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000100:00000001:3.0:1788575893.469803:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575893.469807:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575893.469808:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:3.0:1788575893.469809:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575893.469813:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575893.469816:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575893.469817:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788575893.469817:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575893.469821:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575893.469823:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788575893.469825:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575893.469825:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469829:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575893.469832:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575893.469836:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469839:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575893.469844:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575893.469846:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788575893.469847:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000040:2.0:1788575893.469851:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.469861:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575893.469862:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575893.469866:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788575893.469866:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469870:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575893.469871:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788575893.469873:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575893.469874:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575893.469881:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437800.
00000400:00000200:2.0:1788575893.469882:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575893.469888:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301413248
00000100:00000001:3.0:1788575893.469888:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575893.469895:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00100000:3.0:1788575893.469897:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575893.469903:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575893.469908:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575893.469910:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301413248
00000100:00000001:3.0:1788575893.469911:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575893.469916:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b660.
00000100:00000040:3.0:1788575893.469919:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c778190d] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.469921:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575893.469926:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575893.469931:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.469936:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.469937:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788575893.469942:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575893.469944:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575893/real 1788575893]  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575893.469948:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575893.469951:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575893.469954:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575893.469960:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1788575893.469961:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788575893.469964:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6736
00000400:00000001:2.0:1788575893.469965:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1788575893.469971:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575893.469975:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575893.469977:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575893.469980:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000010:2.0:1788575893.469982:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000100:00000001:3.0:1788575893.469982:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575893.469987:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575893.469989:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000100:00000001:3.0:1788575893.469991:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:2.0:1788575893.469993:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000020:00000001:3.0:1788575893.469995:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575893.469998:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1788575893.469998:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575893.470002:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575893.470005:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000200:2.0:1788575893.470006:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788575893.470009:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575893.470014:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575893.470021:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.470025:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788575893.470026:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575893.470030:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575893.470036:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575893.470041:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:2.0:1788575893.470042:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575893.470045:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575893.470046:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575893.470048:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575893.470072:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575893.470076:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575893.470079:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575893.470081:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.470083:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575893.470085:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000001:2.0:1788575893.470086:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788575893.470089:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.470093:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575893.470094:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788575893.470099:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8e00.
00000020:00000040:3.0:1788575893.470104:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575893.470108:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788575893.470109:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575893.470112:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575893.470115:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1788575893.470116:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788575893.470118:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575893.470121:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575893.470127:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437400.
00000100:00000001:2.0:1788575893.470129:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575893.470132:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.470133:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470137:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.470139:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470143:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1788575893.470143:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575893.470147:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575893.470152:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788575893.470159:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575893.470161:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575893.470176:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3816242] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575893.470184:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575893.470185:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.470190:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575893.470192:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6746)
00000100:00000040:2.0:1788575893.470198:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575893.470216:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816171392:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575893.470223:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470225:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.470229:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9500 x1875450816171392/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470249:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575893.470252:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575893.470254:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575893.470257:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575893.470259:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575893.470260:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575893.470262:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575893.470264:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436c00.
02000000:00000001:2.0:1788575893.470274:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575893.470276:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575893.470278:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9500.
00000100:00000001:2.0:1788575893.470284:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575893.470285:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470287:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470293:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575893.470295:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.470297:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575893.470298:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575893.470300:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575893.470303:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470310:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575893.470311:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.470313:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575893.470316:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575893.470318:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575893.470320:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171520:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575893.470323:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575893.470325:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575893.470327:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.470329:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575893.470332:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575893.470334:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575893.470337:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575893.470340:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575893.470343:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575893.470346:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816171520, portal 10
00000100:00000001:2.0:1788575893.470349:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575893.470350:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773178752 : -111012936372864 : ffff9b08c95cad80)
00000100:00000040:2.0:1788575893.470356:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470362:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575893.470364:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575893.470367:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575893.470369:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816171520, offset 0
00000400:00000200:2.0:1788575893.470372:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575893.470377:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.470381:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575893.470384:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575893.470387:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575893.470389:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575893.470391:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575893.470394:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90845:90845:256:4294967295] 192.168.202.101@tcp LPNI seq info [90825:90825:8:4294967295]
00000400:00000200:2.0:1788575893.470398:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.470404:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575893.470409:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.470413:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575893.470418:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575893.470421:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575893.470425:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575893.470427:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788575893.470431:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.470433:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575893.470435:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575893.470439:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575893.470442:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575893.470444:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575893.470447:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575893.470451:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470459:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.470462:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470468:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.470470:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575893.470473:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575893.470477:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575893.470480:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575893.470482:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301409357
00000100:00000001:2.0:1788575893.470499:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301413248
00000100:00000001:2.0:1788575893.470502:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301409357
00000100:00000001:2.0:1788575893.470504:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301413248
00000100:00000001:2.0:1788575893.470506:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575893.470508:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.470510:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575893.470514:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575893/real 1788575893]  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575893.470521:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575893.470522:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575893.470524:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575893.470527:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575893.470528:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575893.470531:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575893.470534:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575893.470541:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470551:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575893.470552:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470554:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.470556:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575893.470560:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470566:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575893.470571:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470577:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575893.470580:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470582:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.470583:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470585:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575893.470587:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575893.470590:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575893.470593:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575893.470595:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575893.470598:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575893.470606:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171520:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575893.470609:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575893.470612:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470618:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575893.470620:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.470622:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575893.470624:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575893.470625:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575893.470628:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171648:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575893.470631:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575893.470633:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575893.470635:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.470636:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575893.470641:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575893.470643:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575893.470646:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575893.470649:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575893.470652:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575893.470655:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816171648, portal 10
00000100:00000001:2.0:1788575893.470657:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575893.470658:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773168000 : -111012936383616 : ffff9b08c95c8380)
00000100:00000040:2.0:1788575893.470664:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470670:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575893.470672:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575893.470675:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575893.470678:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816171648, offset 0
00000400:00000200:2.0:1788575893.470681:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575893.470685:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.470688:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575893.470691:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575893.470694:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575893.470696:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575893.470698:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575893.470701:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90846:90846:256:4294967295] 192.168.202.101@tcp LPNI seq info [90826:90826:8:4294967295]
00000400:00000200:2.0:1788575893.470705:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.470710:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575893.470715:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.470718:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575893.470722:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575893.470725:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575893.470729:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575893.470732:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788575893.470735:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.470737:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575893.470739:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575893.470743:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575893.470745:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575893.470747:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575893.470749:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575893.470752:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470759:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.470762:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470768:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.470769:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575893.470772:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575893.470775:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575893.470778:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575893.470780:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301409307
00000100:00000001:2.0:1788575893.470783:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301413248
00000100:00000001:2.0:1788575893.470785:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301409307
00000100:00000001:2.0:1788575893.470787:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301413248
00000100:00000001:2.0:1788575893.470789:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575893.470791:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.470792:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575893.470796:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575893/real 1788575893]  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575893.470803:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575893.470804:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575893.470816:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575893.470819:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575893.470821:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575893.470823:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575893.470826:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575893.470834:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470846:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575893.470847:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470849:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.470850:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575893.470853:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470860:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575893.470863:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470870:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575893.470872:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470874:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.470875:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.470876:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575893.470878:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575893.470880:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575893.470884:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575893.470886:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575893.470891:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575893.470899:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171648:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575893.470903:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575893.470906:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470912:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575893.470914:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.470916:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575893.470917:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575893.470919:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575893.470922:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171776:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575893.470925:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575893.470927:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575893.470928:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.470930:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575893.470933:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575893.470935:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575893.470938:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575893.470940:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575893.470944:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575893.470946:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816171776, portal 4
00000100:00000001:2.0:1788575893.470948:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575893.470949:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176064 : -111012936375552 : ffff9b08c95ca300)
00000100:00000040:2.0:1788575893.470955:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.470960:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575893.470962:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575893.470964:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575893.470967:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816171776, offset 0
00000400:00000200:2.0:1788575893.470970:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575893.470974:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.470977:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575893.470980:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575893.470982:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575893.470985:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575893.470987:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575893.470989:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90847:90847:256:4294967295] 192.168.202.101@tcp LPNI seq info [90827:90827:8:4294967295]
00000400:00000200:2.0:1788575893.470993:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.470999:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575893.471003:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.471007:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575893.471010:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575893.471013:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575893.471017:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575893.471020:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788575893.471023:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.471025:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575893.471028:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575893.471031:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575893.471034:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575893.471036:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575893.471038:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575893.471042:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471050:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.471073:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471080:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.471082:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575893.471086:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575893.471088:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575893.471091:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575893.471094:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301409341
00000100:00000001:2.0:1788575893.471097:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301413248
00000100:00000001:2.0:1788575893.471099:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301409341
00000100:00000001:2.0:1788575893.471101:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301413248
00000100:00000001:2.0:1788575893.471103:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575893.471105:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.471107:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575893.471111:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575893/real 1788575893]  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575893.471119:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575893.471120:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575893.471122:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575893.471124:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575893.471125:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575893.471128:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575893.471131:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575893.471139:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471145:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575893.471147:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471149:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.471150:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575893.471154:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471160:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575893.471181:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471188:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575893.471191:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471192:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.471194:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471195:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575893.471198:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575893.471200:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575893.471203:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575893.471206:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575893.471210:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575893.471218:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171776:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575893.471223:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575893.471226:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471233:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575893.471234:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.471236:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575893.471238:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575893.471240:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575893.471243:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171904:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575893.471246:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575893.471248:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575893.471250:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575893.471251:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575893.471255:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575893.471257:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575893.471260:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575893.471263:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575893.471266:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575893.471269:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816171904, portal 4
00000100:00000001:2.0:1788575893.471271:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575893.471272:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773170688 : -111012936380928 : ffff9b08c95c8e00)
00000100:00000040:2.0:1788575893.471277:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471283:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575893.471285:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575893.471287:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575893.471290:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816171904, offset 0
00000400:00000200:2.0:1788575893.471294:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575893.471297:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.471301:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575893.471303:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575893.471306:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575893.471308:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575893.471310:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575893.471312:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90848:90848:256:4294967295] 192.168.202.101@tcp LPNI seq info [90828:90828:8:4294967295]
00000400:00000200:2.0:1788575893.471316:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575893.471321:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575893.471325:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.471328:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575893.471332:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575893.471335:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788575893.471338:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575893.471341:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788575893.471344:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575893.471346:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575893.471348:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575893.471350:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575893.471353:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575893.471355:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575893.471357:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575893.471361:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471373:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.471376:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471381:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.471383:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575893.471385:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575893.471388:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575893.471391:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575893.471392:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301409332
00000100:00000001:2.0:1788575893.471394:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301413248
00000100:00000001:2.0:1788575893.471396:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301409332
00000100:00000001:2.0:1788575893.471398:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301413248
00000100:00000001:2.0:1788575893.471399:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575893.471401:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.471403:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575893.471407:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575893/real 1788575893]  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575893.471414:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575893.471415:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575893.471416:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575893.471419:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575893.471421:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575893.471423:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575893.471426:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575893.471434:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471439:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575893.471441:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471443:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.471444:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575893.471448:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471454:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575893.471458:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471464:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575893.471466:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471467:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575893.471468:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471470:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575893.471472:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575893.471474:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575893.471477:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575893.471479:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575893.471482:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575893.471488:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816171904:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575893.471492:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471494:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.471497:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cad80 x1875450816171520/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471503:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575893.471505:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575893.471507:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:2.0:1788575893.471510:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575893.471512:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575893.471513:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575893.471515:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575893.471517:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434400.
02000000:00000001:2.0:1788575893.471520:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575893.471521:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575893.471522:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cad80.
00000100:00000001:2.0:1788575893.471525:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575893.471527:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471528:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.471531:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8380 x1875450816171648/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471537:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575893.471538:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575893.471539:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:2.0:1788575893.471541:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575893.471542:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575893.471543:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575893.471544:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575893.471546:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437c00.
02000000:00000001:2.0:1788575893.471549:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575893.471550:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575893.471551:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8380.
00000100:00000001:2.0:1788575893.471553:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575893.471554:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471556:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.471559:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca300 x1875450816171776/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471565:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575893.471566:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575893.471567:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:2.0:1788575893.471569:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575893.471570:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575893.471571:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575893.471573:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575893.471574:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437800.
02000000:00000001:2.0:1788575893.471576:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575893.471577:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575893.471578:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca300.
00000100:00000001:2.0:1788575893.471580:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575893.471581:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471583:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575893.471585:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8e00 x1875450816171904/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575893.471591:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575893.471592:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575893.471593:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:2.0:1788575893.471595:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575893.471596:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575893.471596:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575893.471598:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575893.471599:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437400.
02000000:00000001:2.0:1788575893.471601:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575893.471602:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575893.471603:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8e00.
00000100:00000001:2.0:1788575893.471605:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575893.471606:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471608:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575893.471613:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575893.471614:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575893.471616:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575893.471618:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575893.789202:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575893.789209:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575893.789215:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575893.789216:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575893.789219:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575893.789221:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575893.789224:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575893.789225:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575893.789229:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575893.789230:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575893.789301:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575893.789305:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575893.789309:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575894.493118:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575894.493120:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575894.493127:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575894.493127:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575894.493131:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575894.493131:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575894.493139:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575894.493139:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575894.493154:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575894.493157:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575894.493160:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575894.493161:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575894.493164:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575894.493165:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575894.493170:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575894.493172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575894.493174:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575894.493176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575894.813187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575894.813193:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575894.813199:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575894.813200:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575894.813203:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575894.813204:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575894.813207:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575894.813208:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575894.813211:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575894.813212:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575894.813260:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575894.813263:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575894.813265:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575895.517174:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575895.517174:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575895.517182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575895.517182:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575895.517186:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575895.517186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575895.517193:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575895.517194:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575895.517199:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575895.517202:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575895.517204:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575895.517206:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575895.517207:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575895.517210:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575895.517212:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575895.517215:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575895.517217:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575895.517220:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575895.837203:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575895.837209:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575895.837215:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575895.837217:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575895.837220:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575895.837221:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575895.837225:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575895.837226:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575895.837229:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575895.837230:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575895.837290:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575895.837294:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575895.837297:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575896.541164:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575896.541164:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575896.541170:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575896.541170:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575896.541174:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575896.541174:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575896.541180:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575896.541181:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575896.541185:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575896.541186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575896.541188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575896.541190:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575896.541191:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575896.541193:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575896.541196:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575896.541196:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575896.541200:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575896.541203:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861183:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575896.861189:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861195:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575896.861198:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575896.861200:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575896.861203:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861206:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575896.861208:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861210:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861212:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861215:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575896.861217:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575896.861218:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575896.861219:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861221:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575896.861222:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861224:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861225:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861229:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575896.861230:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575896.861231:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575896.861233:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861234:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575896.861235:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861237:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861239:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575896.861241:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575896.861242:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575896.861295:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575896.861299:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575896.861302:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575897.501167:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301413248, at 4301413312
00000100:00000010:2.0:1788575897.501182:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575897.501367:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301413248, at 4301413312
00000100:00000010:3.0:1788575897.501373:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b660.
00000100:00000001:2.0:1788575897.565204:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575897.565211:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575897.565213:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575897.565218:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575897.565221:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575897.565225:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575897.565227:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575897.565230:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575897.565233:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575897.566212:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575897.566216:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575897.566218:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575897.566221:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575897.566223:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575897.566226:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575897.566228:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575897.566230:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575897.566232:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575897.885299:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575897.885304:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575897.885308:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575897.885308:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575897.885311:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575897.885312:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575897.885314:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575897.885314:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575897.885316:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575897.885317:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575897.885371:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575897.885374:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575897.885376:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575898.589176:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575898.589182:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575898.589185:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575898.589190:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575898.589193:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575898.589196:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.589199:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575898.589201:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.589204:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575898.591945:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575898.591953:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788575898.591956:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575898.591960:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575898.591964:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575898.591970:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6741
00000400:00000200:2.0:1788575898.591978:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575898.591986:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575898.591989:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575898.591992:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.592006:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.592009:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.592012:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575898.592016:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575898.592018:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:2.0:1788575898.592021:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575898.592024:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:2.0:1788575898.592027:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575898.592029:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575898.592032:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.592034:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.592036:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.592038:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575898.592040:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575898.592043:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575898.592046:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575898.592049:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575898.592093:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575898.592097:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.592099:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575898.592101:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575898.592109:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6300.
00000020:00000040:2.0:1788575898.592113:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575898.592117:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575898.592118:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.592121:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575898.592124:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575898.592128:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575898.592136:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3800.
00000100:00000001:2.0:1788575898.592142:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575898.592151:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575898.592160:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575898.592164:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575898.592169:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c06b9edb] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.592269:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.592273:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575898.592275:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575898.592280:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.592288:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575898.592289:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.592292:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575898.592294:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575898.592297:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575898.592300:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816172032:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575898.592304:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575898.592308:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575898.592310:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.592313:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575898.592317:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.592319:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575898.592324:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575898.592328:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575898.592343:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575898.592349:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816172032, portal 25
00000100:00000001:3.0:1788575898.592357:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575898.592360:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693664512 : -111013015887104 : ffff9b08c49f6300)
00000100:00000040:3.0:1788575898.592365:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.592372:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575898.592375:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575898.592378:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575898.592381:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816172032, offset 0
00000400:00000200:3.0:1788575898.592387:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575898.592395:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.592400:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575898.592406:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575898.592410:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575898.592413:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575898.592416:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575898.592420:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90849:90849:256:4294967295] 192.168.202.101@tcp LPNI seq info [90829:90829:8:4294967295]
00000400:00000200:3.0:1788575898.592424:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.592433:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575898.592439:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.592444:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575898.592451:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575898.592454:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575898.592460:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575898.592464:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788575898.592468:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.592471:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575898.592477:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575898.592481:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575898.592486:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575898.592488:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575898.592492:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575898.592496:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575898.592887:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575898.592890:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575898.592892:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575898.592896:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575898.592898:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575898.592900:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575898.592902:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575898.592904:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575898.592906:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.594513:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575898.594519:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575898.594522:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575898.594524:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575898.594526:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575898.594529:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575898.594534:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6741
00000400:00000200:2.0:1788575898.594553:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575898.594558:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575898.594561:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575898.594564:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.594566:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.594568:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.594570:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575898.594573:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575898.594575:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575898.594577:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575898.594579:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:2.0:1788575898.594582:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:2.0:1788575898.594584:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575898.594587:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.594588:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.594590:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.594592:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575898.594594:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:2.0:1788575898.594597:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575898.594599:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575898.594601:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575898.594606:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575898.594608:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.594609:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575898.594613:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575898.594615:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.594616:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575898.594621:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5500.
00000020:00000040:2.0:1788575898.594623:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575898.594625:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575898.594626:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.594628:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575898.594629:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575898.594632:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575898.594636:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1c00.
00000100:00000001:2.0:1788575898.594639:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575898.594643:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575898.594649:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575898.594652:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575898.594655:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429be166] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595182:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.595190:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595199:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.595201:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575898.595211:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575898.595216:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575898.595219:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301418373
00000100:00000010:3.0:1788575898.595225:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abcc0.
00000100:00000001:3.0:1788575898.595232:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575898.595237:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301418373
00000100:00000010:3.0:1788575898.595240:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abae0.
00000100:00000001:3.0:1788575898.595243:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575898.595246:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575898.595248:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.595251:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575898.595256:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575898/real 1788575898]  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575898.595266:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575898.595268:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575898.595270:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575898.595274:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575898.595276:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575898.595279:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575898.595282:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575898.595291:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595298:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575898.595299:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595301:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.595304:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575898.595308:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595315:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575898.595320:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595328:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575898.595330:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595332:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.595333:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595335:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575898.595337:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575898.595340:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575898.595343:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575898.595345:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575898.595350:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575898.595358:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816172032:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575898.595362:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595365:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.595367:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6300 x1875450816172032/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595374:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575898.595376:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575898.595379:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.595382:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575898.595384:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575898.595385:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575898.595387:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575898.595389:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3800.
02000000:00000001:3.0:1788575898.595392:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575898.595395:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575898.595396:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6300.
00000100:00000001:3.0:1788575898.595400:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575898.595401:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595403:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595411:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575898.595413:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.595415:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.595417:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575898.595418:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575898.595422:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595428:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575898.595430:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.595433:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575898.595436:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575898.595438:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575898.595441:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172160:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575898.595444:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575898.595448:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575898.595450:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.595452:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575898.595455:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.595457:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575898.595461:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575898.595464:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575898.595469:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575898.595474:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816172160, portal 10
00000100:00000001:3.0:1788575898.595476:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575898.595477:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693660928 : -111013015890688 : ffff9b08c49f5500)
00000100:00000040:3.0:1788575898.595483:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595490:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575898.595492:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575898.595496:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575898.595498:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816172160, offset 0
00000400:00000200:3.0:1788575898.595503:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575898.595509:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.595515:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575898.595520:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575898.595524:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575898.595527:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575898.595529:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575898.595532:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90850:90850:256:4294967295] 192.168.202.101@tcp LPNI seq info [90830:90830:8:4294967295]
00000400:00000200:3.0:1788575898.595536:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.595544:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575898.595549:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.595554:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575898.595560:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575898.595563:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575898.595568:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575898.595570:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788575898.595574:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.595576:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575898.595580:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575898.595584:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575898.595588:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575898.595589:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575898.595592:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575898.595595:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595602:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.595605:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595610:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.595612:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575898.595615:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575898.595619:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575898.595622:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575898.595624:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301414482
00000100:00000001:3.0:1788575898.595627:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301418373
00000100:00000001:3.0:1788575898.595629:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301414482
00000100:00000001:3.0:1788575898.595631:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301418373
00000100:00000001:3.0:1788575898.595633:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575898.595635:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.595637:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575898.595640:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575898/real 1788575898]  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575898.595647:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575898.595648:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575898.595650:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575898.595652:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575898.595653:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575898.595655:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575898.595658:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575898.595666:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595671:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575898.595672:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595674:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.595675:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575898.595678:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595684:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575898.595687:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595694:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575898.595696:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595697:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.595698:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595700:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575898.595703:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575898.595705:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575898.595708:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575898.595710:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575898.595713:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575898.595721:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172160:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575898.595725:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595726:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.595729:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5500 x1875450816172160/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.595734:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575898.595736:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575898.595737:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.595740:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575898.595741:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575898.595742:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575898.595744:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575898.595746:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1c00.
02000000:00000001:3.0:1788575898.595749:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575898.595750:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575898.595751:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5500.
00000100:00000001:3.0:1788575898.595754:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575898.595756:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595758:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.595761:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575898.595762:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.595764:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.595766:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.595909:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.595911:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.596008:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575898.596012:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575898.596015:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575898.596017:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575898.596018:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575898.596021:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575898.596024:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6741
00000400:00000200:2.0:1788575898.596028:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575898.596031:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575898.596033:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575898.596036:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596038:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.596040:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596043:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575898.596046:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575898.596048:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575898.596050:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575898.596074:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575898.596076:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:2.0:1788575898.596079:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:2.0:1788575898.596082:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596084:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.596086:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596088:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575898.596091:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:2.0:1788575898.596093:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596096:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575898.596098:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575898.596102:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575898.596104:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.596106:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575898.596108:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575898.596111:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.596113:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575898.596118:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5f80.
00000020:00000040:2.0:1788575898.596120:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575898.596123:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575898.596124:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.596126:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575898.596128:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575898.596130:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575898.596134:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1400.
00000100:00000001:2.0:1788575898.596138:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575898.596143:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575898.596156:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575898.596159:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575898.596162:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000922ecda] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596200:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.596202:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575898.596203:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575898.596208:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596214:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575898.596215:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.596217:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575898.596219:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575898.596221:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575898.596224:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172288:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575898.596227:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575898.596229:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575898.596231:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.596232:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575898.596235:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.596237:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575898.596241:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575898.596243:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575898.596246:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575898.596249:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816172288, portal 10
00000100:00000001:3.0:1788575898.596251:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575898.596252:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693663616 : -111013015888000 : ffff9b08c49f5f80)
00000100:00000040:3.0:1788575898.596257:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596263:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575898.596265:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575898.596268:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575898.596270:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816172288, offset 0
00000400:00000200:3.0:1788575898.596275:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575898.596279:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.596283:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575898.596286:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575898.596289:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575898.596292:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575898.596294:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575898.596297:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90851:90851:256:4294967295] 192.168.202.101@tcp LPNI seq info [90831:90831:8:4294967295]
00000400:00000200:3.0:1788575898.596300:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.596306:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575898.596310:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.596313:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575898.596318:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575898.596320:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575898.596324:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575898.596327:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788575898.596330:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.596332:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575898.596335:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575898.596338:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575898.596341:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575898.596343:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575898.596346:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575898.596349:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575898.596371:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575898.596374:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575898.596377:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575898.596379:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575898.596381:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575898.596383:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575898.596386:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6741
00000400:00000200:2.0:1788575898.596390:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575898.596393:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575898.596396:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575898.596399:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596401:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.596403:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596405:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575898.596407:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575898.596408:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:2.0:1788575898.596410:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575898.596412:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:2.0:1788575898.596414:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:2.0:1788575898.596416:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575898.596419:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596421:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.596423:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596425:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575898.596428:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:2.0:1788575898.596431:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575898.596433:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575898.596435:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575898.596437:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575898.596439:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.596441:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575898.596443:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:2.0:1788575898.596446:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.596447:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575898.596450:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7b80.
00000020:00000040:2.0:1788575898.596452:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575898.596454:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575898.596456:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.596458:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575898.596459:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575898.596460:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575898.596464:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2800.
00000100:00000001:2.0:1788575898.596466:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575898.596471:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575898.596478:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575898.596480:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575898.596484:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd601159] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596511:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.596515:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596521:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.596522:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575898.596527:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575898.596530:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575898.596532:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575898.596534:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301414433
00000100:00000001:3.0:1788575898.596536:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301418373
00000100:00000001:3.0:1788575898.596538:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301414433
00000100:00000001:3.0:1788575898.596540:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301418373
00000100:00000001:3.0:1788575898.596542:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575898.596544:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.596546:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575898.596550:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575898/real 1788575898]  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575898.596557:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575898.596559:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575898.596561:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575898.596563:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575898.596565:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575898.596567:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575898.596570:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575898.596579:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596585:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575898.596586:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596588:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.596589:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575898.596593:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596599:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575898.596603:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596610:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575898.596612:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596614:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.596615:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596618:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575898.596619:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575898.596622:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575898.596625:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575898.596627:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575898.596631:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575898.596638:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172288:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575898.596643:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596645:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.596648:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5f80 x1875450816172288/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596654:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575898.596655:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575898.596657:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.596660:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575898.596662:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575898.596663:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575898.596665:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575898.596667:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1400.
02000000:00000001:3.0:1788575898.596669:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575898.596670:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575898.596672:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5f80.
00000100:00000001:3.0:1788575898.596674:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575898.596675:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596678:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596682:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575898.596683:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.596685:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.596686:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575898.596688:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575898.596691:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596698:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575898.596700:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.596702:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575898.596703:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575898.596705:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575898.596708:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172416:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575898.596711:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575898.596713:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575898.596714:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.596716:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575898.596719:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.596720:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575898.596723:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575898.596726:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575898.596729:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575898.596732:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816172416, portal 4
00000100:00000001:3.0:1788575898.596733:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575898.596734:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693670784 : -111013015880832 : ffff9b08c49f7b80)
00000100:00000040:3.0:1788575898.596739:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596745:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575898.596747:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575898.596749:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575898.596751:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816172416, offset 0
00000400:00000200:3.0:1788575898.596756:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575898.596760:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.596763:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575898.596766:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575898.596769:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575898.596771:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575898.596773:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575898.596776:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90852:90852:256:4294967295] 192.168.202.101@tcp LPNI seq info [90832:90832:8:4294967295]
00000400:00000200:3.0:1788575898.596792:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.596798:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575898.596802:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.596806:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575898.596810:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575898.596812:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575898.596816:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575898.596819:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788575898.596822:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.596824:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575898.596827:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575898.596830:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575898.596834:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575898.596835:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575898.596838:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575898.596841:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596848:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.596851:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596857:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.596858:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575898.596861:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575898.596864:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575898.596866:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575898.596868:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301414466
00000100:00000001:3.0:1788575898.596871:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301418373
00000100:00000001:3.0:1788575898.596873:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301414466
00000100:00000001:3.0:1788575898.596874:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301418373
00000100:00000001:3.0:1788575898.596876:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575898.596878:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.596880:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575898.596883:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575898/real 1788575898]  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575898.596889:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575898.596890:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575898.596892:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575898.596894:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575898.596896:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575898.596909:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575898.596912:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575898.596919:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596925:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575898.596927:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596928:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.596930:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575898.596933:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596939:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575898.596943:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596950:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575898.596952:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596954:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.596955:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596957:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575898.596959:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575898.596961:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575898.596964:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575898.596966:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575898.596969:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575898.596975:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172416:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575898.596979:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.596980:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.596983:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7b80 x1875450816172416/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.596989:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575898.596990:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575898.596992:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.596994:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575898.596996:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575898.596997:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575898.596999:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575898.597001:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:3.0:1788575898.597003:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575898.597004:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575898.597005:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7b80.
00000100:00000001:3.0:1788575898.597008:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575898.597009:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.597010:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.597013:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575898.597015:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.597017:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.597018:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.597665:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575898.597670:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575898.597673:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575898.597674:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575898.597676:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575898.597679:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575898.597682:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6741
00000400:00000200:2.0:1788575898.597687:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575898.597690:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575898.597692:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575898.597695:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.597698:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.597700:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.597702:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575898.597705:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575898.597706:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:2.0:1788575898.597707:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575898.597710:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:2.0:1788575898.597712:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:2.0:1788575898.597714:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575898.597717:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.597718:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575898.597720:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575898.597722:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575898.597725:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:2.0:1788575898.597727:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575898.597729:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575898.597731:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575898.597735:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575898.597737:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.597739:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575898.597742:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:2.0:1788575898.597744:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.597746:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575898.597750:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6d80.
00000020:00000040:2.0:1788575898.597752:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575898.597756:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575898.597757:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575898.597759:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575898.597760:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575898.597762:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575898.597767:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2c00.
00000100:00000001:2.0:1788575898.597770:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575898.597786:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575898.597794:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575898.597797:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575898.597802:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6b32bc1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575898.597810:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575898.597814:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6752)
00000100:00000001:3.0:1788575898.598299:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.598302:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575898.598303:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575898.598308:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.598316:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575898.598317:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.598320:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575898.598322:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575898.598324:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575898.598327:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172544:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575898.598330:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575898.598333:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575898.598335:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575898.598336:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575898.598340:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.598342:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575898.598346:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575898.598349:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575898.598353:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575898.598357:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816172544, portal 4
00000100:00000001:3.0:1788575898.598359:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575898.598360:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693667200 : -111013015884416 : ffff9b08c49f6d80)
00000100:00000040:3.0:1788575898.598366:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.598372:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575898.598374:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575898.598377:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575898.598379:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816172544, offset 0
00000400:00000200:3.0:1788575898.598383:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575898.598388:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.598393:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575898.598397:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575898.598400:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575898.598402:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575898.598405:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575898.598408:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90853:90853:256:4294967295] 192.168.202.101@tcp LPNI seq info [90833:90833:8:4294967295]
00000400:00000200:3.0:1788575898.598412:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575898.598419:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575898.598424:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.598428:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575898.598433:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575898.598435:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788575898.598440:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575898.598443:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788575898.598446:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575898.598448:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575898.598452:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575898.598456:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575898.598459:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575898.598461:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575898.598465:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575898.598468:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.598476:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.598479:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.598485:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.598487:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575898.598490:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575898.598493:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575898.598496:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575898.598498:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301414459
00000100:00000001:3.0:1788575898.598501:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301418373
00000100:00000001:3.0:1788575898.598503:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301414459
00000100:00000001:3.0:1788575898.598506:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301418373
00000100:00000001:3.0:1788575898.598507:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575898.598510:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.598512:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575898.598516:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575898/real 1788575898]  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575898.598523:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575898.598525:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575898.598526:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575898.598529:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575898.598530:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575898.598532:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575898.598535:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575898.598543:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.598549:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575898.598550:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.598553:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.598554:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575898.598558:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.598565:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575898.598568:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.598575:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575898.598577:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.598579:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575898.598580:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.598583:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575898.598585:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575898.598587:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575898.598590:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575898.598593:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575898.598597:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575898.598605:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172544:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575898.598609:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.598610:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575898.598613:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6d80 x1875450816172544/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575898.598620:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575898.598621:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575898.598623:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575898.598626:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575898.598627:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575898.598628:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575898.598630:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575898.598632:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575898.598634:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575898.598635:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575898.598637:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6d80.
00000100:00000001:3.0:1788575898.598640:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575898.598641:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.598643:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575898.598647:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575898.598648:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575898.598650:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575898.598651:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909370:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575898.909378:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575898.909381:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575898.909385:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909390:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575898.909392:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909395:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909398:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909403:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575898.909406:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909410:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575898.909411:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909415:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575898.909416:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909419:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575898.909420:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575898.909422:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575898.909423:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909425:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575898.909426:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909428:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575898.909430:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575898.909466:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575898.909468:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575898.909471:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575899.613192:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575899.613198:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575899.613201:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575899.613205:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575899.613207:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575899.613210:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575899.613212:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575899.613214:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575899.613216:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575899.613599:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575899.613603:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575899.613604:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575899.613607:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575899.613609:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575899.613611:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575899.613613:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575899.613615:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575899.613624:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575899.933175:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575899.933181:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575899.933187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575899.933188:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575899.933191:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575899.933193:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575899.933196:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575899.933197:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575899.933200:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575899.933201:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575899.933812:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575899.933815:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575899.933819:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575900.637128:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575900.637138:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575900.637141:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575900.637146:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575900.637154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575900.637158:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575900.637161:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575900.637163:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575900.637167:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575900.637184:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575900.637194:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575900.637197:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575900.637203:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575900.637207:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575900.637211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575900.637213:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575900.637216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575900.637219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575900.957145:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575900.957151:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575900.957157:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575900.957158:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575900.957161:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575900.957162:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575900.957166:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575900.957167:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575900.957170:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575900.957171:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575900.957264:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575900.957267:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575900.957270:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575901.661249:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575901.661257:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575901.661259:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575901.661270:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575901.661273:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575901.661276:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575901.661278:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575901.661280:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575901.661282:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575901.662317:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575901.662321:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575901.662323:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575901.662326:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575901.662329:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575901.662331:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575901.662333:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575901.662335:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575901.662337:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575901.981181:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575901.981188:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575901.981192:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575901.981193:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575901.981196:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575901.981197:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575901.981198:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575901.981199:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575901.981201:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575901.981202:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575901.983081:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575901.983085:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575901.983088:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575902.621141:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301418373, at 4301418432
00000100:00000040:3.0:1788575902.621149:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301418373, at 4301418432
00000100:00000010:2.0:1788575902.621157:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abcc0.
00000100:00000010:3.0:1788575902.621159:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abae0.
00000100:00000001:0.0:1788575902.685148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575902.685156:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575902.685158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575902.685164:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575902.685168:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575902.685171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575902.685174:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575902.685177:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575902.685180:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575902.685952:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575902.685957:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575902.685959:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575902.685962:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575902.685964:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575902.685966:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575902.685969:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575902.685971:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575902.685973:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575903.006197:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575903.006204:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575903.006209:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575903.006211:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575903.006214:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575903.006215:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575903.006218:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575903.006220:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575903.006222:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575903.006223:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575903.006314:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575903.006318:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575903.006321:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575903.709153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575903.709153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1788575903.709156:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575903.709158:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575903.709160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575903.709160:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575903.709164:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575903.709165:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1788575903.709166:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:0.0:1788575903.709170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575903.709171:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575903.709172:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788575903.709176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575903.709176:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575903.709178:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575903.709181:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575903.709182:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575903.709184:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575903.709184:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575903.709188:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575903.709192:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788575903.709193:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6747
00000100:00000001:0.0:1788575903.709197:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575903.709201:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575903.709205:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575903.709213:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575903.709217:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575903.709221:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709225:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575903.709228:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709230:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575903.709233:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575903.709236:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575903.709238:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575903.709241:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575903.709244:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575903.709246:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575903.709249:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709251:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575903.709253:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709255:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575903.709258:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575903.709261:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709263:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575903.709266:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575903.709269:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575903.709272:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.709274:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575903.709276:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575903.709286:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000020:00000040:1.0:1788575903.709290:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575903.709294:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575903.709296:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.709298:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575903.709301:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575903.709305:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575903.709313:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af800.
00000100:00000001:1.0:1788575903.709319:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575903.709329:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575903.709339:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575903.709343:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575903.709348:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.709376:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575903.709379:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575903.709382:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575903.709383:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575903.709385:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575903.709388:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575903.709391:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6747
00000400:00000200:1.0:1788575903.709395:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575903.709398:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575903.709401:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575903.709404:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709406:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575903.709409:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709411:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575903.709413:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575903.709415:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575903.709417:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575903.709419:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000100:00000001:3.0:1788575903.709421:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788575903.709422:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575903.709427:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788575903.709428:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:3.0:1788575903.709431:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788575903.709434:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709437:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575903.709442:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575903.709442:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.709446:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575903.709450:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:1.0:1788575903.709456:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575903.709461:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575903.709462:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.709464:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575903.709465:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575903.709471:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788575903.709473:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575903.709475:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575903.709477:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.709481:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788575903.709482:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788575903.709486:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575903.709489:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816172672:192.168.202.101@tcp:250:kworker.0
00000008:00000001:1.0:1788575903.709491:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.709496:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.709503:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1788575903.709504:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
02000000:00000001:3.0:1788575903.709507:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1788575903.709508:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575903.709511:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575903.709513:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575903.709516:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.709517:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788575903.709518:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575903.709521:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575903.709524:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575903.709524:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575903.709529:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575903.709532:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94adc00.
00000400:00000200:3.0:1788575903.709537:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575903.709538:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788575903.709545:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000100:00100000:1.0:1788575903.709547:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575903.709553:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000001:1.0:1788575903.709559:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575903.709562:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788575903.709563:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816172672, portal 25
00000100:00000040:1.0:1788575903.709568:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.709568:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575903.709571:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
00000100:00000040:3.0:1788575903.709582:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.709585:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575903.709589:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575903.709595:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788575903.709596:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575903.709599:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1788575903.709601:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575903.709603:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788575903.709606:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000001:1.0:1788575903.709607:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1788575903.709612:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816172672, offset 0
00000100:00080000:1.0:1788575903.709613:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6747
00000400:00000200:1.0:1788575903.709620:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.709624:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:1.0:1788575903.709625:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575903.709629:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575903.709632:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575903.709636:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575903.709637:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575903.709642:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709645:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:3.0:1788575903.709646:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000020:00000001:1.0:1788575903.709649:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575903.709651:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000400:00000200:3.0:1788575903.709653:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788575903.709654:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575903.709658:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000400:00000200:3.0:1788575903.709661:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000020:00000001:1.0:1788575903.709662:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575903.709666:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:3.0:1788575903.709670:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788575903.709674:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575903.709677:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709679:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575903.709686:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:3.0:1788575903.709686:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90854:90854:256:4294967295] 192.168.202.101@tcp LPNI seq info [90834:90834:8:4294967295]
00000100:00000001:1.0:1788575903.709690:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575903.709695:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:3.0:1788575903.709696:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575903.709701:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709705:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575903.709710:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788575903.709712:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788575903.709715:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575903.709719:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.709724:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.0:1788575903.709724:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000008:00100000:1.0:1788575903.709727:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788575903.709730:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.709732:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788575903.709732:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000100:00000010:1.0:1788575903.709739:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000800:00000200:3.0:1788575903.709743:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000020:00000040:1.0:1788575903.709745:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575903.709751:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575903.709752:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788575903.709752:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1788575903.709755:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575903.709758:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1788575903.709762:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575903.709765:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575903.709770:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.709772:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
02000000:00000001:1.0:1788575903.709774:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575903.709778:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1788575903.709781:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ad800.
00000400:00000200:3.0:1788575903.709786:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788575903.709787:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575903.709792:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000100:00100000:1.0:1788575903.709795:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575903.709796:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575903.709804:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788575903.709808:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788575903.709812:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.709813:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575903.709822:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.709827:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.709834:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.709835:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575903.709840:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575903.709848:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788575903.709852:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788575903.709853:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575903.709855:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575903.709857:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788575903.709860:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575903.709865:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6747
00000100:00000001:3.0:1788575903.709865:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788575903.709874:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.709874:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575903.709878:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301423488
00000400:00000200:1.0:1788575903.709881:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000010:3.0:1788575903.709885:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7abae0.
00000100:00080000:1.0:1788575903.709886:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575903.709892:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575903.709893:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1788575903.709895:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575903.709899:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575903.709900:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301423488
00000100:00000001:1.0:1788575903.709902:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575903.709907:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000010:3.0:1788575903.709907:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab8a0.
00000020:00000040:1.0:1788575903.709908:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575903.709912:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575903.709913:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1788575903.709915:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:3.0:1788575903.709917:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788575903.709921:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575903.709922:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575903.709925:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:3.0:1788575903.709927:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788575903.709931:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709935:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788575903.709935:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575903/real 1788575903]  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575903.709941:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.709946:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575903.709952:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000001:3.0:1788575903.709988:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575903.709990:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575903.709993:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575903.709996:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575903.709998:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575903.710000:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575903.710004:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575903.710014:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.710020:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575903.710022:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.710024:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575903.710026:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575903.710030:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.710036:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575903.710041:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.710048:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575903.710051:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.710075:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575903.710077:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.710080:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575903.710081:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575903.710084:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575903.710088:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575903.710091:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575903.710095:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575903.710104:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816172672:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575903.710110:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.710112:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.710115:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816172672/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.710121:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575903.710124:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575903.710126:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575903.710130:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575903.710131:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575903.710133:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575903.710135:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575903.710137:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af800.
02000000:00000001:3.0:1788575903.710140:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575903.710142:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575903.710143:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000100:00000001:3.0:1788575903.710146:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575903.710147:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.710149:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.710168:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575903.710170:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.710172:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575903.710173:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575903.710175:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575903.710179:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.710186:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575903.710187:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.710189:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575903.710191:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575903.710193:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575903.710196:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172800:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575903.710199:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575903.710201:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575903.710202:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.710204:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575903.710207:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575903.710209:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575903.710212:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575903.710215:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575903.710218:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575903.710221:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816172800, portal 10
00000100:00000001:3.0:1788575903.710223:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575903.710224:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:3.0:1788575903.710231:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.710237:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575903.710239:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575903.710242:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575903.710244:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816172800, offset 0
00000400:00000200:3.0:1788575903.710248:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575903.710251:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.710255:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575903.710258:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575903.710260:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575903.710262:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575903.710264:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575903.710267:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90855:90855:256:4294967295] 192.168.202.101@tcp LPNI seq info [90835:90835:8:4294967295]
00000400:00000200:3.0:1788575903.710271:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.710277:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575903.710281:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.710285:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575903.710289:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575903.710291:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575903.710296:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575903.710298:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575903.710302:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.710304:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575903.710308:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575903.710312:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575903.710315:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575903.710317:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575903.710319:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575903.710323:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.710331:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788575903.710336:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000040:3.0:1788575903.710337:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.710343:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575903.710348:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788575903.710351:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575903.710353:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575903.710354:0:2397:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788575903.710359:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.710359:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.710362:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1788575903.710365:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000008:00100000:1.0:1788575903.710366:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:1.0:1788575903.710371:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575903.710374:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:1.0:1788575903.710375:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.710379:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301419597
00000100:00000010:1.0:1788575903.710382:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575903.710383:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301423488
00000100:00000001:3.0:1788575903.710388:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301419597
00000020:00000040:1.0:1788575903.710389:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000100:00000001:3.0:1788575903.710393:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301423488
02000000:00000001:1.0:1788575903.710395:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788575903.710396:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575903.710399:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.710400:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.710403:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788575903.710404:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1788575903.710406:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575903.710410:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575903.710410:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575903/real 1788575903]  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788575903.710416:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae800.
00000400:00000001:3.0:1788575903.710421:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1788575903.710423:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788575903.710424:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575903.710428:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575903.710431:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000100:00100000:1.0:1788575903.710434:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788575903.710434:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575903.710440:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788575903.710447:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788575903.710447:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.710452:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575903.710462:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575903.710466:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.710480:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.710481:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1788575903.710485:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788575903.710485:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.710490:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788575903.710493:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575903.710494:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575903.710497:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575903.710500:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788575903.710502:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.710503:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575903.710508:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6747
00000400:00000200:1.0:1788575903.710518:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575903.710519:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575903.710525:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000040:3.0:1788575903.710527:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575903.710529:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788575903.710536:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.710540:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788575903.710543:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1788575903.710544:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575903.710549:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:3.0:1788575903.710550:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788575903.710552:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788575903.710554:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1788575903.710556:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000100:00000001:3.0:1788575903.710557:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788575903.710560:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788575903.710561:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1788575903.710564:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:3.0:1788575903.710565:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1788575903.710570:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00080000:3.0:1788575903.710571:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1788575903.710575:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00080000:3.0:1788575903.710579:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000040:1.0:1788575903.710581:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575903.710584:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788575903.710585:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575903.710591:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:3.0:1788575903.710594:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.710595:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575903.710601:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:1.0:1788575903.710607:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575903.710612:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575903.710614:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172800:192.168.202.101@tcp:38:kworker.0
02000000:00000001:1.0:1788575903.710615:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575903.710617:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575903.710619:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.710621:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575903.710623:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:1.0:1788575903.710625:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.710627:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575903.710630:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575903.710633:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575903.710635:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575903.710637:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575903.710638:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575903.710640:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575903.710641:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575903.710644:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94afc00.
00000100:00000001:1.0:1788575903.710647:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575903.710652:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575903.710659:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575903.710661:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575903.710665:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575903.710673:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575903.710678:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6757)
00000100:00000001:3.0:1788575903.710997:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575903.711001:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711013:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575903.711015:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.711017:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575903.711019:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575903.711020:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575903.711024:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172928:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575903.711027:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575903.711029:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575903.711031:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.711032:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575903.711036:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575903.711037:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575903.711041:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575903.711043:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575903.711046:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575903.711049:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816172928, portal 10
00000100:00000001:3.0:1788575903.711051:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575903.711070:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
00000100:00000040:3.0:1788575903.711076:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711081:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575903.711083:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575903.711085:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575903.711088:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816172928, offset 0
00000400:00000200:3.0:1788575903.711091:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575903.711096:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.711099:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575903.711102:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575903.711104:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575903.711106:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575903.711108:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575903.711111:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90856:90856:256:4294967295] 192.168.202.101@tcp LPNI seq info [90836:90836:8:4294967295]
00000400:00000200:3.0:1788575903.711116:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.711121:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575903.711126:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.711129:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575903.711133:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575903.711135:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575903.711139:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575903.711142:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575903.711145:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.711147:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575903.711151:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575903.711266:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575903.711270:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575903.711272:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575903.711274:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575903.711277:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711285:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.711288:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711294:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.711296:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575903.711299:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575903.711302:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575903.711306:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575903.711308:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301419548
00000100:00000001:3.0:1788575903.711311:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301423488
00000100:00000001:3.0:1788575903.711312:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301419548
00000100:00000001:3.0:1788575903.711314:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301423488
00000100:00000001:3.0:1788575903.711317:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575903.711319:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.711321:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575903.711325:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575903/real 1788575903]  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575903.711332:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575903.711333:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575903.711335:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575903.711338:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575903.711339:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575903.711341:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575903.711344:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575903.711353:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711359:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575903.711360:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711362:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575903.711364:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575903.711367:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711373:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575903.711377:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711383:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575903.711385:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711387:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575903.711388:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711390:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575903.711392:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575903.711394:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575903.711398:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575903.711400:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575903.711404:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575903.711411:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816172928:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575903.711415:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711417:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.711420:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816172800/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711426:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575903.711428:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575903.711430:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575903.711432:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575903.711434:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575903.711435:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575903.711437:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575903.711439:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94adc00.
02000000:00000001:3.0:1788575903.711441:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575903.711443:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575903.711444:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:3.0:1788575903.711446:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575903.711447:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711449:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.711451:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816172928/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711457:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575903.711458:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575903.711459:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575903.711461:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575903.711462:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575903.711463:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575903.711465:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575903.711466:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ad800.
02000000:00000001:3.0:1788575903.711468:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575903.711469:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575903.711470:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:3.0:1788575903.711472:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575903.711473:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711475:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711479:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575903.711480:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.711482:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575903.711483:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575903.711484:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575903.711487:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711492:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575903.711494:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.711496:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575903.711497:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575903.711499:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575903.711502:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173056:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575903.711505:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575903.711508:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575903.711509:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.711511:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575903.711514:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575903.711516:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575903.711519:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575903.711521:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575903.711524:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575903.711526:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816173056, portal 4
00000100:00000001:3.0:1788575903.711528:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575903.711529:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00000040:3.0:1788575903.711534:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711544:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575903.711546:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575903.711548:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575903.711551:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816173056, offset 0
00000400:00000200:3.0:1788575903.711554:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575903.711558:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.711562:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575903.711564:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575903.711567:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575903.711569:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575903.711571:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575903.711573:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90857:90857:256:4294967295] 192.168.202.101@tcp LPNI seq info [90837:90837:8:4294967295]
00000400:00000200:3.0:1788575903.711576:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.711582:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575903.711587:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.711589:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575903.711593:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575903.711595:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575903.711599:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575903.711601:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575903.711605:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.711607:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575903.711610:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575903.711613:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575903.711616:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575903.711617:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575903.711619:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575903.711622:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711629:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.711632:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711644:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.711646:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575903.711649:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575903.711652:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575903.711654:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575903.711656:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301419581
00000100:00000001:3.0:1788575903.711658:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301423488
00000100:00000001:3.0:1788575903.711660:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301419581
00000100:00000001:3.0:1788575903.711662:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301423488
00000100:00000001:3.0:1788575903.711664:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575903.711666:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.711668:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575903.711672:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575903/real 1788575903]  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575903.711678:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575903.711680:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575903.711681:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575903.711683:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575903.711685:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575903.711687:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575903.711690:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575903.711698:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711703:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575903.711704:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711706:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575903.711707:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575903.711711:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711718:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575903.711721:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711728:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575903.711730:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711732:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575903.711733:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711735:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575903.711737:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575903.711739:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575903.711743:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575903.711745:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575903.711749:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575903.711756:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173056:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575903.711761:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575903.711764:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711771:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575903.711772:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.711774:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575903.711776:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575903.711778:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575903.711781:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173184:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575903.711784:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575903.711786:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575903.711787:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575903.711789:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575903.711792:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575903.711794:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575903.711797:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575903.711799:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575903.711803:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575903.711805:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816173184, portal 4
00000100:00000001:3.0:1788575903.711807:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575903.711808:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
00000100:00000040:3.0:1788575903.711813:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711819:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575903.711822:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575903.711824:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575903.711826:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816173184, offset 0
00000400:00000200:3.0:1788575903.711830:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575903.711834:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.711837:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575903.711840:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575903.711842:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575903.711844:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575903.711847:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575903.711849:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90858:90858:256:4294967295] 192.168.202.101@tcp LPNI seq info [90838:90838:8:4294967295]
00000400:00000200:3.0:1788575903.711853:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575903.711859:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575903.711864:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.711867:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575903.711871:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575903.711873:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788575903.711877:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575903.711880:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788575903.711884:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575903.711886:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575903.711889:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575903.711892:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575903.711895:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575903.711896:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575903.711898:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575903.711901:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711909:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.711912:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711918:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.711919:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575903.711923:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575903.711926:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575903.711928:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575903.711930:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301419572
00000100:00000001:3.0:1788575903.711933:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301423488
00000100:00000001:3.0:1788575903.711934:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301419572
00000100:00000001:3.0:1788575903.711936:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301423488
00000100:00000001:3.0:1788575903.711938:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575903.711940:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.711942:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575903.711945:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575903/real 1788575903]  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575903.711953:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575903.711964:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575903.711966:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575903.711969:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575903.711970:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575903.711973:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575903.711976:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575903.711984:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.711995:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575903.711996:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.711998:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575903.712000:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575903.712004:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.712010:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575903.712014:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.712021:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575903.712023:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.712025:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575903.712026:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.712028:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575903.712029:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575903.712032:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575903.712035:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575903.712037:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575903.712041:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575903.712048:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173184:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575903.712068:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.712071:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.712075:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816173056/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.712081:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575903.712083:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575903.712084:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436400.
02000000:00000001:3.0:1788575903.712087:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575903.712088:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575903.712089:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575903.712091:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575903.712093:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae800.
02000000:00000001:3.0:1788575903.712096:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575903.712097:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575903.712098:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:3.0:1788575903.712101:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575903.712102:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.712103:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575903.712107:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816173184/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575928 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575903.712113:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575903.712114:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575903.712115:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434800.
02000000:00000001:3.0:1788575903.712117:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575903.712118:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575903.712119:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575903.712121:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575903.712122:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94afc00.
02000000:00000001:3.0:1788575903.712124:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575903.712125:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575903.712126:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
00000100:00000001:3.0:1788575903.712129:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575903.712130:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.712131:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575903.712134:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575903.712135:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575903.712137:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575903.712138:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575904.031152:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575904.031159:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575904.031164:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575904.031166:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575904.031169:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575904.031170:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575904.031172:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575904.031174:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575904.031176:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575904.031177:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575904.031298:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575904.031301:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575904.031304:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575904.733161:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575904.733161:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575904.733167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575904.733169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575904.733170:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575904.733172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575904.733175:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575904.733177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575904.733179:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575904.733182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575904.733183:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575904.733187:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575904.733187:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575904.733191:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575904.733195:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575904.733204:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575904.733208:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575904.733214:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575905.053162:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575905.053168:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575905.053173:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575905.053174:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575905.053178:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575905.053179:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575905.053182:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575905.053183:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575905.053186:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575905.053188:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575905.054096:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575905.054100:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575905.054103:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788575905.757127:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575905.757127:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575905.757136:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575905.757136:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575905.757139:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575905.757140:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575905.757147:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575905.757147:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575905.757154:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575905.757154:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575905.757159:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575905.757159:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575905.757164:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575905.757166:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575905.757169:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575905.757172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575905.757175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575905.757178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575906.077366:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575906.077374:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575906.077380:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575906.077381:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575906.077385:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575906.077386:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575906.077389:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575906.077390:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575906.077393:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575906.077394:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575906.077480:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575906.077482:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575906.077484:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575906.784189:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575906.784197:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575906.784199:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575906.784204:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575906.784207:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575906.784211:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575906.784214:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575906.784216:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575906.784219:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575906.784338:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575906.784342:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575906.784343:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575906.784346:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575906.784348:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788575906.784350:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575906.784352:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575906.784354:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575906.784355:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101188:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575907.101436:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101442:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575907.101446:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575907.101448:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575907.101452:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101455:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575907.101457:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101459:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101461:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101465:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575907.101466:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575907.101467:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575907.101468:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101470:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575907.101471:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101472:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101474:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101477:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575907.101478:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575907.101480:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575907.101481:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101482:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575907.101483:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101485:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101487:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575907.101491:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575907.101492:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575907.101609:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575907.101613:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575907.101616:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575907.741154:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301423488, at 4301423552
00000100:00000010:2.0:1788575907.741170:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7abae0.
00000100:00000040:3.0:1788575907.742275:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301423488, at 4301423553
00000100:00000010:3.0:1788575907.742283:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08ca7ab8a0.
00000100:00000001:3.0:1788575907.805420:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575907.805439:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575907.805441:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575907.805445:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575907.805448:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575907.805452:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575907.805454:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575907.805456:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575907.805459:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575907.807031:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575907.807036:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575907.807038:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575907.807041:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575907.807044:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575907.807046:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575907.807049:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575907.807051:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575907.807083:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575908.125176:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575908.125183:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575908.125189:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575908.125191:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575908.125194:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575908.125196:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575908.125199:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575908.125200:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575908.125203:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575908.125204:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575908.125305:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575908.125308:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575908.125311:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575908.829176:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575908.829183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575908.829186:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575908.829191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575908.829195:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575908.829198:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.829201:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575908.829203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.829206:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575908.829381:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575908.829387:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575908.829389:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575908.829393:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575908.829397:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575908.829405:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6752
00000100:00000001:0.0:1788575908.829410:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575908.829413:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1788575908.829414:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:0.0:1788575908.829415:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788575908.829417:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:0.0:1788575908.829419:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1788575908.829420:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1788575908.829421:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575908.829423:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788575908.829423:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788575908.829425:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575908.829426:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:0.0:1788575908.829427:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.829429:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.829432:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.829434:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575908.829437:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575908.829440:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575908.829443:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575908.829445:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575908.829448:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575908.829450:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575908.829454:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.829456:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.829458:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.829460:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575908.829462:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575908.829466:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575908.829468:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575908.829471:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575908.829475:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575908.829477:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.829480:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575908.829482:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575908.829490:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb800.
00000020:00000040:3.0:1788575908.829494:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575908.829498:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575908.829500:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.829502:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575908.829505:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575908.829508:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575908.829515:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434800.
00000100:00000001:3.0:1788575908.829521:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575908.829529:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575908.829539:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575908.829543:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575908.829547:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022e5dfd4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.829649:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575908.829652:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575908.829654:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575908.829659:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.829666:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575908.829668:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.829671:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575908.829673:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575908.829676:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575908.829679:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816173312:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575908.829683:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575908.829752:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575908.829756:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.829758:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575908.829763:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575908.829765:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575908.829770:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575908.829773:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575908.829779:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575908.829785:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816173312, portal 25
00000100:00000001:2.0:1788575908.829787:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575908.829788:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773181440 : -111012936370176 : ffff9b08c95cb800)
00000100:00000040:2.0:1788575908.829794:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.829800:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575908.829802:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575908.829805:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575908.829807:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816173312, offset 0
00000400:00000200:2.0:1788575908.829812:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575908.829819:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.829833:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575908.829838:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575908.829841:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575908.829845:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575908.829847:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575908.829877:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90859:90859:256:4294967295] 192.168.202.101@tcp LPNI seq info [90839:90839:8:4294967295]
00000400:00000200:2.0:1788575908.829882:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.829891:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575908.829897:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.829902:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575908.829909:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575908.829912:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575908.829918:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575908.829921:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575908.829925:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.829928:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575908.829933:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575908.829938:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575908.829943:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575908.829945:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575908.829951:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575908.829955:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575908.829980:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575908.829983:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575908.829986:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575908.829987:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575908.829989:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575908.829992:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575908.829994:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6752
00000400:00000200:3.0:1788575908.829999:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575908.830001:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575908.830004:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575908.830006:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830009:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.830011:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830012:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575908.830014:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575908.830016:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575908.830017:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575908.830019:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575908.830021:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575908.830023:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:3.0:1788575908.830026:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830027:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.830029:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830031:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575908.830033:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575908.830035:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830038:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575908.830040:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575908.830045:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575908.830047:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830049:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575908.830071:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575908.830074:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830076:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575908.830080:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9c00.
00000020:00000040:3.0:1788575908.830082:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575908.830084:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575908.830085:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830087:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575908.830088:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575908.830090:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575908.830094:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436400.
00000100:00000001:3.0:1788575908.830097:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575908.830102:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575908.830109:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575908.830111:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575908.830115:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092b617f1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.830281:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.830287:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.830294:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.830296:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575908.830303:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830411:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575908.830415:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575908.830418:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575908.830420:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575908.830421:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575908.830424:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575908.830426:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6752
00000400:00000200:3.0:1788575908.830429:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575908.830431:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575908.830432:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575908.830434:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830436:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.830437:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830438:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575908.830439:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575908.830441:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575908.830442:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575908.830443:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575908.830444:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:3.0:1788575908.830446:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:3.0:1788575908.830448:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830448:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.830449:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830450:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575908.830452:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:3.0:1788575908.830453:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830454:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575908.830455:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575908.830457:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575908.830458:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830459:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575908.830461:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788575908.830462:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830463:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575908.830465:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9180.
00000020:00000040:3.0:1788575908.830467:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575908.830468:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575908.830469:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830470:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575908.830471:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575908.830472:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575908.830474:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435800.
00000100:00000001:3.0:1788575908.830476:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575908.830479:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575908.830484:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575908.830486:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575908.830488:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d6a6daa] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575908.830493:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575908.830494:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575908.830496:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575908.830497:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575908.830498:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575908.830500:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575908.830501:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6752
00000400:00000200:3.0:1788575908.830503:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575908.830504:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575908.830506:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575908.830507:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830508:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.830509:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830510:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575908.830511:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575908.830512:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575908.830512:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575908.830514:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:3.0:1788575908.830515:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:3.0:1788575908.830516:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:3.0:1788575908.830517:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830518:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.830519:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830520:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575908.830521:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575908.830522:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830524:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575908.830525:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575908.830526:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575908.830527:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830529:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575908.830530:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:3.0:1788575908.830531:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830532:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575908.830534:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95caa00.
00000020:00000040:3.0:1788575908.830535:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575908.830536:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575908.830537:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830537:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575908.830538:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575908.830539:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575908.830541:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435400.
00000100:00000001:3.0:1788575908.830542:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575908.830544:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575908.830548:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575908.830549:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575908.830550:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29b62c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575908.830555:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575908.830556:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575908.830558:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575908.830559:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575908.830560:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575908.830561:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575908.830562:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6752
00000400:00000200:3.0:1788575908.830564:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575908.830565:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575908.830566:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575908.830568:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830569:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.830571:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830572:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575908.830573:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575908.830574:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:3.0:1788575908.830574:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575908.830575:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:3.0:1788575908.830576:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:3.0:1788575908.830577:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:3.0:1788575908.830579:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830580:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575908.830581:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830582:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575908.830583:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:3.0:1788575908.830584:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575908.830585:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575908.830586:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575908.830587:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575908.830588:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830589:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575908.830590:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:3.0:1788575908.830591:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830592:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575908.830593:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c8000.
00000020:00000040:3.0:1788575908.830594:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575908.830595:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575908.830596:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575908.830597:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575908.830598:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575908.830598:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575908.830600:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1437000.
00000100:00000001:3.0:1788575908.830602:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575908.830604:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575908.830608:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575908.830609:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575908.830620:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0af9726] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575908.830624:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575908.830627:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6762)
00000400:00000200:2.0:1788575908.830661:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575908.830663:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301428609
00000100:00000010:2.0:1788575908.830669:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575908.830675:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1788575908.830679:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301428609
00000100:00000010:2.0:1788575908.830681:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b600.
00000100:00000001:2.0:1788575908.830684:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1788575908.830755:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575908.830758:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.830761:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575908.830766:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575908/real 1788575908]  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575908.830776:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575908.830777:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575908.830779:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575908.830783:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575908.830785:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575908.830788:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575908.830791:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575908.830799:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.830805:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575908.830807:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.830809:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.830811:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575908.830815:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.830833:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575908.830838:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.830845:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575908.830847:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.830858:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.830859:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.830861:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575908.830863:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575908.830866:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575908.830873:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575908.830875:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575908.830879:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575908.830887:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816173312:192.168.202.101@tcp:250:kworker.0
00000100:00000001:2.0:1788575908.830891:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.830894:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.830897:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb800 x1875450816173312/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.830903:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575908.830905:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575908.830908:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575908.830911:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575908.830912:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575908.830914:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575908.830917:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575908.830919:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434800.
02000000:00000001:2.0:1788575908.830922:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575908.830924:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575908.830926:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb800.
00000100:00000001:2.0:1788575908.830929:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575908.830930:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.830932:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.830938:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575908.830940:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.830942:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575908.830943:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575908.830944:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575908.830948:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.830954:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575908.830956:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.830958:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575908.830960:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575908.830962:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575908.830965:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173440:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575908.830968:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575908.830970:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575908.830972:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.830973:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575908.830977:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575908.830978:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575908.830982:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575908.830985:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575908.830988:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575908.830993:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816173440, portal 10
00000100:00000001:2.0:1788575908.830995:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575908.830996:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773174272 : -111012936377344 : ffff9b08c95c9c00)
00000100:00000040:2.0:1788575908.831003:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831009:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575908.831012:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575908.831014:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575908.831016:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816173440, offset 0
00000400:00000200:2.0:1788575908.831018:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575908.831021:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.831024:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575908.831027:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575908.831029:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575908.831031:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575908.831032:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575908.831035:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90860:90860:256:4294967295] 192.168.202.101@tcp LPNI seq info [90840:90840:8:4294967295]
00000400:00000200:2.0:1788575908.831037:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.831042:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575908.831045:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.831047:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575908.831050:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575908.831067:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575908.831070:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575908.831072:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575908.831083:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.831084:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575908.831087:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575908.831089:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575908.831091:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575908.831093:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575908.831094:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575908.831097:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831102:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.831104:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831112:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.831112:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575908.831115:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575908.831118:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575908.831120:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575908.831121:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301424718
00000100:00000001:2.0:1788575908.831123:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301428609
00000100:00000001:2.0:1788575908.831125:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301424718
00000100:00000001:2.0:1788575908.831126:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301428609
00000100:00000001:2.0:1788575908.831127:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575908.831128:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.831129:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575908.831131:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575908/real 1788575908]  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575908.831135:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575908.831136:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575908.831137:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575908.831138:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575908.831139:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575908.831141:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575908.831142:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575908.831147:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831150:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575908.831151:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831152:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.831153:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575908.831155:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831161:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575908.831164:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831170:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575908.831172:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831174:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.831175:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831177:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575908.831179:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575908.831181:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575908.831184:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575908.831186:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575908.831190:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575908.831198:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173440:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575908.831202:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575908.831205:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831212:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575908.831213:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.831215:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575908.831216:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575908.831217:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575908.831219:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173568:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575908.831221:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575908.831222:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575908.831224:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.831225:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575908.831227:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575908.831228:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575908.831230:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575908.831232:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575908.831234:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575908.831236:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816173568, portal 10
00000100:00000001:2.0:1788575908.831237:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575908.831238:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773171584 : -111012936380032 : ffff9b08c95c9180)
00000100:00000040:2.0:1788575908.831241:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831245:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575908.831246:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575908.831247:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575908.831249:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816173568, offset 0
00000400:00000200:2.0:1788575908.831251:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575908.831253:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.831255:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575908.831257:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575908.831259:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575908.831261:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575908.831262:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575908.831264:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90861:90861:256:4294967295] 192.168.202.101@tcp LPNI seq info [90841:90841:8:4294967295]
00000400:00000200:2.0:1788575908.831267:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.831270:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575908.831273:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.831274:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575908.831277:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575908.831278:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575908.831281:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575908.831283:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575908.831285:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.831286:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575908.831288:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575908.831290:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575908.831292:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575908.831293:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575908.831294:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575908.831296:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831301:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.831303:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831586:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.831587:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575908.831590:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575908.831592:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575908.831595:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575908.831597:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301424668
00000100:00000001:2.0:1788575908.831598:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301428609
00000100:00000001:2.0:1788575908.831599:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301424668
00000100:00000001:2.0:1788575908.831601:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301428609
00000100:00000001:2.0:1788575908.831602:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575908.831604:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.831605:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575908.831608:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575908/real 1788575908]  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575908.831652:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575908.831653:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575908.831654:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575908.831656:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575908.831657:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575908.831659:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575908.831661:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575908.831666:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831670:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575908.831671:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831672:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.831673:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575908.831675:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831678:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575908.831680:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831684:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575908.831686:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831687:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.831687:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831689:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575908.831689:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575908.831691:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575908.831692:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575908.831694:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575908.831696:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575908.831700:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173568:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575908.831702:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575908.831704:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831708:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575908.831709:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.831711:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575908.831712:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575908.831713:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575908.831714:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173696:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575908.831716:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575908.831717:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575908.831719:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.831720:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575908.831723:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575908.831725:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575908.831727:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575908.831729:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575908.831731:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575908.831733:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816173696, portal 4
00000100:00000001:2.0:1788575908.831734:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575908.831735:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773177856 : -111012936373760 : ffff9b08c95caa00)
00000100:00000040:2.0:1788575908.831739:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831743:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575908.831744:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575908.831746:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575908.831747:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816173696, offset 0
00000400:00000200:2.0:1788575908.831749:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575908.831752:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.831754:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575908.831755:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575908.831757:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575908.831759:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575908.831760:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575908.831762:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90862:90862:256:4294967295] 192.168.202.101@tcp LPNI seq info [90842:90842:8:4294967295]
00000400:00000200:2.0:1788575908.831764:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.831769:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575908.831771:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.831773:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575908.831776:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575908.831778:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575908.831780:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575908.831782:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575908.831784:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.831785:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575908.831787:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575908.831789:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575908.831791:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575908.831792:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575908.831793:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575908.831795:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831800:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.831801:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831805:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.831806:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575908.831808:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575908.831810:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575908.831812:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575908.831813:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301424701
00000100:00000001:2.0:1788575908.831815:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301428609
00000100:00000001:2.0:1788575908.831816:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301424701
00000100:00000001:2.0:1788575908.831870:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301428609
00000100:00000001:2.0:1788575908.831873:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575908.831875:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.831876:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575908.831879:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575908/real 1788575908]  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575908.831884:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575908.831885:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575908.831886:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575908.831889:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575908.831890:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575908.831892:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575908.831895:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575908.831902:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831908:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575908.831909:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831911:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.831912:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575908.831916:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831922:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575908.831926:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831933:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575908.831936:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831937:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.831938:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.831940:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575908.831942:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575908.831944:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575908.831946:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575908.831948:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575908.831950:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575908.831955:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173696:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575908.831957:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575908.831959:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831963:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575908.831963:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.831965:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575908.831966:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575908.831967:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575908.831968:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173824:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575908.831971:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575908.831972:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575908.831973:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575908.831974:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575908.831976:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575908.831978:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575908.831980:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575908.831981:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575908.831983:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575908.831985:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816173824, portal 4
00000100:00000001:2.0:1788575908.831986:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575908.831987:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773167104 : -111012936384512 : ffff9b08c95c8000)
00000100:00000040:2.0:1788575908.831991:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.831995:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575908.831997:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575908.831998:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575908.831999:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816173824, offset 0
00000400:00000200:2.0:1788575908.832002:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575908.832004:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.832006:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575908.832008:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575908.832010:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575908.832011:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575908.832013:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575908.832014:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90863:90863:256:4294967295] 192.168.202.101@tcp LPNI seq info [90843:90843:8:4294967295]
00000400:00000200:2.0:1788575908.832017:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575908.832020:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575908.832023:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.832025:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575908.832027:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575908.832028:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788575908.832031:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575908.832033:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788575908.832035:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575908.832036:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575908.832038:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575908.832040:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575908.832042:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575908.832043:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575908.832045:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575908.832046:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832051:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.832067:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832072:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.832073:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575908.832075:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575908.832077:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575908.832079:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575908.832080:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301424693
00000100:00000001:2.0:1788575908.832081:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301428609
00000100:00000001:2.0:1788575908.832083:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301424693
00000100:00000001:2.0:1788575908.832084:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301428609
00000100:00000001:2.0:1788575908.832085:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575908.832086:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.832087:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575908.832089:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575908/real 1788575908]  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575908.832094:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575908.832094:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575908.832095:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575908.832097:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575908.832098:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575908.832099:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575908.832101:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575908.832106:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832109:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575908.832110:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832111:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.832111:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575908.832113:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832117:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575908.832118:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832123:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575908.832125:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832126:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575908.832127:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832127:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575908.832129:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575908.832130:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575908.832132:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575908.832133:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575908.832135:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575908.832139:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816173824:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575908.832141:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832142:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.832143:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9c00 x1875450816173440/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832147:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575908.832148:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575908.832149:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:2.0:1788575908.832151:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575908.832152:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575908.832153:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575908.832154:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575908.832155:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436400.
02000000:00000001:2.0:1788575908.832158:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575908.832159:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575908.832161:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9c00.
00000100:00000001:2.0:1788575908.832163:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575908.832164:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832166:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.832169:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9180 x1875450816173568/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832175:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575908.832176:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575908.832178:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575908.832179:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575908.832181:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575908.832182:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575908.832183:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575908.832185:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435800.
02000000:00000001:2.0:1788575908.832187:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575908.832189:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575908.832190:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9180.
00000100:00000001:2.0:1788575908.832192:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575908.832193:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832195:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.832198:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95caa00 x1875450816173696/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832204:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575908.832205:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575908.832207:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575908.832209:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575908.832210:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575908.832211:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575908.832213:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575908.832214:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435400.
02000000:00000001:2.0:1788575908.832215:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575908.832216:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575908.832216:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95caa00.
00000100:00000001:2.0:1788575908.832218:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575908.832219:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832220:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575908.832222:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c8000 x1875450816173824/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575933 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575908.832229:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575908.832230:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575908.832231:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575908.832232:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575908.832233:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575908.832233:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575908.832234:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575908.832235:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1437000.
02000000:00000001:2.0:1788575908.832237:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575908.832237:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575908.832238:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c8000.
00000100:00000001:2.0:1788575908.832239:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575908.832240:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832241:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575908.832244:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575908.832244:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575908.832245:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575908.832247:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151086:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575909.151094:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575909.151097:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575909.151100:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151105:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575909.151106:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151107:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151109:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151112:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575909.151113:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151115:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575909.151116:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151118:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575909.151119:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151120:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575909.151121:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575909.151122:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575909.151123:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151125:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575909.151125:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151127:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575909.151128:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575909.151216:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575909.151220:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575909.151223:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575909.853168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788575909.853170:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575909.853176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788575909.853177:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575909.853180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575909.853185:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:0.0:1788575909.853188:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575909.853189:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1788575909.853193:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575909.853194:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575909.853200:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575909.853200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575909.853203:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575909.853204:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575909.853207:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788575909.853208:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788575909.853218:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788575909.853221:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575910.173172:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575910.173179:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575910.173184:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575910.173185:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575910.173189:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575910.173190:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575910.173193:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575910.173194:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575910.173196:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575910.173197:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575910.174704:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575910.174707:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575910.174711:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575910.877175:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575910.877183:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575910.877185:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575910.877191:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575910.877194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575910.877197:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575910.877200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575910.877202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575910.877205:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575910.877334:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575910.877338:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575910.877340:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575910.877343:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575910.877345:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575910.877347:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575910.877349:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575910.877351:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575910.877353:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575911.197356:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575911.197363:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575911.197369:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575911.197370:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575911.197374:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575911.197375:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575911.197379:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575911.197380:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575911.197383:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575911.197384:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575911.198292:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575911.198296:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575911.198299:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575911.901169:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575911.901170:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575911.901178:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575911.901178:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575911.901182:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575911.901182:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575911.901189:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575911.901190:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575911.901195:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575911.901201:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575911.901204:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575911.901206:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575911.901209:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575911.901209:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575911.901214:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575911.901218:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575911.901219:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575911.901221:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575912.221948:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575912.221955:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575912.221961:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575912.221962:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575912.221966:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575912.221967:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575912.221970:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575912.221971:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575912.221974:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575912.221976:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575912.224573:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575912.224577:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575912.224582:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1788575912.861166:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301428609, at 4301428672
00000100:00000010:3.0:1788575912.861189:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b600.
00000100:00000040:2.0:1788575912.861287:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301428609, at 4301428672
00000100:00000010:2.0:1788575912.861295:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:3.0:1788575912.925160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575912.925162:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575912.925168:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575912.925169:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575912.925172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575912.925173:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575912.925180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575912.925181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575912.925187:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575912.925188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575912.925193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575912.925193:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575912.925199:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575912.925202:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575912.925205:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575912.925208:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575912.925211:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575912.925212:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575913.245643:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575913.245649:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575913.245654:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575913.245656:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575913.245660:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575913.245661:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575913.245664:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575913.245665:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575913.245668:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575913.245669:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575913.246471:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575913.246475:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575913.246478:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575913.949168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575913.949168:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575913.949174:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575913.949175:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575913.949176:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.949180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575913.949182:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575913.949185:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:3.0:1788575913.949186:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575913.949190:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575913.949191:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575913.949194:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575913.949195:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575913.949196:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.949200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575913.949200:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.949205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.949208:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575913.949239:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575913.949243:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788575913.949245:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575913.949247:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575913.949249:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575913.949255:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6757
00000400:00000200:3.0:1788575913.949261:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575913.949266:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575913.949269:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575913.949271:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949273:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575913.949275:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949276:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575913.949278:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575913.949280:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:3.0:1788575913.949282:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575913.949284:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:3.0:1788575913.949286:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:3.0:1788575913.949287:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:3.0:1788575913.949289:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949290:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575913.949291:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949292:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575913.949294:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:3.0:1788575913.949296:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949297:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575913.949299:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788575913.949301:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575913.949303:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949304:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788575913.949306:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575913.949313:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb480.
00000020:00000040:3.0:1788575913.949315:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:3.0:1788575913.949318:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575913.949319:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949321:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575913.949323:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575913.949325:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788575913.949330:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435000.
00000100:00000001:3.0:1788575913.949335:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575913.949341:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788575913.949347:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575913.949351:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575913.949354:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001528b4d4] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575913.949366:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575913.949367:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575913.949370:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788575913.949371:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575913.949372:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575913.949374:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575913.949375:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6757
00000400:00000200:3.0:1788575913.949377:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575913.949378:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1788575913.949380:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575913.949381:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949382:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575913.949385:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949386:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575913.949387:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575913.949389:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:3.0:1788575913.949390:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575913.949392:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:3.0:1788575913.949393:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:3.0:1788575913.949394:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000001:2.0:1788575913.949395:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788575913.949397:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575913.949399:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575913.949400:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575913.949403:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575913.949404:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788575913.949407:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575913.949409:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:3.0:1788575913.949412:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000040:2.0:1788575913.949414:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575913.949415:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575913.949418:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575913.949427:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575913.949429:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575913.949429:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575913.949432:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575913.949433:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575913.949437:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575913.949437:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575913.949442:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788575913.949443:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575913.949448:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816173952:192.168.202.101@tcp:250:kworker.0
00000008:00000001:3.0:1788575913.949449:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949453:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.949455:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1788575913.949459:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95ca680.
00000020:00000040:3.0:1788575913.949463:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575913.949465:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575913.949467:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575913.949470:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575913.949470:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949472:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575913.949475:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788575913.949475:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575913.949479:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575913.949482:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000010:3.0:1788575913.949484:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:2.0:1788575913.949486:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949489:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575913.949494:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00100000:3.0:1788575913.949498:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788575913.949500:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000100:00000001:3.0:1788575913.949508:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788575913.949509:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000001:3.0:1788575913.949512:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575913.949516:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c496a81] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575913.949518:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816173952, portal 25
00000100:00000001:2.0:1788575913.949524:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575913.949526:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773180544 : -111012936371072 : ffff9b08c95cb480)
00000100:00000001:3.0:1788575913.949529:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788575913.949533:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788575913.949537:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575913.949537:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788575913.949541:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575913.949543:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575913.949550:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575913.949553:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788575913.949556:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6757
00000100:00000040:2.0:1788575913.949561:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575913.949565:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575913.949566:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000400:00000200:3.0:1788575913.949571:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000200:2.0:1788575913.949572:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816173952, offset 0
00000100:00080000:3.0:1788575913.949574:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788575913.949579:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575913.949582:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949583:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575913.949588:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575913.949592:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575913.949592:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575913.949596:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788575913.949599:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:3.0:1788575913.949602:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575913.949603:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000020:00000040:3.0:1788575913.949605:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:3.0:1788575913.949609:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575913.949610:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788575913.949614:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575913.949617:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:3.0:1788575913.949620:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575913.949624:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788575913.949625:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575913.949631:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000040:3.0:1788575913.949632:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575913.949637:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90864:90864:256:4294967295] 192.168.202.101@tcp LPNI seq info [90844:90844:8:4294967295]
00000400:00000200:2.0:1788575913.949643:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575913.949648:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575913.949654:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000400:00000200:2.0:1788575913.949657:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788575913.949661:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949666:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575913.949669:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575913.949670:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1788575913.949676:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
02000000:00000001:3.0:1788575913.949676:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575913.949681:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949684:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788575913.949687:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00100000:3.0:1788575913.949687:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1788575913.949692:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000008:00000001:3.0:1788575913.949693:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949696:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575913.949702:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cb100.
00000800:00000200:2.1:1788575913.949702:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575913.949707:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1788575913.949709:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000800:00000100:2.0:1788575913.949713:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
02000000:00000001:3.0:1788575913.949715:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1788575913.949717:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
02000000:00000001:3.0:1788575913.949718:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949722:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788575913.949723:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788575913.949724:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575913.949728:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575913.949731:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1788575913.949734:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436800.
00000400:00000200:2.0:1788575913.949738:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000100:00000001:3.0:1788575913.949740:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575913.949742:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00100000:3.0:1788575913.949747:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575913.949748:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575913.949756:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575913.949783:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575913.949784:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788575913.949787:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575913.949791:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575913.949809:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fa6d664] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.949828:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949830:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.949831:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788575913.949835:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575913.949839:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788575913.949840:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788575913.949841:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575913.949844:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575913.949847:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6757
00000100:00000001:2.0:1788575913.949848:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575913.949853:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.949857:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575913.949859:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575913.949861:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301433728
00000100:00080000:3.0:1788575913.949863:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1788575913.949868:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00000040:3.0:1788575913.949868:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949873:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575913.949875:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575913.949877:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575913.949878:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:3.0:1788575913.949882:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575913.949884:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301433728
00000020:00000040:3.0:1788575913.949885:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:3.0:1788575913.949888:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:2.0:1788575913.949891:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941bcc0.
00000020:00000040:3.0:1788575913.949892:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00000001:2.0:1788575913.949896:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1788575913.949897:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575913.949901:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788575913.949902:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000001:2.0:1788575913.949907:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575913.949909:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575913.949911:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788575913.949914:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788575913.949919:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575913/real 1788575913]  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575913.949919:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.949925:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:3.0:1788575913.949930:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:3.0:1788575913.949935:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000001:2.0:1788575913.949936:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788575913.949938:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788575913.949939:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575913.949943:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
02000000:00000001:3.0:1788575913.949943:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788575913.949949:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
02000000:00000001:3.0:1788575913.949949:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788575913.949953:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
02000000:00000001:3.0:1788575913.949954:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.949958:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788575913.949959:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575913.949963:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000200:2.0:1788575913.949966:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788575913.949967:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949971:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575913.949976:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95cbb80.
00000020:00000040:3.0:1788575913.949978:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575913.949980:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788575913.949982:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.949986:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788575913.949989:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575913.949992:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575913.949994:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788575913.949998:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1435c00.
00000100:00000001:3.0:1788575913.950004:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950006:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575913.950010:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575913.950011:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575913.950013:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.950016:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575913.950025:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575913.950025:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788575913.950030:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950039:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575913.950040:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000600b5a24] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788575913.950047:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950077:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575913.950080:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.950081:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.950083:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.950085:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575913.950087:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575913.950091:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788575913.950093:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575913.950098:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00080000:3.0:1788575913.950098:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575913.950102:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1788575913.950104:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788575913.950107:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1788575913.950110:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788575913.950111:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788575913.950116:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788575913.950122:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6757
00000100:00100000:2.0:1788575913.950127:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816173952:192.168.202.101@tcp:250:kworker.0
00000400:00000200:3.0:1788575913.950129:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575913.950136:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788575913.950137:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575913.950142:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788575913.950142:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575913.950148:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb480 x1875450816173952/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788575913.950149:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.950154:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788575913.950159:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:3.0:1788575913.950164:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575913.950165:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1788575913.950167:0:43543:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788575913.950169:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1788575913.950170:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
02000000:00000010:2.0:1788575913.950173:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
00000020:00000001:3.0:1788575913.950174:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788575913.950178:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
02000000:00000001:2.0:1788575913.950179:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575913.950181:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:2.0:1788575913.950182:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575913.950186:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575913.950186:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:2.0:1788575913.950192:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788575913.950193:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
02000000:00000010:2.0:1788575913.950195:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435000.
00000100:00000001:3.0:1788575913.950199:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788575913.950201:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788575913.950203:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
02000000:00000001:2.0:1788575913.950204:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575913.950208:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb480.
00000100:00000001:3.0:1788575913.950209:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575913.950213:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1788575913.950213:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00000001:2.0:1788575913.950216:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788575913.950219:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575913.950220:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575913.950225:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575913.950227:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788575913.950228:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575913.950231:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575913.950231:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575913.950235:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788575913.950237:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950238:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575913.950242:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788575913.950242:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788575913.950247:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000100:00000040:2.0:1788575913.950249:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788575913.950250:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.950252:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788575913.950257:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c95c9880.
00000020:00000040:3.0:1788575913.950261:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:3.0:1788575913.950265:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575913.950266:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788575913.950267:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950269:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.950270:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575913.950273:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575913.950273:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788575913.950275:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575913.950276:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788575913.950279:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575913.950280:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.950283:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575913.950285:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174080:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575913.950290:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1788575913.950291:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788575913.950293:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575913.950296:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575913.950299:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788575913.950300:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788575913.950303:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575913.950306:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
00000100:00000040:3.0:1788575913.950307:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049eb7201] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788575913.950310:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575913.950318:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575913.950318:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575913.950322:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000100:00000040:3.0:1788575913.950323:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6767)
00000400:00000010:2.0:1788575913.950328:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575913.950332:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816174080, portal 10
00000100:00000001:2.0:1788575913.950334:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575913.950336:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773176960 : -111012936374656 : ffff9b08c95ca680)
00000100:00000040:2.0:1788575913.950343:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950350:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575913.950352:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575913.950354:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575913.950356:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816174080, offset 0
00000400:00000200:2.0:1788575913.950359:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575913.950363:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.950367:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575913.950371:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575913.950374:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575913.950377:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575913.950379:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575913.950382:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90865:90865:256:4294967295] 192.168.202.101@tcp LPNI seq info [90845:90845:8:4294967295]
00000400:00000200:2.0:1788575913.950385:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.950391:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575913.950395:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575913.950398:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575913.950402:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575913.950404:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575913.950408:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575913.950411:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575913.950415:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575913.950417:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575913.950419:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575913.950422:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575913.950425:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575913.950427:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575913.950429:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575913.950432:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950439:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575913.950441:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950452:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950454:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575913.950457:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575913.950460:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575913.950463:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575913.950464:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301429837
00000100:00000001:2.0:1788575913.950467:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301433728
00000100:00000001:2.0:1788575913.950468:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301429837
00000100:00000001:2.0:1788575913.950470:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301433728
00000100:00000001:2.0:1788575913.950472:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575913.950474:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950475:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575913.950478:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575913/real 1788575913]  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575913.950485:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575913.950487:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575913.950488:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575913.950490:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575913.950492:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575913.950494:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575913.950496:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575913.950503:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950509:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575913.950510:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.950512:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.950513:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575913.950517:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950523:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575913.950526:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950532:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575913.950534:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.950536:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.950537:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.950538:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575913.950540:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575913.950542:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575913.950545:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575913.950547:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575913.950551:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575913.950559:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174080:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575913.950562:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575913.950565:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950571:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575913.950572:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575913.950574:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575913.950576:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575913.950578:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575913.950581:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174208:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575913.950584:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575913.950586:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575913.950588:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575913.950589:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575913.950593:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575913.950594:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575913.950597:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575913.950600:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575913.950602:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575913.950605:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816174208, portal 10
00000100:00000001:2.0:1788575913.950607:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575913.950608:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773179648 : -111012936371968 : ffff9b08c95cb100)
00000100:00000040:2.0:1788575913.950613:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950619:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575913.950622:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575913.950623:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575913.950626:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816174208, offset 0
00000400:00000200:2.0:1788575913.950629:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575913.950633:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.950636:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575913.950639:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575913.950641:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575913.950643:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575913.950646:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575913.950649:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90866:90866:256:4294967295] 192.168.202.101@tcp LPNI seq info [90846:90846:8:4294967295]
00000400:00000200:2.0:1788575913.950653:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.950659:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575913.950663:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575913.950665:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575913.950669:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575913.950671:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575913.950676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575913.950678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575913.950682:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575913.950684:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575913.950687:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575913.950690:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575913.950693:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575913.950694:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575913.950697:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575913.950700:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950707:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575913.950710:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950717:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950719:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575913.950721:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575913.950724:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575913.950726:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575913.950728:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301429787
00000100:00000001:2.0:1788575913.950730:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301433728
00000100:00000001:2.0:1788575913.950732:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301429787
00000100:00000001:2.0:1788575913.950734:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301433728
00000100:00000001:2.0:1788575913.950737:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575913.950738:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950740:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575913.950743:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575913/real 1788575913]  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575913.950751:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575913.950752:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575913.950754:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575913.950756:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575913.950757:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575913.950759:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575913.950762:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575913.950771:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950777:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575913.950778:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.950780:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.950781:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575913.950784:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950791:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575913.950804:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950812:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575913.950814:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.950815:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.950816:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.950818:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575913.950819:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575913.950821:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575913.950825:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575913.950827:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575913.950830:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575913.950838:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174208:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575913.950842:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575913.950845:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950852:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575913.950853:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575913.950855:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575913.950857:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575913.950859:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575913.950862:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174336:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575913.950865:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575913.950867:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575913.950868:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575913.950870:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575913.950873:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575913.950875:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575913.950878:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575913.950880:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575913.950883:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575913.950885:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816174336, portal 4
00000100:00000001:2.0:1788575913.950887:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575913.950888:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773182336 : -111012936369280 : ffff9b08c95cbb80)
00000100:00000040:2.0:1788575913.950893:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950900:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575913.950902:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575913.950904:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575913.950906:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816174336, offset 0
00000400:00000200:2.0:1788575913.950910:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575913.950913:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.950917:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575913.950920:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575913.950922:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575913.950924:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575913.950926:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575913.950930:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90867:90867:256:4294967295] 192.168.202.101@tcp LPNI seq info [90847:90847:8:4294967295]
00000400:00000200:2.0:1788575913.950934:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.950940:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575913.950944:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575913.950947:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575913.950950:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575913.950953:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575913.950957:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575913.950959:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575913.950963:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575913.950965:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575913.950967:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575913.950971:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575913.950973:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575913.950975:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575913.950977:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575913.950980:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950987:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575913.950991:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.950997:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.950998:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575913.951001:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575913.951004:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575913.951006:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575913.951008:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301429820
00000100:00000001:2.0:1788575913.951010:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301433728
00000100:00000001:2.0:1788575913.951012:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301429820
00000100:00000001:2.0:1788575913.951015:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301433728
00000100:00000001:2.0:1788575913.951016:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575913.951018:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.951020:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575913.951024:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575913/real 1788575913]  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575913.951031:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575913.951032:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575913.951034:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575913.951036:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575913.951038:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575913.951039:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575913.951042:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575913.951050:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951075:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575913.951076:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951078:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.951079:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575913.951082:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951089:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575913.951093:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951099:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575913.951101:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951103:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.951104:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951105:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575913.951107:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575913.951109:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575913.951112:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575913.951114:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575913.951117:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575913.951124:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174336:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575913.951127:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951129:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575913.951132:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95ca680 x1875450816174080/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951137:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575913.951138:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575913.951140:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575913.951142:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575913.951143:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575913.951145:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575913.951146:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575913.951148:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1434000.
02000000:00000001:2.0:1788575913.951151:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575913.951152:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575913.951153:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95ca680.
00000100:00000001:2.0:1788575913.951155:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575913.951156:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951158:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575913.951161:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cb100 x1875450816174208/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951167:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575913.951168:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575913.951169:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575913.951171:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575913.951172:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575913.951173:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575913.951174:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575913.951176:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436800.
02000000:00000001:2.0:1788575913.951179:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575913.951180:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575913.951181:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cb100.
00000100:00000001:2.0:1788575913.951183:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575913.951184:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951185:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575913.951188:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95cbb80 x1875450816174336/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951194:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575913.951195:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575913.951196:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575913.951198:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575913.951199:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575913.951200:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575913.951202:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575913.951203:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:2.0:1788575913.951205:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575913.951206:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575913.951207:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95cbb80.
00000100:00000001:2.0:1788575913.951210:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575913.951211:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951213:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951216:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575913.951218:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.951220:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575913.951221:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575913.951222:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575913.951226:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951231:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575913.951232:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575913.951235:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575913.951236:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575913.951238:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575913.951241:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174464:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575913.951244:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575913.951246:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575913.951247:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575913.951249:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575913.951252:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575913.951254:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575913.951257:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575913.951259:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575913.951261:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575913.951264:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816174464, portal 4
00000100:00000001:2.0:1788575913.951266:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575913.951267:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773173376 : -111012936378240 : ffff9b08c95c9880)
00000100:00000040:2.0:1788575913.951272:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951277:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575913.951280:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575913.951281:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575913.951283:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816174464, offset 0
00000400:00000200:2.0:1788575913.951287:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575913.951290:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.951293:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575913.951296:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575913.951298:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575913.951301:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575913.951303:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575913.951306:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90868:90868:256:4294967295] 192.168.202.101@tcp LPNI seq info [90848:90848:8:4294967295]
00000400:00000200:2.0:1788575913.951309:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575913.951314:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575913.951318:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575913.951321:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575913.951325:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575913.951328:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788575913.951332:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575913.951334:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788575913.951338:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575913.951340:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575913.951342:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575913.951345:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575913.951348:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575913.951349:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575913.951351:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575913.951354:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951360:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575913.951363:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951368:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.951370:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575913.951372:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575913.951374:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575913.951377:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575913.951378:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301429812
00000100:00000001:2.0:1788575913.951381:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301433728
00000100:00000001:2.0:1788575913.951383:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301429812
00000100:00000001:2.0:1788575913.951384:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301433728
00000100:00000001:2.0:1788575913.951386:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575913.951388:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.951389:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575913.951392:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575913/real 1788575913]  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575913.951398:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575913.951399:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575913.951400:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575913.951402:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575913.951404:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575913.951405:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575913.951408:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575913.951414:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951419:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575913.951420:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951422:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.951423:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575913.951426:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951431:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575913.951434:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951440:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575913.951442:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951444:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575913.951445:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951446:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575913.951447:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575913.951450:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575913.951452:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575913.951454:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575913.951457:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575913.951464:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c95c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174464:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575913.951467:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951468:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575913.951471:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c95c9880 x1875450816174464/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575938 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575913.951476:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575913.951477:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575913.951479:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575913.951480:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575913.951481:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575913.951482:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575913.951484:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575913.951485:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08d1436000.
02000000:00000001:2.0:1788575913.951487:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575913.951488:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575913.951489:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c95c9880.
00000100:00000001:2.0:1788575913.951492:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575913.951493:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951494:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575913.951496:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575913.951497:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575913.951499:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575913.951500:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575914.269345:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575914.269350:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575914.269354:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575914.269355:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575914.269357:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575914.269358:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575914.269360:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575914.269360:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575914.269362:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575914.269363:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575914.269470:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575914.269474:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575914.269477:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575914.973168:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575914.973176:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575914.973178:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575914.973184:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575914.973188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575914.973192:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575914.973194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575914.973196:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575914.973199:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575914.973686:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575914.973690:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575914.973691:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575914.973694:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575914.973696:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575914.973698:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575914.973700:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575914.973702:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575914.973703:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575915.293233:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575915.293241:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575915.293247:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575915.293249:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575915.293252:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575915.293253:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575915.293256:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575915.293258:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575915.293260:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575915.293262:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575915.293459:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575915.293462:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575915.293465:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575915.997153:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575915.997153:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575915.997160:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575915.997160:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575915.997163:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575915.997164:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575915.997170:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575915.997171:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575915.997175:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575915.997176:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575915.997180:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575915.997180:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575915.997185:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575915.997188:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575915.997190:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575915.997191:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575915.997193:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575915.997195:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575916.317183:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575916.317191:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575916.317198:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575916.317199:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575916.317203:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575916.317204:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575916.317207:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575916.317208:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575916.317211:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575916.317212:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575916.317277:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575916.317281:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575916.317285:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575917.021232:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575917.021240:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575917.021242:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575917.021247:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575917.021250:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575917.021254:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575917.021256:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575917.021258:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575917.021261:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575917.021334:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575917.021337:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575917.021338:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575917.021341:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:2.0:1788575917.021344:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575917.021346:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575917.021348:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575917.021349:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575917.021351:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341166:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575917.341171:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341175:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575917.341178:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575917.341180:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575917.341183:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341185:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575917.341187:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341188:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341190:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341193:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575917.341194:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575917.341195:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575917.341196:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341197:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575917.341198:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341199:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341200:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341203:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575917.341204:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575917.341205:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575917.341206:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341207:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575917.341207:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341208:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341209:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575917.341211:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575917.341212:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575917.341863:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575917.341866:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575917.341870:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575917.981139:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301433728, at 4301433792
00000100:00000040:3.0:1788575917.981139:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301433728, at 4301433792
00000100:00000010:3.0:1788575917.981151:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941bcc0.
00000100:00000010:2.0:1788575917.981153:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000001:2.0:1788575918.045146:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575918.045151:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575918.045152:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575918.045155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575918.045156:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575918.045158:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575918.045161:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575918.045162:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575918.045166:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575918.045167:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575918.045171:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575918.045171:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575918.045173:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575918.045176:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575918.045178:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575918.045180:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575918.045182:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575918.045184:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575918.365168:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575918.365175:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575918.365180:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575918.365181:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575918.365184:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575918.365186:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575918.365189:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575918.365190:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575918.365193:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575918.365194:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575918.365242:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575918.365246:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575918.365250:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575919.069160:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575919.069160:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575919.069167:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575919.069168:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788575919.069169:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575919.069172:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575919.069172:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575919.069175:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575919.069179:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788575919.069180:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00100000:2.0:1788575919.069181:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00080000:1.0:1788575919.069182:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575919.069188:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788575919.069188:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575919.069188:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575919.069195:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575919.069195:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575919.069196:0:46817:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6762
00000100:00000001:2.0:1788575919.069202:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575919.069205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788575919.069207:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575919.069210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575919.069210:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1788575919.069214:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1788575919.069214:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788575919.069218:0:46817:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788575919.069220:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575919.069223:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069226:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575919.069229:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069230:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575919.069233:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575919.069235:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000020:00000001:1.0:1788575919.069237:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575919.069239:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000020:00000001:1.0:1788575919.069241:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:1.0:1788575919.069243:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:1.0:1788575919.069245:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069247:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575919.069248:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069249:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:1.0:1788575919.069251:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:1.0:1788575919.069253:0:46817:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069254:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575919.069256:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575919.069259:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575919.069260:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069262:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788575919.069263:0:46817:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575919.069269:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575919.069272:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:1.0:1788575919.069274:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575919.069275:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069277:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575919.069280:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575919.069283:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575919.069290:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ae400.
00000100:00000001:1.0:1788575919.069295:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575919.069304:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575919.069315:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575919.069319:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575919.069323:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb5456a7] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575919.069341:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575919.069344:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575919.069348:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788575919.069349:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575919.069351:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575919.069354:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575919.069357:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6762
00000400:00000200:1.0:1788575919.069362:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575919.069365:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575919.069368:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788575919.069368:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788575919.069372:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575919.069373:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575919.069376:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788575919.069377:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788575919.069381:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000040:2.0:1788575919.069386:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575919.069388:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575919.069393:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575919.069395:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:1.0:1788575919.069397:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575919.069398:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:1.0:1788575919.069403:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:1.0:1788575919.069405:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:1.0:1788575919.069411:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069413:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575919.069417:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575919.069417:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575919.069420:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575919.069421:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788575919.069424:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
02000000:00000001:2.0:1788575919.069427:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788575919.069430:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000001:2.0:1788575919.069431:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575919.069436:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.069437:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575919.069439:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788575919.069444:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816174592:192.168.202.101@tcp:250:kworker.0
02000000:00000001:1.0:1788575919.069445:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575919.069450:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.069452:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788575919.069453:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788575919.069458:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1788575919.069459:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788575919.069462:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788575919.069463:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069467:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.069467:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1788575919.069471:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9683800.
02000000:00000010:2.0:1788575919.069474:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
00000020:00000040:1.0:1788575919.069475:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575919.069479:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575919.069481:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788575919.069483:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069486:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788575919.069487:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
02000000:00000001:1.0:1788575919.069488:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575919.069492:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575919.069493:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
02000000:00000010:1.0:1788575919.069497:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af400.
00000400:00000010:2.0:1788575919.069501:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000001:1.0:1788575919.069502:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788575919.069509:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816174592, portal 25
00000100:00100000:1.0:1788575919.069510:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575919.069513:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575919.069516:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773927936 : -111012935623680 : ffff9b08c9681c00)
00000100:00000001:1.0:1788575919.069524:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788575919.069527:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575919.069528:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575919.069537:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8cadbe8] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.069542:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575919.069550:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069553:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788575919.069553:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575919.069557:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816174592, offset 0
00000100:00080000:1.0:1788575919.069563:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575919.069567:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000100:00080000:1.0:1788575919.069568:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788575919.069571:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575919.069572:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575919.069576:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788575919.069576:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575919.069581:0:46817:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6762
00000400:00000200:2.0:1788575919.069585:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:1.0:1788575919.069589:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.069593:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788575919.069595:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575919.069599:0:46817:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788575919.069600:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000100:00000040:1.0:1788575919.069605:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000400:00000200:2.0:1788575919.069607:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788575919.069609:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788575919.069613:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000100:00000040:1.0:1788575919.069615:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069618:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000200:2.0:1788575919.069620:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90869:90869:256:4294967295] 192.168.202.101@tcp LPNI seq info [90849:90849:8:4294967295]
00000020:00000001:1.0:1788575919.069622:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575919.069624:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:1.0:1788575919.069627:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788575919.069629:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000020:00000040:1.0:1788575919.069630:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:1.0:1788575919.069634:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:1.0:1788575919.069639:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000400:00000200:2.0:1788575919.069644:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788575919.069646:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069651:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575919.069655:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000800:00000200:2.0:1788575919.069655:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069660:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000800:00000010:2.0:1788575919.069663:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000020:00000040:1.0:1788575919.069664:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:1.0:1788575919.069670:0:46817:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069674:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788575919.069675:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
02000000:00000001:1.0:1788575919.069677:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788575919.069681:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1788575919.069682:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1788575919.069685:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069689:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575919.069693:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1788575919.069693:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000008:00000001:1.0:1788575919.069699:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788575919.069700:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788575919.069702:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788575919.069707:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000100:00000010:1.0:1788575919.069708:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9681180.
00000800:00000010:2.0:1788575919.069711:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000020:00000040:1.0:1788575919.069712:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575919.069716:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788575919.069717:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788575919.069718:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069723:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575919.069726:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788575919.069727:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1788575919.069729:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575919.069734:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94ac000.
00000400:00000200:2.0:1788575919.069734:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575919.069738:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:1.0:1788575919.069740:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.069745:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575919.069766:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575919.069771:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575919.069777:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.069783:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788575919.069784:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575919.069789:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575919.069796:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002814b6e9] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.069797:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.069801:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575919.069808:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069809:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788575919.069814:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788575919.069815:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00080000:1.0:1788575919.069820:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575919.069821:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301438848
00000100:00000001:1.0:1788575919.069823:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575919.069825:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575919.069828:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1788575919.069828:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941be40.
00000100:00080000:1.0:1788575919.069832:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6762
00000100:00000001:2.0:1788575919.069837:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000400:00000200:1.0:1788575919.069838:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:1.0:1788575919.069844:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1788575919.069845:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301438848
00000100:00080000:1.0:1788575919.069847:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1788575919.069849:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08c941b960.
00000100:00000040:1.0:1788575919.069852:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575919.069855:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1788575919.069856:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575919.069861:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575919.069861:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788575919.069865:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575919.069866:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575919.069869:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788575919.069871:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1788575919.069872:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:1.0:1788575919.069875:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575919.069879:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000100:00100000:2.0:1788575919.069879:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575919/real 1788575919]  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788575919.069883:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:1.0:1788575919.069888:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:1.0:1788575919.069894:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.069897:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788575919.069898:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788575919.069901:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000400:00000001:2.0:1788575919.069902:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788575919.069905:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000400:00000010:2.0:1788575919.069907:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000020:00000040:1.0:1788575919.069909:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000400:00000200:2.0:1788575919.069911:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000100:00080000:1.0:1788575919.069914:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000400:00000010:2.0:1788575919.069916:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:1.0:1788575919.069919:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.069920:0:2397:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1788575919.069922:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788575919.069927:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575919.069936:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575919.069937:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788575919.069942:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069947:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575919.069949:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:1.0:1788575919.069951:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000100:00000001:2.0:1788575919.069952:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.069956:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:1.0:1788575919.069957:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.069959:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575919.069961:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788575919.069967:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680a80.
00000020:00000040:1.0:1788575919.069970:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:1.0:1788575919.069972:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1788575919.069973:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788575919.069974:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.069978:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575919.069981:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575919.069982:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788575919.069988:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94af000.
00000100:00000001:2.0:1788575919.069990:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575919.069993:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575919.069998:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575919.070001:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788575919.070016:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788575919.070018:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575919.070022:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f2a344] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070031:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575919.070037:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575919.070038:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070040:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788575919.070043:0:46817:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788575919.070043:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.070048:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1788575919.070049:0:46817:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575919.070051:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788575919.070052:0:46817:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788575919.070083:0:46817:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575919.070087:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788575919.070088:0:46817:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788575919.070093:0:46817:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6762
00000100:00080000:2.0:1788575919.070096:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000400:00000200:1.0:1788575919.070100:0:46817:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575919.070102:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1788575919.070106:0:46817:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1788575919.070111:0:46817:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575919.070112:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575919.070119:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.070124:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575919.070128:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00100000:2.0:1788575919.070132:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816174592:192.168.202.101@tcp:250:kworker.0
00000100:00000001:1.0:1788575919.070133:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:1.0:1788575919.070137:0:46817:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788575919.070139:0:46817:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:1.0:1788575919.070142:0:46817:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788575919.070146:0:46817:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000100:00000001:2.0:1788575919.070146:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788575919.070150:0:46817:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000001:2.0:1788575919.070151:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1788575919.070154:0:46817:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575919.070157:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681c00 x1875450816174592/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788575919.070160:0:46817:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.070163:0:46817:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788575919.070167:0:46817:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575919.070171:0:46817:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:2.0:1788575919.070174:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1788575919.070175:0:46817:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
02000000:00000001:2.0:1788575919.070177:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:1.0:1788575919.070180:0:46817:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
02000000:00000010:2.0:1788575919.070181:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
00000100:00000001:1.0:1788575919.070183:0:46817:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788575919.070186:0:46817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575919.070187:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1788575919.070190:0:46817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788575919.070191:0:2397:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:1.0:1788575919.070194:0:46817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788575919.070194:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:2.0:1788575919.070199:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788575919.070200:0:46817:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788575919.070204:0:46817:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
02000000:00000010:2.0:1788575919.070204:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ae400.
00000008:00000001:1.0:1788575919.070209:0:46817:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070210:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788575919.070211:0:46817:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070214:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788575919.070217:0:46817:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c9680000.
00000100:00000010:2.0:1788575919.070218:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681c00.
00000020:00000040:1.0:1788575919.070222:0:46817:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000100:00000001:2.0:1788575919.070223:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1788575919.070227:0:46817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788575919.070227:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788575919.070231:0:46817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070232:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575919.070234:0:46817:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788575919.070236:0:46817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788575919.070238:0:46817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070240:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:1.0:1788575919.070243:0:46817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c94acc00.
00000100:00000001:2.0:1788575919.070243:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070248:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788575919.070249:0:46817:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070250:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575919.070253:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:1.0:1788575919.070257:0:46817:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788575919.070261:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070284:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575919.070286:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575919.070289:0:46817:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788575919.070290:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788575919.070292:0:46817:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070293:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575919.070297:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788575919.070300:0:46817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c78cf073] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575919.070304:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174720:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575919.070313:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575919.070316:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788575919.070319:0:46817:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070319:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070324:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788575919.070326:0:46817:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6772)
02000000:00000010:2.0:1788575919.070328:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575919.070332:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575919.070336:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575919.070338:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575919.070342:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575919.070346:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816174720, portal 10
00000100:00000001:2.0:1788575919.070348:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575919.070349:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773935104 : -111012935616512 : ffff9b08c9683800)
00000100:00000040:2.0:1788575919.070355:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070362:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575919.070364:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575919.070366:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575919.070368:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816174720, offset 0
00000400:00000200:2.0:1788575919.070371:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575919.070374:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.070378:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575919.070381:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575919.070383:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575919.070385:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575919.070387:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575919.070390:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90870:90870:256:4294967295] 192.168.202.101@tcp LPNI seq info [90850:90850:8:4294967295]
00000400:00000200:2.0:1788575919.070394:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.070401:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575919.070405:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575919.070407:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575919.070411:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575919.070414:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575919.070418:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575919.070420:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575919.070424:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575919.070426:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575919.070428:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575919.070432:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575919.070434:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575919.070436:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575919.070438:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575919.070441:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070448:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.070451:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070457:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070459:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575919.070461:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575919.070465:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:2.0:1788575919.070467:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575919.070469:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301434957
00000100:00000001:2.0:1788575919.070471:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301438848
00000100:00000001:2.0:1788575919.070473:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301434957
00000100:00000001:2.0:1788575919.070475:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301438848
00000100:00000001:2.0:1788575919.070477:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575919.070479:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070481:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575919.070484:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575919/real 1788575919]  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575919.070491:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575919.070493:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575919.070494:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575919.070497:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575919.070498:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575919.070500:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575919.070503:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575919.070511:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070517:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575919.070519:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.070520:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575919.070522:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575919.070525:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070532:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575919.070535:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070542:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575919.070544:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.070545:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575919.070546:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.070548:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575919.070550:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575919.070553:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575919.070555:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575919.070557:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575919.070561:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575919.070568:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174720:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575919.070572:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575919.070575:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070587:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575919.070588:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070590:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575919.070592:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575919.070594:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575919.070596:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174848:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575919.070599:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575919.070601:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575919.070603:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070604:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575919.070607:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575919.070609:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575919.070611:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575919.070613:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575919.070616:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575919.070618:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816174848, portal 10
00000100:00000001:2.0:1788575919.070620:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575919.070621:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773925248 : -111012935626368 : ffff9b08c9681180)
00000100:00000040:2.0:1788575919.070625:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070632:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575919.070634:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575919.070636:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575919.070638:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816174848, offset 0
00000400:00000200:2.0:1788575919.070641:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575919.070644:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.070647:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575919.070654:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575919.070656:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575919.070658:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575919.070661:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575919.070664:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90871:90871:256:4294967295] 192.168.202.101@tcp LPNI seq info [90851:90851:8:4294967295]
00000400:00000200:2.0:1788575919.070667:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.070673:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575919.070677:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575919.070680:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575919.070683:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575919.070686:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575919.070690:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575919.070692:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575919.070696:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575919.070698:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575919.070700:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575919.070703:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575919.070705:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575919.070707:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575919.070709:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575919.070712:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070719:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.070722:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070728:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070730:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575919.070732:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575919.070735:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:2.0:1788575919.070737:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575919.070739:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301434907
00000100:00000001:2.0:1788575919.070742:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301438848
00000100:00000001:2.0:1788575919.070744:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301434907
00000100:00000001:2.0:1788575919.070746:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301438848
00000100:00000001:2.0:1788575919.070759:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575919.070761:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.070763:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575919.070767:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575919/real 1788575919]  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575919.070774:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575919.070775:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575919.070777:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575919.070779:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575919.070780:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575919.070782:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575919.070785:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575919.070793:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070799:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575919.070800:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.070802:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575919.070803:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575919.070806:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070813:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575919.070816:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070823:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575919.070825:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.070827:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575919.070828:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.070830:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575919.070831:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575919.070833:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575919.070836:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575919.070838:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575919.070842:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575919.070849:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174848:192.168.202.101@tcp:38:kworker.0
00000100:00000001:2.0:1788575919.070853:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575919.070856:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070862:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575919.070864:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070866:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575919.070867:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575919.070869:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575919.070872:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174976:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575919.070875:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575919.070876:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575919.070877:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.070879:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575919.070882:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575919.070884:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575919.070887:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575919.070889:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575919.070892:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575919.070894:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816174976, portal 4
00000100:00000001:2.0:1788575919.070896:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575919.070897:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773923456 : -111012935628160 : ffff9b08c9680a80)
00000100:00000040:2.0:1788575919.070901:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070907:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575919.070910:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575919.070911:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575919.070913:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816174976, offset 0
00000400:00000200:2.0:1788575919.070917:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575919.070920:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.070923:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575919.070925:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575919.070928:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575919.070930:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575919.070932:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575919.070935:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90872:90872:256:4294967295] 192.168.202.101@tcp LPNI seq info [90852:90852:8:4294967295]
00000400:00000200:2.0:1788575919.070939:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.070944:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575919.070949:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575919.070951:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575919.070955:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575919.070957:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575919.070961:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575919.070963:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575919.070967:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575919.070969:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575919.070972:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575919.070975:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575919.070977:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575919.070978:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575919.070980:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575919.070983:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070990:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.070992:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.070998:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.071000:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575919.071003:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575919.071005:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:2.0:1788575919.071008:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575919.071010:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301434940
00000100:00000001:2.0:1788575919.071012:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301438848
00000100:00000001:2.0:1788575919.071014:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301434940
00000100:00000001:2.0:1788575919.071016:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301438848
00000100:00000001:2.0:1788575919.071017:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575919.071019:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.071021:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575919.071024:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575919/real 1788575919]  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575919.071031:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575919.071032:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575919.071034:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575919.071035:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575919.071037:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575919.071039:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575919.071041:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575919.071050:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071072:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575919.071073:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071075:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575919.071076:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575919.071079:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071086:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575919.071089:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071096:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575919.071098:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071100:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575919.071101:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071103:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575919.071105:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575919.071107:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575919.071110:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575919.071112:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575919.071115:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575919.071122:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816174976:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575919.071126:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071128:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.071131:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9683800 x1875450816174720/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071137:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575919.071138:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575919.071140:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:2.0:1788575919.071142:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575919.071144:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575919.071145:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575919.071147:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575919.071149:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af400.
02000000:00000001:2.0:1788575919.071151:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575919.071152:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575919.071153:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9683800.
00000100:00000001:2.0:1788575919.071156:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575919.071157:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071159:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.071162:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9681180 x1875450816174848/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071168:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575919.071169:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575919.071171:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:2.0:1788575919.071173:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575919.071174:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575919.071175:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575919.071177:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575919.071178:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94ac000.
02000000:00000001:2.0:1788575919.071180:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575919.071181:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575919.071182:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9681180.
00000100:00000001:2.0:1788575919.071184:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575919.071185:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071186:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.071189:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680a80 x1875450816174976/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071195:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575919.071196:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575919.071197:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575919.071199:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575919.071200:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575919.071201:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575919.071203:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575919.071204:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94af000.
02000000:00000001:2.0:1788575919.071206:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575919.071207:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575919.071209:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680a80.
00000100:00000001:2.0:1788575919.071210:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575919.071211:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071213:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071216:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575919.071217:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.071219:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575919.071220:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575919.071221:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788575919.071225:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071231:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575919.071232:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.071234:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788575919.071235:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575919.071237:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575919.071240:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175104:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575919.071243:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788575919.071245:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788575919.071246:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575919.071248:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788575919.071250:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575919.071252:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788575919.071255:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:2.0:1788575919.071257:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c71ef420.
00000400:00000010:2.0:1788575919.071259:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325440.
00000100:00000200:2.0:1788575919.071262:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816175104, portal 4
00000100:00000001:2.0:1788575919.071263:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788575919.071265:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060773920768 : -111012935630848 : ffff9b08c9680000)
00000100:00000040:2.0:1788575919.071269:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071275:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788575919.071277:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:2.0:1788575919.071279:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08d0325f68.
00000100:00000200:2.0:1788575919.071281:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816175104, offset 0
00000400:00000200:2.0:1788575919.071284:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:2.0:1788575919.071288:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.071291:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:2.0:1788575919.071294:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788575919.071296:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:2.0:1788575919.071299:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788575919.071301:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:2.0:1788575919.071304:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90873:90873:256:4294967295] 192.168.202.101@tcp LPNI seq info [90853:90853:8:4294967295]
00000400:00000200:2.0:1788575919.071308:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575919.071314:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788575919.071318:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575919.071320:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c956bd00.
00000800:00000200:2.0:1788575919.071324:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.0:1788575919.071326:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788575919.071330:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:2.1:1788575919.071333:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788575919.071336:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:2.0:1788575919.071338:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c956bd00.
00000400:00000200:2.0:1788575919.071340:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788575919.071343:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788575919.071346:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325f68
00000400:00000010:2.0:1788575919.071347:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325f68.
00000100:00000001:2.0:1788575919.071349:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788575919.071353:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071359:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.071362:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071368:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.071370:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788575919.071372:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575919.071375:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:2.0:1788575919.071378:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:2.0:1788575919.071379:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301434932
00000100:00000001:2.0:1788575919.071382:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301438848
00000100:00000001:2.0:1788575919.071384:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301434932
00000100:00000001:2.0:1788575919.071385:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301438848
00000100:00000001:2.0:1788575919.071388:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788575919.071389:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.071391:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788575919.071394:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575919/real 1788575919]  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788575919.071401:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788575919.071403:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788575919.071404:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c71ef420.
00000400:00000200:2.0:1788575919.071406:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08d0325440
00000400:00000010:2.0:1788575919.071407:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08d0325440.
00000100:00000001:2.0:1788575919.071409:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788575919.071412:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788575919.071420:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071426:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788575919.071427:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071429:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575919.071430:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788575919.071433:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071439:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788575919.071443:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071449:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788575919.071451:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071453:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788575919.071454:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071456:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788575919.071457:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788575919.071460:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575919.071463:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:2.0:1788575919.071465:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788575919.071469:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575919.071476:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c9680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175104:192.168.202.101@tcp:8:kworker.0
00000100:00000001:2.0:1788575919.071480:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071481:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788575919.071484:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c9680000 x1875450816175104/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575919.071490:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788575919.071491:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788575919.071493:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:2.0:1788575919.071495:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788575919.071496:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788575919.071497:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:2.0:1788575919.071499:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788575919.071500:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c94acc00.
02000000:00000001:2.0:1788575919.071502:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788575919.071503:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788575919.071505:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c9680000.
00000100:00000001:2.0:1788575919.071507:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788575919.071508:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071510:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575919.071512:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575919.071513:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575919.071515:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788575919.071517:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389159:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575919.389166:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575919.389169:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575919.389172:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389177:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575919.389180:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389182:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389184:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389189:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575919.389190:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389194:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575919.389195:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389198:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575919.389200:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389202:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575919.389204:0:50084:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1788575919.389205:0:50084:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1788575919.389207:0:50084:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389208:0:50084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1788575919.389210:0:50084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389211:0:50084:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575919.389213:0:50084:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575919.389259:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575919.389262:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575919.389265:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788575920.093145:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575920.093145:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788575920.093151:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575920.093151:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575920.093154:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575920.093154:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575920.093160:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575920.093161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:2.0:1788575920.093165:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575920.093165:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575920.093169:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575920.093170:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575920.093172:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575920.093175:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575920.093176:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575920.093178:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575920.093180:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788575920.093182:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575920.413178:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575920.413193:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575920.413203:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575920.413204:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575920.413209:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575920.413210:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575920.413213:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575920.413215:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575920.413219:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575920.413220:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575920.413276:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575920.413283:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575920.413288:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788575921.117148:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575921.117155:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575921.117157:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575921.117161:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575921.117164:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575921.117167:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575921.117169:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575921.117171:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575921.117173:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788575921.117179:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575921.117185:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575921.117187:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575921.117190:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575921.117194:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575921.117196:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575921.117198:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575921.117200:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575921.117202:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575921.437172:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575921.437177:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575921.437181:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575921.437182:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575921.437184:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575921.437185:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575921.437187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575921.437188:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575921.437190:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575921.437190:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575921.437239:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575921.437242:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575921.437244:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575922.141157:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575922.141158:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575922.141166:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575922.141166:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575922.141171:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575922.141171:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575922.141177:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00100000:3.0:1788575922.141177:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:1.0:1788575922.141182:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575922.141183:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575922.141188:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575922.141188:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575922.141194:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575922.141197:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575922.141200:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575922.141201:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575922.141204:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575922.141207:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575922.461177:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575922.461182:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575922.461187:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575922.461188:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575922.461190:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575922.461191:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575922.461193:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575922.461194:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575922.461195:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575922.461196:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788575922.461251:0:16966:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788575922.461254:0:16966:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788575922.461257:0:16966:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1788575923.101155:0:50084:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951a20 (cpu 2) has reached its deadline 4301438848, at 4301438912
00000100:00000040:3.0:1788575923.101155:0:50047:0:(connection.c:75:cpu_latency_work()) work item of ffff9b08d0951b30 (cpu 3) has reached its deadline 4301438848, at 4301438912
00000100:00000010:2.0:1788575923.101169:0:50084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941be40.
00000100:00000010:3.0:1788575923.101171:0:50047:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b08c941b960.
00000100:00000001:1.0:1788575923.165143:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575923.165150:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575923.165152:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575923.165157:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575923.165160:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788575923.165164:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575923.165166:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788575923.165169:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788575923.165172:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575923.165775:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1788575923.165778:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575923.165780:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575923.165783:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000001:3.0:1788575923.165785:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575923.165787:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575923.165789:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575923.165791:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575923.165793:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575923.485305:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575923.485312:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575923.485317:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575923.485318:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575923.485322:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575923.485323:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575923.485327:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575923.485328:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575923.485331:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575923.485332:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788575923.485391:0:16836:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788575923.485395:0:16836:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788575923.485398:0:16836:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788575924.189170:0:48776:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1788575924.189178:0:48776:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788575924.189180:0:48776:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575924.189185:0:48776:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c6937f00 going to sleep for 0 seconds
00000100:00000001:1.0:1788575924.189189:0:48776:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788575924.189190:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e00f318-4187-4db3-8208-3f94e6429252->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788575924.189193:0:48776:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575924.189199:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788575924.189200:0:48776:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788575924.189204:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788575924.189205:0:48776:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788575924.189209:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788575924.189210:0:48776:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.189217:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575924.189224:0:43543:0:(import.c:510:import_select_connection()) MGC192.168.202.101@tcp: connect to NID 192.168.202.101@tcp last attempt 6767
00000400:00000200:2.0:1788575924.189232:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575924.189239:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575924.189242:0:43543:0:(import.c:589:import_select_connection()) MGC192.168.202.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788575924.189245:0:48777:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000040:2.0:1788575924.189246:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575924.189248:0:48777:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788575924.189251:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788575924.189252:0:48777:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788575924.189256:0:48777:0:(client.c:2702:ptlrpc_set_wait()) set ffff9b08c9458000 going to sleep for 0 seconds
00000100:00000040:2.0:1788575924.189256:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:1.0:1788575924.189261:0:48777:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788575924.189261:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000100:00000001:1.0:1788575924.189266:0:48777:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788575924.189267:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788575924.189270:0:48777:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788575924.189271:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf7ae
00000100:00000001:1.0:1788575924.189274:0:48777:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788575924.189275:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575924.189279:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08d14b1800 refcount=3
00000100:00000001:1.0:1788575924.189280:0:48777:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788575924.189285:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000020:00000001:2.0:1788575924.189289:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060906244096 : -111012803307520 : ffff9b08d14b1800)
00000100:00000040:2.0:1788575924.189292:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.189294:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.189296:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.189298:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575924.189302:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08d14b1800 : new refcount 2
00000100:00080000:2.0:1788575924.189305:0:43543:0:(import.c:624:import_select_connection()) MGC192.168.202.101@tcp: import ffff9b08d14b7000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575924.189308:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575924.189311:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575924.189314:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575924.190403:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190407:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788575924.190409:0:43543:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575924.190417:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5880.
00000020:00000040:2.0:1788575924.190421:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d14b7000 refcount=4 obd=MGC192.168.202.101@tcp
02000000:00000001:2.0:1788575924.190425:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575924.190427:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190430:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575924.190432:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575924.190436:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575924.190443:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2c00.
00000100:00000001:2.0:1788575924.190450:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575924.190459:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575924.190470:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575924.190473:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575924.190478:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a0f978b] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575924.190502:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575924.190505:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575924.190508:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788575924.190509:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575924.190511:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575924.190514:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575924.190516:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6767
00000400:00000200:2.0:1788575924.190520:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575924.190524:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575924.190526:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575924.190529:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190531:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.190533:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190535:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575924.190537:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575924.190538:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf802
00000020:00000001:2.0:1788575924.190540:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575924.190542:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e6000 refcount=5
00000020:00000001:2.0:1788575924.190544:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000020:00000001:2.0:1788575924.190546:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794261504 : -111012915290112 : ffff9b08ca9e6000)
00000100:00000040:2.0:1788575924.190549:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190551:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.190553:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190555:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575924.190557:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e6000 : new refcount 4
00000100:00080000:2.0:1788575924.190559:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b08c2e8b800: import ffff9b08c4e62000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190561:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575924.190563:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575924.190568:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575924.190570:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190572:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575924.190575:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575924.190578:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190580:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575924.190585:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f6d80.
00000020:00000040:2.0:1788575924.190587:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e62000 refcount=358 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575924.190589:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575924.190591:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190592:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575924.190594:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575924.190595:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575924.190599:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c3c00.
00000100:00000001:2.0:1788575924.190602:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575924.190606:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575924.190613:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575924.190615:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575924.190619:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6b32bc1] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575924.190626:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575924.190629:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575924.190631:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788575924.190633:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575924.190634:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575924.190636:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575924.190639:0:43543:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6767
00000400:00000200:2.0:1788575924.190642:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575924.190644:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575924.190646:0:43543:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575924.190649:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190650:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.190652:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190654:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575924.190656:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575924.190657:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf809
00000020:00000001:2.0:1788575924.190658:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575924.190660:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e3800 refcount=5
00000020:00000001:2.0:1788575924.190662:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000020:00000001:2.0:1788575924.190664:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794251264 : -111012915300352 : ffff9b08ca9e3800)
00000100:00000040:2.0:1788575924.190667:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190668:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.190670:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190672:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575924.190673:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e3800 : new refcount 4
00000100:00080000:2.0:1788575924.190676:0:43543:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9b08c2e8b800: import ffff9b08c4e63800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190678:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575924.190679:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575924.190681:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575924.190683:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190685:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575924.190687:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683137 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788575924.190689:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190691:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575924.190693:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f7b80.
00000020:00000040:2.0:1788575924.190695:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08c4e63800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575924.190697:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575924.190699:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190717:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575924.190718:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575924.190719:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575924.190723:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1000.
00000100:00000001:2.0:1788575924.190726:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575924.190731:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575924.190739:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575924.190741:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575924.190744:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd601159] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575924.190751:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575924.190753:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575924.190756:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788575924.190758:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575924.190759:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575924.190761:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575924.190763:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6767
00000400:00000200:2.0:1788575924.190766:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575924.190769:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575924.190771:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575924.190774:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190775:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.190777:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190779:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575924.190781:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575924.190783:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf817
00000020:00000001:2.0:1788575924.190784:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575924.190786:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9ea000 refcount=4
00000020:00000001:2.0:1788575924.190788:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000020:00000001:2.0:1788575924.190790:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794277888 : -111012915273728 : ffff9b08ca9ea000)
00000100:00000040:2.0:1788575924.190793:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190794:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.190796:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190798:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575924.190800:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9ea000 : new refcount 3
00000100:00080000:2.0:1788575924.190802:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b08c2e8b800: import ffff9b08ca9e7800 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190804:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575924.190805:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575924.190808:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575924.190809:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190811:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575924.190813:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 286720, lost: 0.
00000008:00000001:2.0:1788575924.190815:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190817:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575924.190819:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5f80.
00000020:00000040:2.0:1788575924.190821:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08ca9e7800 refcount=7 obd=lustre-OST0000-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575924.190824:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575924.190825:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190826:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575924.190828:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575924.190829:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575924.190832:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c1800.
00000100:00000001:2.0:1788575924.190834:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575924.190838:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575924.190845:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575924.190847:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575924.190851:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000922ecda] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575924.190858:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788575924.190861:0:43543:0:(pinger.c:229:ptlrpc_pinger_process_import()) cb02f30f-1c06-4108-9e10-a3a91b6dbec1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575924.190864:0:43543:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788575924.190865:0:43543:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788575924.190867:0:43543:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788575924.190869:0:43543:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788575924.190871:0:43543:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: connect to NID 192.168.202.101@tcp last attempt 6767
00000400:00000200:2.0:1788575924.190874:0:43543:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:2.0:1788575924.190876:0:43543:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1788575924.190878:0:43543:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788575924.190880:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190882:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.190884:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190886:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000001:2.0:1788575924.190888:0:43543:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788575924.190889:0:43543:0:(genops.c:825:class_conn2export()) looking for export cookie 0x9d80b67c9f3bf81e
00000020:00000001:2.0:1788575924.190890:0:43543:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788575924.190892:0:43543:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9b08ca9e8800 refcount=4
00000020:00000001:2.0:1788575924.190893:0:43543:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000020:00000001:2.0:1788575924.190895:0:43543:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446633060794271744 : -111012915279872 : ffff9b08ca9e8800)
00000100:00000040:2.0:1788575924.190897:0:43543:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b08d1b16e80 refcount 14 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190899:0:43543:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788575924.190901:0:43543:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b08d1b16e80 refcount 15 to 192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190903:0:43543:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633060912950912 : -111012796600704 : ffff9b08d1b16e80)
00000020:00000040:2.0:1788575924.190906:0:43543:0:(genops.c:900:class_export_put()) PUTting export ffff9b08ca9e8800 : new refcount 3
00000100:00080000:2.0:1788575924.190908:0:43543:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9b08c2e8b800: import ffff9b08d320a000 using connection 192.168.202.101@tcp/192.168.202.101@tcp
00000100:00000001:2.0:1788575924.190909:0:43543:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788575924.190911:0:43543:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788575924.190913:0:43543:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788575924.190915:0:43543:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190917:0:43543:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788575924.190919:0:43543:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683137 ocd_grant: 36864, lost: 0.
00000008:00000001:2.0:1788575924.190921:0:43543:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190922:0:43543:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788575924.190925:0:43543:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b08c49f5500.
00000020:00000040:2.0:1788575924.190927:0:43543:0:(genops.c:1231:class_import_get()) import ffff9b08d320a000 refcount=4 obd=lustre-OST0001-osc-ffff9b08c2e8b800
02000000:00000001:2.0:1788575924.190929:0:43543:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788575924.190930:0:43543:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788575924.190931:0:43543:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788575924.190932:0:43543:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788575924.190934:0:43543:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788575924.190936:0:43543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b08c96c2800.
00000100:00000001:2.0:1788575924.190939:0:43543:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788575924.190943:0:43543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788575924.190949:0:43543:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788575924.190951:0:43543:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575924.190954:0:43543:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429be166] to pc [ptlrpcd_rcv+-1]  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788575924.190961:0:43543:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788575924.190965:0:43543:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6777)
00000100:00000001:3.0:1788575924.191186:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575924.191190:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788575924.191192:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575924.191198:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191207:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575924.191208:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.191211:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575924.191213:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575924.191216:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575924.191219:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816175232:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575924.191223:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575924.191226:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575924.191229:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.191231:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575924.191236:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575924.191238:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575924.191243:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575924.191246:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575924.191252:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575924.191257:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816175232, portal 25
00000100:00000001:3.0:1788575924.191260:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575924.191261:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693661824 : -111013015889792 : ffff9b08c49f5880)
00000100:00000040:3.0:1788575924.191266:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191273:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575924.191276:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575924.191278:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575924.191281:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875450816175232, offset 0
00000400:00000200:3.0:1788575924.191286:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575924.191293:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.191298:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575924.191303:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575924.191307:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575924.191311:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575924.191323:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575924.191327:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90874:90874:256:4294967295] 192.168.202.101@tcp LPNI seq info [90854:90854:8:4294967295]
00000400:00000200:3.0:1788575924.191331:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.191340:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575924.191346:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.191350:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575924.191357:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575924.191361:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575924.191366:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575924.191369:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575924.191374:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.191376:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575924.191382:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575924.191387:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575924.191391:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575924.191393:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575924.191397:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575924.191401:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191409:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.191413:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191420:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.191422:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575924.191426:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575924.191430:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575924.191432:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301443970
00000100:00000010:3.0:1788575924.191437:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab360.
00000100:00000001:3.0:1788575924.191443:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1788575924.191447:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301443970
00000100:00000010:3.0:1788575924.191450:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b08ca7ab600.
00000100:00000001:3.0:1788575924.191453:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1788575924.191456:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575924.191458:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.191460:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575924.191464:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575924/real 1788575924]  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575924.191473:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575924.191474:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575924.191476:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575924.191478:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575924.191480:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575924.191482:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575924.191485:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575924.191494:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191501:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575924.191502:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.191504:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.191506:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575924.191510:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191517:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575924.191522:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191528:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575924.191530:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.191532:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.191533:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.191535:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575924.191537:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575924.191540:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d14b7000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575924.191543:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575924.191545:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575924.191550:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575924.191558:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e00f318-4187-4db3-8208-3f94e6429252:2397:1875450816175232:192.168.202.101@tcp:250:kworker.0
00000100:00000001:3.0:1788575924.191562:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575924.191565:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191572:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575924.191573:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.191575:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575924.191577:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575924.191579:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575924.191582:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175360:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575924.191585:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575924.191586:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575924.191588:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.191589:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575924.191592:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575924.191594:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575924.191597:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575924.191599:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575924.191602:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575924.191605:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816175360, portal 10
00000100:00000001:3.0:1788575924.191607:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575924.191608:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693667200 : -111013015884416 : ffff9b08c49f6d80)
00000100:00000040:3.0:1788575924.191615:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191627:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575924.191629:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575924.191631:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575924.191632:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816175360, offset 0
00000400:00000200:3.0:1788575924.191636:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575924.191639:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.191643:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575924.191645:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575924.191648:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575924.191650:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575924.191652:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575924.191655:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90875:90875:256:4294967295] 192.168.202.101@tcp LPNI seq info [90855:90855:8:4294967295]
00000400:00000200:3.0:1788575924.191659:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.191665:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575924.191670:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.191672:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575924.191676:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575924.191678:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575924.191682:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575924.191685:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575924.191688:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.191690:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575924.191693:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575924.191696:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575924.191699:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575924.191713:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575924.191716:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575924.191720:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191727:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.191730:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191742:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.191744:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575924.191746:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575924.191750:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: using a timeout of 75588 usecs (76 jiffies)
00000400:00000200:3.0:1788575924.191753:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575924.191755:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301440078
00000100:00000001:3.0:1788575924.191757:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301443970
00000100:00000001:3.0:1788575924.191759:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301440078
00000100:00000001:3.0:1788575924.191761:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301443970
00000100:00000001:3.0:1788575924.191767:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575924.191769:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.191771:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575924.191774:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575924/real 1788575924]  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575924.191781:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575924.191783:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575924.191784:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575924.191786:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575924.191788:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575924.191790:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575924.191793:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575924.191801:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191807:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575924.191809:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.191810:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.191812:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575924.191815:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191822:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575924.191826:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191832:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575924.191834:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.191835:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.191837:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.191839:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575924.191849:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575924.191851:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575924.191854:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575924.191856:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575924.191860:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575924.191868:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175360:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575924.191871:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575924.191874:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191880:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575924.191881:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.191883:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575924.191885:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575924.191893:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575924.191896:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175488:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575924.191899:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575924.191900:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575924.191902:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.191904:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575924.191907:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575924.191909:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575924.191912:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575924.191913:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575924.191916:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575924.191919:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816175488, portal 10
00000100:00000001:3.0:1788575924.191920:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575924.191922:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693670784 : -111013015880832 : ffff9b08c49f7b80)
00000100:00000040:3.0:1788575924.191927:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.191933:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575924.191935:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575924.191937:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575924.191939:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875450816175488, offset 0
00000400:00000200:3.0:1788575924.191943:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575924.191946:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.191949:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575924.191952:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575924.191954:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575924.191956:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575924.191959:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575924.191962:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90876:90876:256:4294967295] 192.168.202.101@tcp LPNI seq info [90856:90856:8:4294967295]
00000400:00000200:3.0:1788575924.191965:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.191971:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575924.191975:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.191978:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575924.191981:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575924.193100:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575924.193107:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575924.193110:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575924.193115:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.193118:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575924.193122:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575924.193127:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575924.193131:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575924.193133:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575924.193136:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575924.193141:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193151:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.193153:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193160:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.193162:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575924.193166:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575924.193169:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: using a timeout of 25391 usecs (26 jiffies)
00000400:00000200:3.0:1788575924.193173:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575924.193176:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301440030
00000100:00000001:3.0:1788575924.193179:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301443970
00000100:00000001:3.0:1788575924.193182:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301440030
00000100:00000001:3.0:1788575924.193184:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301443970
00000100:00000001:3.0:1788575924.193187:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575924.193189:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.193191:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575924.193194:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575924/real 1788575924]  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575924.193202:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575924.193203:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575924.193205:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575924.193207:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575924.193209:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575924.193211:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575924.193214:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575924.193222:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193228:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575924.193229:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193231:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.193232:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575924.193236:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193243:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575924.193246:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193253:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575924.193255:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193256:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.193257:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193259:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575924.193261:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575924.193264:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08c4e63800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575924.193267:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575924.193269:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575924.193273:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575924.193282:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175488:192.168.202.101@tcp:38:kworker.0
00000100:00000001:3.0:1788575924.193286:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575924.193289:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193296:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575924.193298:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.193300:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575924.193302:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575924.193304:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575924.193307:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175616:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575924.193310:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575924.193312:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575924.193314:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.193316:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575924.193321:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575924.193323:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575924.193326:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575924.193328:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575924.193332:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575924.193336:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816175616, portal 4
00000100:00000001:3.0:1788575924.193337:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575924.193339:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693663616 : -111013015888000 : ffff9b08c49f5f80)
00000100:00000040:3.0:1788575924.193343:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193349:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575924.193352:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575924.193354:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575924.193356:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816175616, offset 0
00000400:00000200:3.0:1788575924.193359:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575924.193363:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.193367:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575924.193371:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575924.193374:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575924.193376:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575924.193379:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575924.193382:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90877:90877:256:4294967295] 192.168.202.101@tcp LPNI seq info [90857:90857:8:4294967295]
00000400:00000200:3.0:1788575924.193385:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.193392:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575924.193397:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.193400:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575924.193403:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575924.193406:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575924.193410:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575924.193412:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575924.193416:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.193418:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575924.193421:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575924.193424:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575924.193426:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575924.193428:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575924.193430:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575924.193433:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193441:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.193444:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193451:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.193452:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575924.193454:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575924.193457:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: using a timeout of 58041 usecs (59 jiffies)
00000400:00000200:3.0:1788575924.193460:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575924.193461:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301440063
00000100:00000001:3.0:1788575924.193464:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301443970
00000100:00000001:3.0:1788575924.193466:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301440063
00000100:00000001:3.0:1788575924.193468:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301443970
00000100:00000001:3.0:1788575924.193469:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575924.193471:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.193473:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575924.193476:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575924/real 1788575924]  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575924.193484:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575924.193485:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575924.193487:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575924.193489:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575924.193491:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575924.193493:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575924.193496:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575924.193504:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193510:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575924.193512:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193513:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.193514:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575924.193517:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193524:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575924.193528:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193534:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575924.193536:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193538:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.193539:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193541:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575924.193543:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575924.193545:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08ca9e7800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575924.193548:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575924.193550:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575924.193554:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575924.193561:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175616:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575924.193565:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788575924.193569:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193574:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788575924.193575:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.193577:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788575924.193579:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788575924.193581:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788575924.193584:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9b08c49f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175744:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575924.193586:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788575924.193588:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788575924.193589:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788575924.193591:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788575924.193594:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575924.193596:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788575924.193599:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000010:3.0:1788575924.193601:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b08c8558bb0.
00000400:00000010:3.0:1788575924.193603:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc440.
00000100:00000200:3.0:1788575924.193606:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875450816175744, portal 4
00000100:00000001:3.0:1788575924.193608:0:2397:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788575924.193609:0:2397:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446633060693660928 : -111013015890688 : ffff9b08c49f5500)
00000100:00000040:3.0:1788575924.193614:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193620:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788575924.193622:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp
00000400:00000010:3.0:1788575924.193624:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b08c48bc660.
00000100:00000200:3.0:1788575924.193626:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875450816175744, offset 0
00000400:00000200:3.0:1788575924.193630:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp
00000400:00000200:3.0:1788575924.193633:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.193636:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.101@tcp local destination
00000400:00000200:3.0:1788575924.193639:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788575924.193641:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp
00000400:00000200:3.0:1788575924.193643:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788575924.193645:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp
00000400:00000200:3.0:1788575924.193648:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [90878:90878:256:4294967295] 192.168.202.101@tcp LPNI seq info [90858:90858:8:4294967295]
00000400:00000200:3.0:1788575924.193652:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000400:00000200:3.0:1788575924.193658:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:<?>) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788575924.193662:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.193664:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b08c835f300.
00000800:00000200:3.0:1788575924.193668:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.0:1788575924.193671:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788575924.193674:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b08d83aec00] -> 12345-192.168.202.101@tcp (2)
00000800:00000200:3.1:1788575924.193676:0:2397:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788575924.193680:0:2397:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.101@tcp
00000800:00000010:3.0:1788575924.193682:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b08c835f300.
00000400:00000200:3.0:1788575924.193684:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788575924.193688:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788575924.193690:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc660
00000400:00000010:3.0:1788575924.193692:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc660.
00000100:00000001:3.0:1788575924.193694:0:2397:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788575924.193697:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193717:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.193720:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788575949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193727:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.193729:0:2397:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788575924.193732:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788575924.193735:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: using a timeout of 49707 usecs (50 jiffies)
00000400:00000200:3.0:1788575924.193738:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1
00000100:00000001:3.0:1788575924.193740:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 2 is 4301440054
00000100:00000001:3.0:1788575924.193742:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 2, keep current deadline 4301443970
00000100:00000001:3.0:1788575924.193744:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS new deadline estimation for cpu 3 is 4301440054
00000100:00000001:3.0:1788575924.193746:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b08c2e8b800: PM QoS request active for cpu 3, keep current deadline 4301443970
00000100:00000001:3.0:1788575924.193748:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788575924.193750:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.193751:0:2397:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788575924.193754:0:2397:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575924/real 1788575924]  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788575924.193762:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788575924.193763:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788575924.193764:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b08c8558bb0.
00000400:00000200:3.0:1788575924.193766:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b08c48bc440
00000400:00000010:3.0:1788575924.193768:0:2397:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff9b08c48bc440.
00000100:00000001:3.0:1788575924.193770:0:2397:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788575924.193773:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788575924.193781:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193788:0:2397:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788575924.193789:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193790:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.193791:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788575924.193794:0:2397:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193801:0:2397:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788575924.193804:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193811:0:2397:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788575924.193813:0:2397:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193815:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788575924.193816:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193818:0:2397:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788575924.193819:0:2397:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788575924.193821:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9b08d320a000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788575924.193824:0:2397:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.101@tcp failed (-110)
00000100:00000001:3.0:1788575924.193825:0:2397:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788575924.193829:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575924.193837:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9b08c49f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cb02f30f-1c06-4108-9e10-a3a91b6dbec1:2397:1875450816175744:192.168.202.101@tcp:8:kworker.0
00000100:00000001:3.0:1788575924.193841:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193843:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.193846:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5880 x1875450816175232/t0(0) o250->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193852:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575924.193854:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575924.193856:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436000.
02000000:00000001:3.0:1788575924.193860:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575924.193862:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575924.193864:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d14b7000 refcount=3 obd=MGC192.168.202.101@tcp
00000020:00000001:3.0:1788575924.193866:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575924.193868:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2c00.
02000000:00000001:3.0:1788575924.193871:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575924.193873:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575924.193875:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5880.
00000100:00000001:3.0:1788575924.193879:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575924.193880:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193882:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.193885:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f6d80 x1875450816175360/t0(0) o38->lustre-MDT0000-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193892:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575924.193893:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575924.193894:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435c00.
02000000:00000001:3.0:1788575924.193897:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575924.193898:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575924.193899:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e62000 refcount=357 obd=lustre-MDT0000-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575924.193900:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575924.193901:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c3c00.
02000000:00000001:3.0:1788575924.193903:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575924.193904:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575924.193905:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f6d80.
00000100:00000001:3.0:1788575924.193908:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575924.193909:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193910:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.193914:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f7b80 x1875450816175488/t0(0) o38->lustre-MDT0001-mdc-ffff9b08c2e8b800@192.168.202.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193919:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575924.193920:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575924.193922:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1436800.
02000000:00000001:3.0:1788575924.193924:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575924.193925:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575924.193926:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08c4e63800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575924.193928:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575924.193929:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1000.
02000000:00000001:3.0:1788575924.193931:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575924.193932:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575924.193933:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f7b80.
00000100:00000001:3.0:1788575924.193934:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575924.193935:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193937:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.193940:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5f80 x1875450816175616/t0(0) o8->lustre-OST0000-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193951:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575924.193952:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575924.193953:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1434000.
02000000:00000001:3.0:1788575924.193956:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575924.193957:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575924.193958:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08ca9e7800 refcount=6 obd=lustre-OST0000-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575924.193960:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575924.193961:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c1800.
02000000:00000001:3.0:1788575924.193963:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575924.193964:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575924.193965:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5f80.
00000100:00000001:3.0:1788575924.193967:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575924.193968:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.193970:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788575924.193972:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b08c49f5500 x1875450816175744/t0(0) o8->lustre-OST0001-osc-ffff9b08c2e8b800@192.168.202.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788575924.193978:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788575924.193979:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788575924.193980:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b08d1435000.
02000000:00000001:3.0:1788575924.194330:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788575924.194333:0:2397:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788575924.194334:0:2397:0:(genops.c:1244:class_import_put()) import ffff9b08d320a000 refcount=3 obd=lustre-OST0001-osc-ffff9b08c2e8b800
00000020:00000001:3.0:1788575924.194336:0:2397:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788575924.194337:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b08c96c2800.
02000000:00000001:3.0:1788575924.194340:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788575924.194341:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788575924.194342:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b08c49f5500.
00000100:00000001:3.0:1788575924.194345:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788575924.194346:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.194349:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788575924.194355:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788575924.194357:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788575924.194359:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788575924.194361:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575924.509818:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575924.509824:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575924.509829:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575924.509830:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575924.509834:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575924.509835:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575924.509838:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575924.509839:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1788575924.509842:0:50084:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1788575924.509843:0:50084:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788575924.509937:0:43330:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788575924.509941:0:43330:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788575924.509944:0:43330:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 137798 lines, 137798 kept, 0 dropped, 0 bad.